-- Logs begin at Mon 2020-12-21 09:13:17 UTC, end at Mon 2020-12-21 11:04:44 UTC. --
Dec 21 09:47:51.189634 dv-neutron-601336-62-ovs systemd[1]: Started Devstack devstack@q-svc.service.
Dec 21 09:47:53.988579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.common.config [-] Logging enabled!
Dec 21 09:47:53.989180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev286
Dec 21 09:47:53.990685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80859) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 21 09:47:53.991428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.common.config [-] Logging enabled!
Dec 21 09:47:53.991707 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev286
Dec 21 09:47:53.991981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80859) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 21 09:47:53.993075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 21 09:47:53.993383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 21 09:47:53.994437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 21 09:47:53.994717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 21 09:47:53.994979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 21 09:47:53.995347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.995692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.996032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.996290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.996629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.996962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.997282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.997640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.997987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.998302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.998614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.998932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.999190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.999510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:53.999838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.000167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.000422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] debug                          = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.000734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.001993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.002325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.002643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.002973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.003288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.003604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.003926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.004296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] host                           = dv-neutron-601336-62-ovs {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.004607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.004935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.005262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.005623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.005936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.006248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.006572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.006881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.007187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.007496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.007869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.008236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.008574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.008830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.009080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.009409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.009773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.010084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.010391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.010700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.011007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.011318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.011616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.011944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.012271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.012598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.012905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.013211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.013553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.013843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.014170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.014484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.014794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.015091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.015422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.015724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.016029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.016376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.017596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.017942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.018269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.018579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.018906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.019218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.019521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.019827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.020165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.020473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.020793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.021102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.021407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.021736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.022042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.022369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:54.022701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.023042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.023384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.023706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.024034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.024358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.024682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.025001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.025326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.025685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.026012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.026325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.026645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.026981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.027312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.027663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.027935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.028267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.028578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.028883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.029216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.029544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.029855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.030172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.030481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.030786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.031090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.031402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.031733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.032101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.032571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.032954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.033199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.034142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.034142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.034142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.034783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.034783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.034989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.035288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.035600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.035914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.036248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.036538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.036846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.037153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.037458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.037790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.038112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.038376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.038678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.038998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.039294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.039611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.039909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.040221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.040526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.040854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.041185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.041558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.041830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.042144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.042458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.042770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.043082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.043392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.043701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.044008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.044345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.044665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.044987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.045306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.045657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.045995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.046306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.046871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.047180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.047495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.047849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.048321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.048818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.048994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.049329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.049711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.050056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.050357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.050713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.051023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:54.051270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 21 09:47:54.051537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80859) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Dec 21 09:47:54.741870 dv-neutron-601336-62-ovs neutron-server[80859]: INFO keyring.backend [-] Loading Gnome
Dec 21 09:47:54.760811 dv-neutron-601336-62-ovs neutron-server[80859]: INFO keyring.backend [-] Loading Google
Dec 21 09:47:54.763747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO keyring.backend [-] Loading Windows (alt)
Dec 21 09:47:54.768150 dv-neutron-601336-62-ovs neutron-server[80859]: INFO keyring.backend [-] Loading file
Dec 21 09:47:54.769356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO keyring.backend [-] Loading keyczar
Dec 21 09:47:54.769699 dv-neutron-601336-62-ovs neutron-server[80859]: INFO keyring.backend [-] Loading multi
Dec 21 09:47:54.770411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO keyring.backend [-] Loading pyfs
Dec 21 09:47:54.820369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:47:54.820679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:47:54.821005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:47:54.821385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 21 09:47:55.253232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.253900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.253900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.317514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.317885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.318191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.321270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.321606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.321948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.404410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.404727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.405016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.406102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.406409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.406707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.531004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2fef815e18> agent after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.531261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f2fef815e18> agent after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.531557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f2fef815ea0> segment precommit_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.531858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f2fef815f28> network precommit_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.532738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f2fef838f28> segment before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.721931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> network before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.722316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f2fef8bc0d0> agent before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.722640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> network before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.722948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> port before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.723273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> port before_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.723654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> segment after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.723955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> segment precommit_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.724271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> segment precommit_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.724560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> segment after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.724901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> network after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.725202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> network precommit_delete 0 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.725551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> port provisioning_complete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.725842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> rbac-policy before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.726140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> rbac-policy after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.726452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> agent after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.726772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> subnet after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.727081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> subnet precommit_delete 0 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.727404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> rbac-policy before_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.727698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> rbac-policy before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.728228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> port after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.728511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> port after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.728802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> port after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.729143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> rbac-policy before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.729451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> rbac-policy before_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.729757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f2ff0229c50>> rbac-policy before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.730231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 09:47:55.730539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 09:47:55.730846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 09:47:55.731138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 09:47:55.731417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 09:47:55.731692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 09:47:55.733161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 21 09:47:55.741877 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 21 09:47:55.749892 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 21 09:47:55.756235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])])
Dec 21 09:47:55.759373 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 21 09:47:55.760664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 21 09:47:55.761080 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Dec 21 09:47:55.761611 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 21 09:47:55.765414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 21 09:47:55.765729 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 21 09:47:55.766151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Dec 21 09:47:55.790433 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 21 09:47:55.790939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f2fef5d6c50>> qos_plugin after_init 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.791303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80859) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Dec 21 09:47:55.791736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f2fef603c88>> logging-plugin after_init 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.793450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80859) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 21 09:47:55.793854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Dec 21 09:47:55.794163 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Dec 21 09:47:55.798361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2fef603d30>> floatingip before_response 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.798683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f2fef603d30>> port before_response 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:55.867486 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 21 09:47:55.867794 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 21 09:47:55.868062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 21 09:47:55.868485 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 21 09:47:55.908503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.sqlalchemy.engines [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80859) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 21 09:47:56.220157 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Initializing driver for type 'gre'
Dec 21 09:47:56.220776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] gre ID ranges: [(1, 1000)]
Dec 21 09:47:56.269971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Initializing driver for type 'local'
Dec 21 09:47:56.270534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Initializing driver for type 'vlan'
Dec 21 09:47:56.281059 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] VlanTypeDriver initialization complete
Dec 21 09:47:56.281535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Initializing driver for type 'vxlan'
Dec 21 09:47:56.282703 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] vxlan ID ranges: [(1, 1000)]
Dec 21 09:47:56.327524 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Initializing extension driver 'port_security'
Dec 21 09:47:56.327879 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.extensions.port_security [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] PortSecurityExtensionDriver initialization complete
Dec 21 09:47:56.328249 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Initializing mechanism driver 'openvswitch'
Dec 21 09:47:56.334822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80859) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:47:56.335688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2ffcdc64a8>> port after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.336096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2ffcdc64a8>> port after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.336477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2ffcdc64a8>> port after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.336906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127518>> subnet after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.337281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127518>> subnet after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.337687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127518>> subnet after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.338102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef1276d8>> network after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.338479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef1276d8>> network after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.338865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef1276d8>> network after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.339273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127898>> security_group after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.339647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127898>> security_group after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.340014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127898>> security_group after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.340423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127a58>> security_group_rule after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.340798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127a58>> security_group_rule after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.341161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127a58>> security_group_rule after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.341743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127c18>> address_group after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.342122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127c18>> address_group after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.342496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f2fef127c18>> address_group after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.342857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] ML2 OVO RPC backend initialized. {{(pid=80859) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Dec 21 09:47:56.343590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> router_interface after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.343989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> router_interface after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.344450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> network before_response 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.345359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> networks before_response 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.345765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> port before_response 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.346194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> ports before_response 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.346587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> subnet before_response 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.346966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> subnets before_response 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.347359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> network after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.347723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> network after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.348091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> network after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.348462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> port after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.348831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> port after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.349200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> port after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.349587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> subnet after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.349956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> subnet after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.350366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f2fef127cf8>> subnet after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.350997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.plugin [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Modular L2 Plugin initialization complete
Dec 21 09:47:56.351356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading services supported by the core plugin {{(pid=80859) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 21 09:47:56.351728 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.managers [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Got port-security extension from driver 'port_security'
Dec 21 09:47:56.352235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.extensions.vlantransparent [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Disabled vlantransparent extension.
Dec 21 09:47:56.353738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80859) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 21 09:47:56.354094 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading Plugin: router
Dec 21 09:47:56.497368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router_interface before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.497785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router after_create 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.498376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router before_create 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.498783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router_interface before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.499200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router_interface after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.499592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router after_delete 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.499988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> floatingip after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.500430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router after_create 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.501340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router after_update 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.501753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router after_update 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.502215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router_gateway after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.502612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router after_update 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.503093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router precommit_update 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.503513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f2fef9d8950> port after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.503891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f2fef9d80d0> port after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.504264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f2fef9d8158> subnet after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.504639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f2fef9d89d8> subnetpool_address_scope after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.505026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> port precommit_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.505405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router precommit_create 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.505834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f2fef6c1b70> port before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.506201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router precommit_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.506601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router after_update 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.506978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router precommit_delete 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.507364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router precommit_create 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.507771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router_interface after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.508157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> router precommit_update 55549900 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.508585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f2fef12f048>> network after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.509639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Tracking information for resource: router configured {{(pid=80859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 09:47:56.510157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Tracking information for resource: floatingip configured {{(pid=80859) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Dec 21 09:47:56.515064 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_agentschedulers_db [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 21 09:47:56.515726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f2fef0af048> port after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.516119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f2fef14bf28> port after_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.517186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function _notify_port_delete at 0x7f2fef0adf28> port after_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.517765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f2fef0af1e0> port after_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.518696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2fef091358>> router before_create 55550100 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.519096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2fef091358>> router precommit_delete 55550100 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.519491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2fef091358>> router precommit_create 55550100 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.519881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f2fef091358>> router precommit_update 55550100 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.524640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.provider_configuration [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service providers = [] {{(pid=80859) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 21 09:47:56.525039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.servicetype_db [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80859) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 21 09:47:56.528175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.service_base [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 21 09:47:56.528555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.service_base [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 21 09:47:56.528924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.service_base [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 21 09:47:56.529833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.service_base [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80859) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Dec 21 09:47:56.530233 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.services.service_base [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 21 09:47:56.530691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 09:47:56.531038 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 21 09:47:56.554459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 09:47:56.554826 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading Plugin: auto_allocate
Dec 21 09:47:56.566670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2fef06eea0> network precommit_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.567076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f2fef06eea0> network precommit_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.567681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 09:47:56.568039 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading Plugin: tag
Dec 21 09:47:56.579851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 09:47:56.580210 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading Plugin: timestamp
Dec 21 09:47:56.584134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 09:47:56.584517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading Plugin: network_ip_availability
Dec 21 09:47:56.590043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2fef0f6048>> rbac-policy before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.590446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2fef0f6048>> rbac-policy before_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.590830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2fef0f6048>> rbac-policy before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.591655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 09:47:56.592003 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading Plugin: flavors
Dec 21 09:47:56.608365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 09:47:56.608723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading Plugin: revisions
Dec 21 09:47:56.614163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80859) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Dec 21 09:47:56.614586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=80859) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:47:56.615430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80859) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Dec 21 09:47:56.615791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Initializing extension manager.
Dec 21 09:47:56.616352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: __init__.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.616724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: __pycache__ {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.617091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.617458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: address_group.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.618297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.618968 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: address-group
Dec 21 09:47:56.619324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: address_scope.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.620078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.620656 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: address-scope
Dec 21 09:47:56.621005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: admin_state_down_before_update.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.621978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.622547 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: router-admin-state-down-before-update
Dec 21 09:47:56.622899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: agent.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.623658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.624243 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: agent
Dec 21 09:47:56.624588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: agent_resources_synced.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.625530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.626758 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: agent-resources-synced
Dec 21 09:47:56.627258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: allowedaddresspairs.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.629110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.629734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: allowed-address-pairs
Dec 21 09:47:56.630097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: auto_allocated_topology.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.631184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.631770 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: auto-allocated-topology
Dec 21 09:47:56.632128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: availability_zone.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.632876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.633452 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: availability_zone
Dec 21 09:47:56.633837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: availability_zone_filter.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.634760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.635332 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: availability_zone_filter
Dec 21 09:47:56.635684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: data_plane_status.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.638355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.638953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension data-plane-status not supported by any of loaded plugins
Dec 21 09:47:56.639319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: default_subnetpools.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.640258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.640838 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: default-subnetpools
Dec 21 09:47:56.641202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: dhcpagentscheduler.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.642234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.642827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: dhcp_agent_scheduler
Dec 21 09:47:56.643190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: dns.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.644112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.644682 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension dns-integration not supported by any of loaded plugins
Dec 21 09:47:56.645039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: dns_domain_ports.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.645987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.646556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 21 09:47:56.646914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: dvr.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.647641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.648225 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: dvr
Dec 21 09:47:56.648581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: empty_string_filtering.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.649536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.650090 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: empty-string-filtering
Dec 21 09:47:56.650453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.651370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.651942 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 21 09:47:56.652298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.653224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.653814 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 21 09:47:56.654170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: external_net.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.655086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.655659 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: external-net
Dec 21 09:47:56.656015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: extra_dhcp_opt.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.656925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.657651 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: extra_dhcp_opt
Dec 21 09:47:56.657991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: extraroute.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.658925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.659501 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: extraroute
Dec 21 09:47:56.659856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: extraroute_atomic.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.660910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.661499 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: extraroute-atomic
Dec 21 09:47:56.661858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: filter_validation.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.662569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.663136 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: filter-validation
Dec 21 09:47:56.663492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: fip_pf_description.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.664448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.664981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 21 09:47:56.665335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: fip_port_details.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.666281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.666853 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: fip-port-details
Dec 21 09:47:56.667208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: flavors.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.668566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.669151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: flavors
Dec 21 09:47:56.669524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.671216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.672071 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 21 09:47:56.672427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: floatingip_pools.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.673821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.674406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: floatingip-pools
Dec 21 09:47:56.674767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: ip_allocation.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.675711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.676286 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension ip_allocation not supported by any of loaded plugins
Dec 21 09:47:56.676642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.677621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.678206 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: ip-substring-filtering
Dec 21 09:47:56.678560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: l2_adjacency.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.679494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.680072 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 21 09:47:56.680422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: l3.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.681591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.682191 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: router
Dec 21 09:47:56.682554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: l3_conntrack_helper.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.685955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.686576 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 21 09:47:56.686935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.687874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.689046 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: ext-gw-mode
Dec 21 09:47:56.689411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.690380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.690948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: l3-ha
Dec 21 09:47:56.691307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: l3_flavors.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.692253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.692822 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: l3-flavors
Dec 21 09:47:56.693178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.694239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.694819 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 21 09:47:56.695173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: l3agentscheduler.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.696418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.697003 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: l3_agent_scheduler
Dec 21 09:47:56.697361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: logging.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.698922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.699507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension logging not supported by any of loaded plugins
Dec 21 09:47:56.699870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: metering.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.700664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.701379 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: metering
Dec 21 09:47:56.701760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.702928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.703545 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: metering_source_and_destination_fields
Dec 21 09:47:56.703931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: multiprovidernet.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.705005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.705617 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: multi-provider
Dec 21 09:47:56.705969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: netmtu.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.706889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.707474 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: net-mtu
Dec 21 09:47:56.707821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: netmtu_writable.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.708760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.709341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: net-mtu-writable
Dec 21 09:47:56.709716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: network_availability_zone.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.710464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.711050 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: network_availability_zone
Dec 21 09:47:56.711399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: network_ip_availability.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.712653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.713228 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: network-ip-availability
Dec 21 09:47:56.713611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: network_segment_range.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.714443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.715020 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension network-segment-range not supported by any of loaded plugins
Dec 21 09:47:56.715377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: pagination.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.716368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.716744 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: pagination
Dec 21 09:47:56.717103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.718060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.718679 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: port-mac-address-regenerate
Dec 21 09:47:56.718990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.719947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.720531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: port-numa-affinity-policy
Dec 21 09:47:56.720936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: port_resource_request.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.721897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.722468 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension port-resource-request not supported by any of loaded plugins
Dec 21 09:47:56.722829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: portbindings.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.723761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.724343 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: binding
Dec 21 09:47:56.724688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: portbindings_extended.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.726034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.726665 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: binding-extended
Dec 21 09:47:56.727058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: portsecurity.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.727980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.728553 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: port-security
Dec 21 09:47:56.728903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: project_id.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.729910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.730279 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: project-id
Dec 21 09:47:56.730631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: providernet.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.731558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.732137 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: provider
Dec 21 09:47:56.732520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: qos.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.736973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.737611 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension qos not supported by any of loaded plugins
Dec 21 09:47:56.737978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.739291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.739878 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 21 09:47:56.740243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.741175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.741785 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 21 09:47:56.742145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: qos_default.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.743073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.743653 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension qos-default not supported by any of loaded plugins
Dec 21 09:47:56.744011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: qos_fip.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.744716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.745290 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension qos-fip not supported by any of loaded plugins
Dec 21 09:47:56.745678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: qos_gateway_ip.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.746628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.747205 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 21 09:47:56.747621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: qos_port_network_policy.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.748543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.749112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 21 09:47:56.749467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: qos_rule_type_details.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.750421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.751599 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 21 09:47:56.751953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: qos_rules_alias.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.753025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.753625 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 21 09:47:56.753988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: quotasv2.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.755038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.755407 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: quotas
Dec 21 09:47:56.755756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: quotasv2_detail.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.757372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.757773 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: quota_details
Dec 21 09:47:56.758123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: rbac.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.759439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.760045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: rbac-policies
Dec 21 09:47:56.760407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: rbac_address_scope.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.761346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.761980 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: rbac-address-scope
Dec 21 09:47:56.762340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: rbac_security_groups.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.763264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.763854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: rbac-security-groups
Dec 21 09:47:56.764209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: rbac_subnetpool.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.765138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.765737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: rbac-subnetpool
Dec 21 09:47:56.766096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: revisionifmatch.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.767673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.768258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: revision-if-match
Dec 21 09:47:56.768603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: revisions.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.769827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.770397 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: standard-attr-revisions
Dec 21 09:47:56.770767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: router_availability_zone.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.771512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.772081 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: router_availability_zone
Dec 21 09:47:56.772448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: routerservicetype.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.773378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.773986 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension router-service-type not supported by any of loaded plugins
Dec 21 09:47:56.774339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: security_groups_port_filtering.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.775271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.775854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: port-security-groups-filtering
Dec 21 09:47:56.776198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.777135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.777729 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: security-groups-remote-address-group
Dec 21 09:47:56.778084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: securitygroup.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.792727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.793405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: security-group
Dec 21 09:47:56.793839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: segment.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.794801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.795391 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension segment not supported by any of loaded plugins
Dec 21 09:47:56.795757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.797049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.797842 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 21 09:47:56.798332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: servicetype.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.799629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.800221 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: service-type
Dec 21 09:47:56.800584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: sorting.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.801635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.802009 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: sorting
Dec 21 09:47:56.802370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: standard_attr_segment.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.803281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.803876 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 21 09:47:56.804233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: standardattrdescription.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.804927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.805586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: standard-attr-description
Dec 21 09:47:56.805946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: stateful_security_group.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.806893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.807485 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: stateful-security-group
Dec 21 09:47:56.807841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: stdattrs_common.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.808425 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 21 09:47:56.808776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.809738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.810317 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 21 09:47:56.810682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: subnet_onboard.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.811837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.812452 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: subnet_onboard
Dec 21 09:47:56.812814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.813840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.814534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 21 09:47:56.814911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: subnet_service_types.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.815966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.816567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: subnet-service-types
Dec 21 09:47:56.816922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: subnetallocation.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.818116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.818698 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: subnet_allocation
Dec 21 09:47:56.819057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.819759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.820334 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: subnetpool-prefix-ops
Dec 21 09:47:56.820695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.821655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.822239 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 21 09:47:56.822602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: tagging.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.823942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.824531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: standard-attr-tag
Dec 21 09:47:56.824890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: timestamp.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.826085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.826666 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loaded extension: standard-attr-timestamp
Dec 21 09:47:56.827029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: trunk.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.828059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.828643 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension trunk not supported by any of loaded plugins
Dec 21 09:47:56.829667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: trunk_details.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.830808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.831383 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension trunk-details not supported by any of loaded plugins
Dec 21 09:47:56.831738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: uplink_status_propagation.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.832669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.833252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 21 09:47:56.833667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Loading extension file: vlantransparent.py {{(pid=80859) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Dec 21 09:47:56.834375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80859) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Dec 21 09:47:56.834953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 21 09:47:56.837658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:network
Dec 21 09:47:56.838494 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:subnet
Dec 21 09:47:56.839158 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 21 09:47:56.839812 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:port
Dec 21 09:47:56.841337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.841855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service FLAVORS assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.842544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.843014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.843387 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:router
Dec 21 09:47:56.844113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:floatingip
Dec 21 09:47:56.845614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service METERING assigned prefix: /metering {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.847399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2feeefbe80>> rbac-policy before_create 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.847800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2feeefbe80>> rbac-policy before_update 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.848180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f2feeefbe80>> rbac-policy before_delete 55550000 {{(pid=80859) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:47:56.849353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of CountableResource for resource:rbac_policy
Dec 21 09:47:56.849854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:security_group
Dec 21 09:47:56.850668 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 21 09:47:56.851517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service CORE assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.851887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 21 09:47:56.852249 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] subnetpool is already registered
Dec 21 09:47:56.852908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service CORE assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.853265 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 21 09:47:56.853656 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] subnetpool is already registered
Dec 21 09:47:56.856443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.856933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service FLAVORS assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.857624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.858089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.858457 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:router
Dec 21 09:47:56.858820 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] router is already registered
Dec 21 09:47:56.859478 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:floatingip
Dec 21 09:47:56.859838 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] floatingip is already registered
Dec 21 09:47:56.860602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service METERING assigned prefix: /metering {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.861372 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of CountableResource for resource:rbac_policy
Dec 21 09:47:56.861753 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] rbac_policy is already registered
Dec 21 09:47:56.863208 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:security_group
Dec 21 09:47:56.863580 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] security_group is already registered
Dec 21 09:47:56.864257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 21 09:47:56.864617 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] security_group_rule is already registered
Dec 21 09:47:56.865357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service CORE assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.865761 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 21 09:47:56.866355 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] subnetpool is already registered
Dec 21 09:47:56.866770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.resource_helper [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Service CORE assigned prefix:  {{(pid=80859) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Dec 21 09:47:56.867241 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Creating instance of TrackedResource for resource:subnetpool
Dec 21 09:47:56.867494 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.quota.resource_registry [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] subnetpool is already registered
Dec 21 09:47:56.868161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: extensions {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.869775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: address-groups {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.871475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: address-scopes {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.872779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: agents {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.874023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: auto-allocated-topology {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.875356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: availability_zones {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.876878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: dhcp-networks {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.878377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: dhcp-agents {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.879904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: routers {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.881807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: flavors {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.883040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: service_profiles {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.884304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: next_providers {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.885940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: service_profiles {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.887481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: floatingip-pools {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.888764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: routers {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.890676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: floatingips {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.892544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: l3-routers {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.894037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: l3-agents {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.895534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: metering-labels {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.896954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: metering-label-rules {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.898340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: network-ip-availabilities {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.899680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: bindings {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.901409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: quotas {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.902948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: quotas {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.904421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: rbac-policies {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.905804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: security-groups {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.907646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: security-group-rules {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.909133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: service-providers {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.910445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: subnetpools {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.911926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: subnetpools {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.913446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: tags {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.915238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: tags {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.917158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: tags {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.919074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: tags {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.920947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: tags {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.923278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: tags {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.925154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: tags {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.928132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: tags {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.930146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: tags {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.932109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.extensions [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Extended resource: tags {{(pid=80859) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Dec 21 09:47:56.939868 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING keystonemiddleware.auth_token [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 21 09:47:56.945156 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING keystonemiddleware.auth_token [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 21 09:47:56.954512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Acquired lock "singleton_lock" {{(pid=80859) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 21 09:47:56.955157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Releasing lock "singleton_lock" {{(pid=80859) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 21 09:47:56.956641 dv-neutron-601336-62-ovs neutron-server[80859]: INFO oslo_service.service [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Starting 2 workers
Dec 21 09:47:56.961617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Started child 80970 {{(pid=80859) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 21 09:47:56.965972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:47:56.966528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Started child 80971 {{(pid=80859) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 21 09:47:56.967490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [-] (80970) wsgi starting up on http://0.0.0.0:9696
Dec 21 09:47:56.968175 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.service [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Neutron service started, listening on 0.0.0.0:9696
Dec 21 09:47:56.968908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Notify callbacks [] for process, before_spawn {{(pid=80859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:47:56.970430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:47:56.971643 dv-neutron-601336-62-ovs neutron-server[80859]: INFO oslo_service.service [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Starting 1 workers
Dec 21 09:47:56.971929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [-] (80971) wsgi starting up on http://0.0.0.0:9696
Dec 21 09:47:56.977334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Started child 80972 {{(pid=80859) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 21 09:47:56.977936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO oslo_service.service [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Starting 1 workers
Dec 21 09:47:56.980309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.service [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] calling RpcWorker wait() {{(pid=80972) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 21 09:47:56.980707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.service [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] returning from RpcWorker wait() {{(pid=80972) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 21 09:47:56.982216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:47:56.982849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:47:56.982975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Started child 80973 {{(pid=80859) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Dec 21 09:47:56.983676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1e21535-c3f5-478d-8143-47c6e401951f None None] Notify callbacks [] for process, after_spawn {{(pid=80859) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:47:56.985342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80859) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 21 09:47:56.985628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 21 09:47:56.986031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 21 09:47:56.986429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 21 09:47:56.987032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 21 09:47:56.987186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 21 09:47:56.987357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:47:56.987749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.988046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.988298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:47:56.988397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.988625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.988951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.989611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.989907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.990202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.990520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.990793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.991010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.991170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.991625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.991900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.992252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.992549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.992818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.993093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.993307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.993609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.993931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.994215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.994517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.994790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.995382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.995634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.995909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.996160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.996460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.996745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.997035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.997305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.997570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.997882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.998110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.998357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.998600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.998883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.999125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.999632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] host                           = dv-neutron-601336-62-ovs {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:56.999885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.000126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.000392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.000660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.001500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.001755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.002041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.002317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.002577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.002898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.003057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.003323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.003580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.003836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.004022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.004261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.004522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.004802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.005014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.005183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.005333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.005670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.005834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.006121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.006363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.006601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.006853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.007093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.007334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.007617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.007869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.008128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.008363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.008655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.008928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.009209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.009523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.009774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.010015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.010263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.010493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.011454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.011454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.011454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.011454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.011756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.011932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.012382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.012668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.012950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.013189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.013430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.013775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.014216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.014324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.014566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.014848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.015391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.015391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.016069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.016069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.016069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.016358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.017175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.017425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.019488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.019488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.019488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.019488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.019488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.019488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.019488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.020632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.020632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.020632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.020632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.020632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.023832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.023832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.023832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.023832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.023832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.023832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.023832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.45/identity {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.023832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.031183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.031183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.031183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.031183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.031183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.031183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.031183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.031183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.031183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.032424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.032424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.032424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.032424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.032424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.032424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.032424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.032424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.032424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.033560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.033560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.033560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.033560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.033560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.033560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.033560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.033560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.033560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.034471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.034471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.034471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.034471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.034471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.034471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.034471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.035058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.035058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.035238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.035341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.035592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.035865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.036122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.036413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.036665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.036920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.037169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.037432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.037735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.038003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.038271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.038516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.038821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.039018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.039265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.039515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.039830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.040011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.040261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.040568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.040914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.041196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.041478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.041790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.042085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.042358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.042645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.042893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.043163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.043414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.043720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.044000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.044387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.044746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.044964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.045222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.045473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.045754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.046802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.046802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.046802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.047429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.047429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.048124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.048124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.048885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.048885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.049164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.049372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.051246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.051246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.051246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.051246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.051246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.051246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.052240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.052240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.052240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.052240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.052595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.052739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.052899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.053243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.053551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.053810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.054061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.054478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.054862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.055179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.055432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.055682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.055978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.056273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.056545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.056857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.057144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.057439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.057777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.058057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.45/identity {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.058340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.058624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.058949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.059199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.059467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.059720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.059999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.060263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.060528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.060836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.061084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.061341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.061686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.061887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.062306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.062756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.063150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.064115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.064716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.065006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.065263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.065539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.065798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.066102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.066363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.066686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.067172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.067458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.067840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.067977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.068453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.068852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.069310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.069713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.069941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.070362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.070760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.070980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.071421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.071697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.071948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.072248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.072537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.072910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.073187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.073463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.073761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.074035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.074264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.074559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.074801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.075050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.075331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.075577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.076162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.076162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.076466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.076620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.076840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.077075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.077320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.077653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.078167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.078443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.078742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.079670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.080043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.080665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.081189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.081645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.082094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.082539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.082968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.083410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.083860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.084180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.084686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.085137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.085375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.085817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.086161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.086449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.086719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.088076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.088076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.088076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.088076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.088076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.089027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.089027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.089027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.089831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.089831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.090118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.090227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.090512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.090822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.091074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.091399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.091775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.092105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.092383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.092655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.092948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.093221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.093527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.093770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.094024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.094272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.094618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.094984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.095254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.095530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.095806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.096068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.096328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.096593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.096866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.097117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.097304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 21 09:47:57.097884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80859) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Dec 21 09:47:57.098067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Dec 21 09:47:57.098246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Dec 21 09:47:57.098452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Dec 21 09:47:57.098671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Dec 21 09:47:57.098850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Dec 21 09:47:57.099094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.099287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.099474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.099659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.099844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.100102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.100301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.100485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.100679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.100829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.101001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.101150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.101297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.101444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.101615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.101774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.101931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.102077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.102223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.102845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.102845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.102845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.103274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] debug                          = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.103274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.103274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.103598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.103598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.103793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.103886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.104042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.104205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.104358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.104534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.104693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.104876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.105059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.105240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.105423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.105629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.105813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] host                           = dv-neutron-601336-62-ovs {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.105995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.106177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.106358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.106541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.106724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.106907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.107089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.107282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.107485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.107624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.107734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.107928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.108111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.108257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.108414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.108577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.108872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.109116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.109948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.109948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.109948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.110377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.110377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.110583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.110689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.110873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.111058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.111241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.111425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.111607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.111790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.111975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.112157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.112343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.112528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.112711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.112894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.113076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.113260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.113444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.113653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.113837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.114022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.114243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.114385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.114522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.114744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.114842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.114969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.115147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.115330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.115513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.115703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.115881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.116034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.116215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.116397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.116586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.116770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.117507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.117507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.117507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.117507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.118036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.118200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.118387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.118570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.118755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.118948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Dec 21 09:47:57.119158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.119347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.119547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.119764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.119879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.120070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.120255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.120425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.120781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.120971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.121164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.121351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.121582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.121780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.121961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.45/identity {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.122509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.122509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.122509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.122862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.122862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.123034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.123176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.123363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.123550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.123737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.123946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.124097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.124234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.124422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.124610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.124798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.124985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.125173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.125349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.125537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.126237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.126545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.127082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.127082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.127082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.127672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.127672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.127672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.127672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.128408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.128408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.128408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.128408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.128666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.128666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.128892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.129009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.129154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.129340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.129550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.129740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.129889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:47:57.130057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.130057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.130346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.130491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.130637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.130781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.130927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.131071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.131216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.131361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.131506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.131662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.131852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.132038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.132224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.132409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.132595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.132788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.132994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.133180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.133365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.133575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.133763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.133949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.134133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.134318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.134508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.134695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.134884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.135050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.135233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.135419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.135604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.135790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.135975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.136160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.136348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.136534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.136721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.136907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.137064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.137253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.137437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.137617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.137817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.138003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.138258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.138426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.138574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.138720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.138865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.139010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.139192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.139389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.139681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.139681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.139985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.139985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.140174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.140329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.140525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.140723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.140909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.141098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.141286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.141693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.142249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.142249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.142249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.142249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.142759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.142759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.142759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.142941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.143086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.143273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.143462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.45/identity {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.143649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.143983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.143983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.144379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.144379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.144659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.144659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.144945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.144945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.145218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.145353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.145513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.145669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.145816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.145966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.146118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.146263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.146415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.146590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.147270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.147270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.147270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.147270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.147601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.147601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.147789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.147883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.148066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.148253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.148441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.148628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.148817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.149009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.149196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.149383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.149591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.149778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.149966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.150154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.150345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.150510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.150693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.150916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.151074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.151220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.151367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.151512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.151698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.151883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.152069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.152255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.152411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.152601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.152793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.152945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.153091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.153270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.153429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.153620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.154110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.154478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.154478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.154923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.155135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.155296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.155434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.155607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.155796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.155983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.156173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.156369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.156557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.156746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.156932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.158416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.158416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.158416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.158416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.158416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.159345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.159345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.159345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.159345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.159345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.159345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.160208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.160208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.160208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.160208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.160208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.161042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.161042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.161042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.161042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.161042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.161671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.161671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.161671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.161671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.162059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.162059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.162230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.162321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.162510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.162621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.162800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.162986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.163172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.163358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.163548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.163722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.163905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.164093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.164280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.164467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.164654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.164839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.165026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.165212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Dec 21 09:47:57.165390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80859) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Dec 21 09:47:57.375826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58274) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:47:57.388424 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0097070
Dec 21 09:48:08.406384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297208bf-1b25-4654-8c49-9452427c0ac5 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 09:48:08.523236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297208bf-1b25-4654-8c49-9452427c0ac5 None None] No non-hosted networks {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 21 09:48:08.569036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agentschedulers_db [None req-297208bf-1b25-4654-8c49-9452427c0ac5 None None] DHCP Agent not found on host dv-neutron-601336-62-ovs {{(pid=80972) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Dec 21 09:48:08.690221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f31064e-2808-4c87-94a1-b8a1f5044375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351'] for agent, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:11.542002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fb3f8ca-1ebd-421e-8d81-97a43735618e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351'] for agent, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:11.604923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7302995-a90b-4288-8460-adbd3e85def3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:12.050089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351'] for agent, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:12.553267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351'] for agent, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:12.554283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.554925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.555613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.556250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.556939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.571497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.572325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.573002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.573915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.574571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.575186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.575827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:12.576538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2feebae9b0>, 'Open vSwitch agent', 'dv-neutron-601336-62-ovs', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:48:12.598714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2feeb3a320>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-601336-62-ovs', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:48:13.373565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351'] for agent, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:14.878109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] get_endpoint_by_host() called for host dv-neutron-601336-62-ovs {{(pid=80972) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 21 09:48:14.885002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] get_endpoint_by_ip() called for ip 192.168.0.43 {{(pid=80972) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 21 09:48:14.888674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] _add_endpoint() called for ip 192.168.0.43 {{(pid=80972) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 21 09:48:14.896429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] _get_endpoints() called {{(pid=80972) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 21 09:48:15.719712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 58366) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:16.171786 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_hamode_db [None req-9483d560-0ee0-46fb-9d3c-3ba05d5269f0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 21 09:48:16.285182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483d560-0ee0-46fb-9d3c-3ba05d5269f0 None None] Routers set() bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:48:16.285613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9483d560-0ee0-46fb-9d3c-3ba05d5269f0 None None] Router IDs set() for agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Dec 21 09:48:16.490615 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING oslo_policy.policy [None req-e1982280-a574-4a1b-8b6c-967709c4e277 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 09:48:16.491219 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING oslo_policy.policy [None req-e1982280-a574-4a1b-8b6c-967709c4e277 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 09:48:16.734284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-e1982280-a574-4a1b-8b6c-967709c4e277 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 09:48:16.735654 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e1982280-a574-4a1b-8b6c-967709c4e277 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 1.0139265
Dec 21 09:48:19.537448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58380) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:20.194686 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING oslo_policy.policy [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 09:48:20.195303 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING oslo_policy.policy [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 09:48:20.428152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:48:20.477814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.policy [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80971) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 21 09:48:20.478640 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING oslo_policy.policy [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 09:48:20.479053 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING oslo_policy.policy [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 09:48:20.486134 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2feebb44e0>.
Dec 21 09:48:20.531567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:48:20.587693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296616238480', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296616226881', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296616226984', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296616186471', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363296616211080', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036821579432', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036821537858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-652415', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853204589'] for rbac-policy, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:20.651889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:20.653178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c338198e-6a4e-4e5c-a6bf-6757befae163 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1147108
Dec 21 09:48:23.715937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58398) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:24.128384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '2a017409999b4078bf029f7b19c3f6b1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:48:24.134303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:48:24.138931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Usage tracker for resource:network and tenant:2a017409999b4078bf029f7b19c3f6b1 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:48:24.143194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:48:24.149406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:48:24.158090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Made reservation on behalf of 2a017409999b4078bf029f7b19c3f6b1 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:48:24.164634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:24.182354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:24.197032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:48:24.200846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Usage tracker for resource:security_group_rule and tenant:2a017409999b4078bf029f7b19c3f6b1 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:48:24.204369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:48:24.210414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:48:24.309858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:24.312832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:24.318374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:24.342776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:48:24.369320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:24.369936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Added segment 129fdc17-e8a6-41da-bd36-530b230a011a of type vxlan for network 2bff5d0b-dd25-46f1-9632-6755cc8945f8
Dec 21 09:48:24.378841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d01101-9803-48c8-b529-058121d00a2d,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:24.438287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.441180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.441565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.441922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.442280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.442638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.442983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.443326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.443679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.444017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.444365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.445362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Tracked resource versions report:
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]: pushed versions:
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]: {   'AddressGroup': {'1.0'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'ConntrackHelper': {'1.0'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'Log': {'1.0'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'Network': {'1.1'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'Port': {'1.6'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'PortForwarding': {'1.2'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'QosPolicy': {'1.8'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroup': {'1.3'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroupRule': {'1.1'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'SubPort': {'1.0'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'Subnet': {'1.1'},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     'Trunk': {'1.1'}}
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]: consumer versions:
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]: {   DHCP agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     L3 agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     Metadata agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     Metering agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@dv-neutron-601336-62-ovs: {   'AddressGroup': '1.0',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'ConntrackHelper': '1.0',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Log': '1.0',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Network': '1.1',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Port': '1.6',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'PortForwarding': '1.2',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'QosPolicy': '1.8',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroup': '1.3',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroupRule': '1.1',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SubPort': '1.0',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Subnet': '1.1',
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Trunk': '1.1'}}
Dec 21 09:48:24.446857 dv-neutron-601336-62-ovs neutron-server[80859]:  {{(pid=80971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 09:48:24.517178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:24.524164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:24.565694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:24.568004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:48:24.569140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:24.575501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:24.839161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.1219308
Dec 21 09:48:24.844863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Pushing event updated for resources: {'Network': ['ID=2bff5d0b-dd25-46f1-9632-6755cc8945f8,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:24.848690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:24.857363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 2bff5d0b-dd25-46f1-9632-6755cc8945f8 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:48:28.017816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58414) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:28.544589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6faeb3d-72fc-4ac0-b2c6-b723eee4e238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:48:28.546310 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d6faeb3d-72fc-4ac0-b2c6-b723eee4e238 admin admin] 10.222.0.45 "GET /v2.0/networks/2bff5d0b-dd25-46f1-9632-6755cc8945f8 HTTP/1.1" status: 200  len: 818 time: 0.5272305
Dec 21 09:48:28.577628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5245fe06-34f6-4029-905d-a031a2b39b8b admin admin] 10.222.0.45 "GET /v2.0/subnetpools/a3768d58-4c56-41da-84eb-7ff8e1195965 HTTP/1.1" status: 200  len: 734 time: 0.0238140
Dec 21 09:48:28.587636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Request body: {'subnet': {'subnetpool_id': 'a3768d58-4c56-41da-84eb-7ff8e1195965', 'gateway_ip': '172.20.0.1', 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8', 'name': 'private-subnet', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:48:28.592452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:48:28.596407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Usage tracker for resource:subnet and tenant:2a017409999b4078bf029f7b19c3f6b1 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:48:28.600460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:48:28.606044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:48:28.616286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Made reservation on behalf of 2a017409999b4078bf029f7b19c3f6b1 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:48:28.621269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:29.132146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:29.148287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:29.317028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb394946-a0af-4805-a349-846cae56d69e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:29.321270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:29.399662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Checking segment: {'id': '129fdc17-e8a6-41da-bd36-530b230a011a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:48:29.399970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Network hostable DHCP agents. Network: 2bff5d0b-dd25-46f1-9632-6755cc8945f8, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:48:29.425735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Network 2bff5d0b-dd25-46f1-9632-6755cc8945f8 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:48:29.437279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 2bff5d0b-dd25-46f1-9632-6755cc8945f8) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:48:29.444212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:48:29.446038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:29.450693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a14644-5228-45e7-9c79-ce7aa823d959 None None] Network 2bff5d0b-dd25-46f1-9632-6755cc8945f8 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:48:29.473704 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8891692
Dec 21 09:48:29.890219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-2bff5d0b-dd25-46f1-9632-6755cc8945f8', 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'fixed_ips': [{'subnet_id': 'cb394946-a0af-4805-a349-846cae56d69e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:48:29.891523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:30.272488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Allocated IP 172.20.0.2 (2bff5d0b-dd25-46f1-9632-6755cc8945f8/cb394946-a0af-4805-a349-846cae56d69e/b74ad6cd-e5a2-4db0-a2c5-73855b434a97) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:48:30.528148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:30.547431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Transition to ACTIVE for port object b74ad6cd-e5a2-4db0-a2c5-73855b434a97 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:48:30.574934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Transition to ACTIVE for port object b74ad6cd-e5a2-4db0-a2c5-73855b434a97 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:48:30.584044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:30.600692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:30.741346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Pushing event updated for resources: {'Port': ['ID=b74ad6cd-e5a2-4db0-a2c5-73855b434a97,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:30.924286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.924653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.925011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.925367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.925789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.926248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.926601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.926948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.927297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.927638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.927985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.928518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Tracked resource versions report:
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]: pushed versions:
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]: {   'AddressGroup': {'1.0'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'ConntrackHelper': {'1.0'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'Log': {'1.0'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'Network': {'1.1'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'Port': {'1.6'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'PortForwarding': {'1.2'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'QosPolicy': {'1.8'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroup': {'1.3'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroupRule': {'1.1'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'SubPort': {'1.0'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'Subnet': {'1.1'},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     'Trunk': {'1.1'}}
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]: consumer versions:
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]: {   DHCP agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     L3 agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     Metadata agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     Metering agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@dv-neutron-601336-62-ovs: {   'AddressGroup': '1.0',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'ConntrackHelper': '1.0',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Log': '1.0',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Network': '1.1',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Port': '1.6',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'PortForwarding': '1.2',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'QosPolicy': '1.8',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroup': '1.3',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroupRule': '1.1',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SubPort': '1.0',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Subnet': '1.1',
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Trunk': '1.1'}}
Dec 21 09:48:30.929457 dv-neutron-601336-62-ovs neutron-server[80859]:  {{(pid=80972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 09:48:30.936542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:30.978122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Network 2bff5d0b-dd25-46f1-9632-6755cc8945f8 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:48:30.979312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:48:30.982353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:48:31.047309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Attempting to bind port b74ad6cd-e5a2-4db0-a2c5-73855b434a97 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:48:31.048469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Attempting to bind port b74ad6cd-e5a2-4db0-a2c5-73855b434a97 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '129fdc17-e8a6-41da-bd36-530b230a011a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:48:31.048707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Attempting to bind port b74ad6cd-e5a2-4db0-a2c5-73855b434a97 on network 2bff5d0b-dd25-46f1-9632-6755cc8945f8 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:48:31.059602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:48:31.060143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Checking segment: {'id': '129fdc17-e8a6-41da-bd36-530b230a011a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:48:31.062898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:31.062898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Bound using segment: {'id': '129fdc17-e8a6-41da-bd36-530b230a011a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:48:31.063578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Bound port: b74ad6cd-e5a2-4db0-a2c5-73855b434a97, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129fdc17-e8a6-41da-bd36-530b230a011a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:48:31.063702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:31.168895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] For port b74ad6cd-e5a2-4db0-a2c5-73855b434a97, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:48:31.173643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] For port b74ad6cd-e5a2-4db0-a2c5-73855b434a97, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b74ad6cd-e5a2-4db0-a2c5-73855b434a97,segment=NetworkSegment(129fdc17-e8a6-41da-bd36-530b230a011a),segment_id=129fdc17-e8a6-41da-bd36-530b230a011a)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:48:31.178335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:31.195419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:31.360456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Pushing event updated for resources: {'Port': ['ID=b74ad6cd-e5a2-4db0-a2c5-73855b434a97,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:31.364177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:32.528783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 58424) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:32.984585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-ad9dddb2-a88e-4921-8e64-af66e3149420 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 09:48:32.985832 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ad9dddb2-a88e-4921-8e64-af66e3149420 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4559917
Dec 21 09:48:34.949996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b74ad6cd-e5a2-4db0-a2c5-73855b434a97 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:48:35.028073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port b74ad6cd-e5a2-4db0-a2c5-73855b434a97 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:48:35.868082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58438) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:36.279272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e89daf-2272-432f-867b-8204fb497a81 None None] Network 2bff5d0b-dd25-46f1-9632-6755cc8945f8 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:48:36.318064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-8e148b56-c28f-4908-9f3f-ef47a081366f admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 09:48:36.319177 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8e148b56-c28f-4908-9f3f-ef47a081366f admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.4500403
Dec 21 09:48:36.416924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4c6fcc34-d239-41d2-a987-843a4831c5f9 None None] Provisioning for port b74ad6cd-e5a2-4db0-a2c5-73855b434a97 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:48:36.428834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4c6fcc34-d239-41d2-a987-843a4831c5f9 None None] Provisioning complete for port b74ad6cd-e5a2-4db0-a2c5-73855b434a97 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:48:36.429268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c6fcc34-d239-41d2-a987-843a4831c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:36.686423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c6fcc34-d239-41d2-a987-843a4831c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:36.732184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4c6fcc34-d239-41d2-a987-843a4831c5f9 None None] For port b74ad6cd-e5a2-4db0-a2c5-73855b434a97, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b74ad6cd-e5a2-4db0-a2c5-73855b434a97,segment=NetworkSegment(129fdc17-e8a6-41da-bd36-530b230a011a),segment_id=129fdc17-e8a6-41da-bd36-530b230a011a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:48:36.735954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c6fcc34-d239-41d2-a987-843a4831c5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:36.737852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:36.813273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fcc34-d239-41d2-a987-843a4831c5f9 None None] Pushing event updated for resources: {'Port': ['ID=b74ad6cd-e5a2-4db0-a2c5-73855b434a97,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:36.817294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c6fcc34-d239-41d2-a987-843a4831c5f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:36.935135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b74ad6cd-e5a2-4db0-a2c5-73855b434a97 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:48:37.022106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6358c3f2-26be-4db2-bb97-9a1dc48b19a8 None None] Provisioning complete for port b74ad6cd-e5a2-4db0-a2c5-73855b434a97 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:48:37.022523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6358c3f2-26be-4db2-bb97-9a1dc48b19a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:37.103875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port b74ad6cd-e5a2-4db0-a2c5-73855b434a97 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:48:37.104249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:37.349791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2978d517-6f25-4dd8-a31d-58e76f65c0a7 None None] Provisioning complete for port b74ad6cd-e5a2-4db0-a2c5-73855b434a97 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:48:37.350327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2978d517-6f25-4dd8-a31d-58e76f65c0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:38.180898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3ddee20-40cf-4eb2-bd31-34429ec4340b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:39.507665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58450) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:39.945842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'admin_state_up': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:48:39.951383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:48:39.955463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] Usage tracker for resource:router and tenant:2a017409999b4078bf029f7b19c3f6b1 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:48:39.959514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:48:39.965386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:48:39.974923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:39.976257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:39.997525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:40.099681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:40.119324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:40.120570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-887d1e26-ef9a-4d37-ae8f-b47b4882b13c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6118679
Dec 21 09:48:41.535665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9796bbef-bea7-4bc7-a04e-361dbe73b89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:41.981791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:42.533123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:42.899077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58470) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:43.096357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-d72d6d22-2f3f-4123-b39d-a10bf16eb795 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 09:48:43.097512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d72d6d22-2f3f-4123-b39d-a10bf16eb795 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1973450
Dec 21 09:48:43.286742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:45.707883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58490) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:45.791838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:48:45.797001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:48:45.801957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Usage tracker for resource:network and tenant:0ff8b65a28a14abab9c5ce191bf75355 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:48:45.805556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:48:45.811343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:48:45.820831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Made reservation on behalf of 0ff8b65a28a14abab9c5ce191bf75355 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:48:45.825554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:45.838965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:45.854024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:48:45.857990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Usage tracker for resource:security_group_rule and tenant:0ff8b65a28a14abab9c5ce191bf75355 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:48:45.860868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:48:45.868333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:48:45.960551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:45.963487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:45.968030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:45.982104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Reserving flat network on physical network physnet1 {{(pid=80971) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Dec 21 09:48:46.008862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e2b2b4-ceca-4fce-abe2-ddd54f5ebac2,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:46.011896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:46.012541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f2fef815ea0> segment precommit_create {{(pid=80971) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Dec 21 09:48:46.012900 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Added segment b2cb82b7-71b8-494e-9f48-48a185e03169 of type flat for network c8748333-3fcf-4be6-bc21-ddf4948bb217
Dec 21 09:48:46.014220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:46.051573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:46.088665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:46.089982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:48:46.090559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:46.095383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:46.199142 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4900649
Dec 21 09:48:46.204596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Pushing event updated for resources: {'Network': ['ID=c8748333-3fcf-4be6-bc21-ddf4948bb217,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:46.215154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:46.225176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:48:48.043987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:48:48.759297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58500) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:48.905818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438af1a-9e31-40cf-95c8-017935a66550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:48:48.907304 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8438af1a-9e31-40cf-95c8-017935a66550 admin admin] 10.222.0.45 "GET /v2.0/subnets/cb394946-a0af-4805-a349-846cae56d69e HTTP/1.1" status: 200  len: 849 time: 0.1469707
Dec 21 09:48:49.055926 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-db2bbd27-3c0b-4ff0-9574-b481de2290f2 admin admin] 10.222.0.45 "GET /v2.0/routers/3f1b94b9-903d-48a3-bec4-5731fbb1062d HTTP/1.1" status: 200  len: 704 time: 0.1417608
Dec 21 09:48:49.711222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:50.100220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Allocated IP 172.20.0.1 (2bff5d0b-dd25-46f1-9632-6755cc8945f8/cb394946-a0af-4805-a349-846cae56d69e/e53a5a6a-a051-4a82-a036-660d1deaf950) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:48:50.270863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:50.289129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Transition to ACTIVE for port object e53a5a6a-a051-4a82-a036-660d1deaf950 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:48:50.336691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:50.352684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:50.493776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Pushing event updated for resources: {'Port': ['ID=e53a5a6a-a051-4a82-a036-660d1deaf950,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:50.497395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:50.558655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Network 2bff5d0b-dd25-46f1-9632-6755cc8945f8 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:48:50.559843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:48:50.562403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:48:50.562918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:50.733191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fd92d3d3-2adc-4354-a468-516d91c745eb None None] Provisioning for port e53a5a6a-a051-4a82-a036-660d1deaf950 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:48:50.738781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fd92d3d3-2adc-4354-a468-516d91c745eb None None] Provisioning complete for port e53a5a6a-a051-4a82-a036-660d1deaf950 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:48:50.739297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd92d3d3-2adc-4354-a468-516d91c745eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:50.797280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fd92d3d3-2adc-4354-a468-516d91c745eb None None] Port e53a5a6a-a051-4a82-a036-660d1deaf950 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:48:50.842297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:51.140985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:51.144918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:51.146215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:51.165341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:51.462287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Pushing event updated for resources: {'Port': ['ID=e53a5a6a-a051-4a82-a036-660d1deaf950,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:51.466757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:51.521027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Network 2bff5d0b-dd25-46f1-9632-6755cc8945f8 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:48:51.522164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:48:51.725593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Router 3f1b94b9-903d-48a3-bec4-5731fbb1062d is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:48:51.726092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-78e84e84-3c11-4313-9e2a-56f3eda55df0 None None] Provisioning complete for port e53a5a6a-a051-4a82-a036-660d1deaf950 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:48:51.726511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78e84e84-3c11-4313-9e2a-56f3eda55df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:51.786395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-78e84e84-3c11-4313-9e2a-56f3eda55df0 None None] Port e53a5a6a-a051-4a82-a036-660d1deaf950 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:48:51.892672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:48:51.902559 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] 10.222.0.45 "PUT /v2.0/routers/3f1b94b9-903d-48a3-bec4-5731fbb1062d/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.8408263
Dec 21 09:48:51.904181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Sync routers for ids ['3f1b94b9-903d-48a3-bec4-5731fbb1062d'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:48:51.917030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Routers {'3f1b94b9-903d-48a3-bec4-5731fbb1062d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:48:51.917942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feebf4898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:48:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3f1b94b9-903d-48a3-bec4-5731fbb1062d'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:48:52.119944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Set router 3f1b94b9-903d-48a3-bec4-5731fbb1062d gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:48:52.538538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feebf4898>, [{'id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'name': 'router1', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:48:39Z', 'updated_at': '2020-12-21T09:48:50Z', 'revision_number': 2, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'gw_port_host': None, '_interfaces': [{'id': 'e53a5a6a-a051-4a82-a036-660d1deaf950', 'name': '', 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'mac_address': 'fa:16:3e:74:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb394946-a0af-4805-a349-846cae56d69e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:48:49Z', 'updated_at': '2020-12-21T09:48:50Z', 'revision_number': 2, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'subnets': [{'id': 'cb394946-a0af-4805-a349-846cae56d69e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3768d58-4c56-41da-84eb-7ff8e1195965'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:48:52.544189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Checking router: 3f1b94b9-903d-48a3-bec4-5731fbb1062d for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:48:52.544586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Updating router 3f1b94b9-903d-48a3-bec4-5731fbb1062d port e53a5a6a-a051-4a82-a036-660d1deaf950 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:48:52.605791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:53.270986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:53.288950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Transition to ACTIVE for port object e53a5a6a-a051-4a82-a036-660d1deaf950 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:48:53.292021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:53.313142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:53.448817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Pushing event updated for resources: {'Port': ['ID=e53a5a6a-a051-4a82-a036-660d1deaf950,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:53.468182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.468488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.468859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.469215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.469596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.469963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.470312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.470665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.471032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.471377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.471721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.472623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Tracked resource versions report:
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]: pushed versions:
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]: {   'AddressGroup': {'1.0'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'ConntrackHelper': {'1.0'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'Log': {'1.0'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'Network': {'1.1'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'Port': {'1.6'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'PortForwarding': {'1.2'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'QosPolicy': {'1.8'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroup': {'1.3'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroupRule': {'1.1'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'SubPort': {'1.0'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'Subnet': {'1.1'},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     'Trunk': {'1.1'}}
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]: consumer versions:
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]: {   DHCP agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     L3 agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     Metadata agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     Metering agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@dv-neutron-601336-62-ovs: {   'AddressGroup': '1.0',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'ConntrackHelper': '1.0',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Log': '1.0',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Network': '1.1',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Port': '1.6',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'PortForwarding': '1.2',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'QosPolicy': '1.8',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroup': '1.3',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroupRule': '1.1',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SubPort': '1.0',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Subnet': '1.1',
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Trunk': '1.1'}}
Dec 21 09:48:53.475265 dv-neutron-601336-62-ovs neutron-server[80859]:  {{(pid=80973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 09:48:53.482520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:53.693097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Attempting to bind port e53a5a6a-a051-4a82-a036-660d1deaf950 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:48:53.693843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Attempting to bind port e53a5a6a-a051-4a82-a036-660d1deaf950 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '129fdc17-e8a6-41da-bd36-530b230a011a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:48:53.694312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Attempting to bind port e53a5a6a-a051-4a82-a036-660d1deaf950 on network 2bff5d0b-dd25-46f1-9632-6755cc8945f8 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:48:53.700863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:48:53.701310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Checking segment: {'id': '129fdc17-e8a6-41da-bd36-530b230a011a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:48:53.701708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:53.702136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Bound using segment: {'id': '129fdc17-e8a6-41da-bd36-530b230a011a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:48:53.702665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Bound port: e53a5a6a-a051-4a82-a036-660d1deaf950, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129fdc17-e8a6-41da-bd36-530b230a011a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:48:53.703126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:53.809727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] For port e53a5a6a-a051-4a82-a036-660d1deaf950, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:48:53.817671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] For port e53a5a6a-a051-4a82-a036-660d1deaf950, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e53a5a6a-a051-4a82-a036-660d1deaf950,segment=NetworkSegment(129fdc17-e8a6-41da-bd36-530b230a011a),segment_id=129fdc17-e8a6-41da-bd36-530b230a011a)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:48:53.821519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:53.840064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:54.011765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Pushing event updated for resources: {'Port': ['ID=e53a5a6a-a051-4a82-a036-660d1deaf950,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:54.015093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:54.079849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Routers {'3f1b94b9-903d-48a3-bec4-5731fbb1062d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:48:54.080671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feebf4898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:48:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3f1b94b9-903d-48a3-bec4-5731fbb1062d'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:48:54.270960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] Set router 3f1b94b9-903d-48a3-bec4-5731fbb1062d gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:48:54.541289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58512) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:54.639470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feebf4898>, [{'id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'name': 'router1', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:48:39Z', 'updated_at': '2020-12-21T09:48:50Z', 'revision_number': 2, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'gw_port_host': None, '_interfaces': [{'id': 'e53a5a6a-a051-4a82-a036-660d1deaf950', 'name': '', 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'mac_address': 'fa:16:3e:74:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb394946-a0af-4805-a349-846cae56d69e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:48:49Z', 'updated_at': '2020-12-21T09:48:53Z', 'revision_number': 4, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'subnets': [{'id': 'cb394946-a0af-4805-a349-846cae56d69e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3768d58-4c56-41da-84eb-7ff8e1195965'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:48:54.643808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ab06d3-831e-41c3-a0ad-99f075486855 None None] The sync data for ids ['3f1b94b9-903d-48a3-bec4-5731fbb1062d'] in dv-neutron-601336-62-ovs is: [{'id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'name': 'router1', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:48:39Z', 'updated_at': '2020-12-21T09:48:50Z', 'revision_number': 2, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'gw_port_host': None, '_interfaces': [{'id': 'e53a5a6a-a051-4a82-a036-660d1deaf950', 'name': '', 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'mac_address': 'fa:16:3e:74:c2:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb394946-a0af-4805-a349-846cae56d69e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:48:49Z', 'updated_at': '2020-12-21T09:48:53Z', 'revision_number': 4, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'subnets': [{'id': 'cb394946-a0af-4805-a349-846cae56d69e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3768d58-4c56-41da-84eb-7ff8e1195965'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:48:54.764503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53994aa8-12f1-40e2-84fb-9d0cceaa853b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:48:54.765171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-53994aa8-12f1-40e2-84fb-9d0cceaa853b admin admin] Synchronizing usage tracker for tenant:0ff8b65a28a14abab9c5ce191bf75355 on resource:network {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:48:54.784576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-53994aa8-12f1-40e2-84fb-9d0cceaa853b admin admin] Unset dirty status for tenant:0ff8b65a28a14abab9c5ce191bf75355 on resource:network {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:48:54.786423 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-53994aa8-12f1-40e2-84fb-9d0cceaa853b admin admin] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 842 time: 0.2440088
Dec 21 09:48:54.797589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'name': 'public-subnet', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:48:54.803988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:48:54.809031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Usage tracker for resource:subnet and tenant:0ff8b65a28a14abab9c5ce191bf75355 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:48:54.812490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:48:54.820005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:48:54.831098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Made reservation on behalf of 0ff8b65a28a14abab9c5ce191bf75355 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:48:54.836726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:55.320597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 09:48:55.321074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:55.336128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:55.475200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2361e8-76e9-4508-bea7-6ef2a496bc04,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:55.479745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:55.571245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:48:55.571814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Network hostable DHCP agents. Network: c8748333-3fcf-4be6-bc21-ddf4948bb217, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:48:55.596555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:48:55.607812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, c8748333-3fcf-4be6-bc21-ddf4948bb217) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:48:55.611962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:48:55.612747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:55.618008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a9c313-a48a-443e-bc55-64174a0f9088 None None] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:48:55.637549 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8423283
Dec 21 09:48:55.899225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a205a3-4519-40b3-9755-7ea226eb76d3 None None] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:48:56.968250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e53a5a6a-a051-4a82-a036-660d1deaf950 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:48:57.046828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port e53a5a6a-a051-4a82-a036-660d1deaf950 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:48:57.056104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port e53a5a6a-a051-4a82-a036-660d1deaf950 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:48:57.056535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:57.201185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:57.235277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port e53a5a6a-a051-4a82-a036-660d1deaf950, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e53a5a6a-a051-4a82-a036-660d1deaf950,segment=NetworkSegment(129fdc17-e8a6-41da-bd36-530b230a011a),segment_id=129fdc17-e8a6-41da-bd36-530b230a011a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:48:57.240028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:57.245132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c6fcc34-d239-41d2-a987-843a4831c5f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:48:57.323120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=e53a5a6a-a051-4a82-a036-660d1deaf950,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:48:57.326882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:48:58.312668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 58526) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:48:58.569936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c9bee027-7fa2-4b64-8019-9233bfda9053 admin admin] 10.222.0.45 "GET /v2.0/routers/3f1b94b9-903d-48a3-bec4-5731fbb1062d HTTP/1.1" status: 200  len: 710 time: 0.2558272
Dec 21 09:48:58.721701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2f0262-fc99-4095-9c78-86ed66a5b22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:48:58.723271 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bb2f0262-fc99-4095-9c78-86ed66a5b22c admin admin] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 886 time: 0.1472392
Dec 21 09:48:58.734458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:48:58.953406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e53a5a6a-a051-4a82-a036-660d1deaf950 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:48:59.034696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port e53a5a6a-a051-4a82-a036-660d1deaf950 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:48:59.035179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:59.405604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:59.771477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:59.805445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:59.820152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:59.837049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:48:59.841002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:48:59.844014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:48:59.849962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:48:59.951354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:59.954183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:48:59.972870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:49:00.075455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf25405-6c89-4f6c-81bc-de76da743089,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:49:00.084034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:49:00.264221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Allocated IP 172.26.1.176 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/1cfa887c-2cd5-4c3f-b042-0423624c4c68) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:49:00.428021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:00.456156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:00.472818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-787d0202-d5d1-48cf-bbda-fa54999e81ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:49:00.611297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Pushing event updated for resources: {'Port': ['ID=1cfa887c-2cd5-4c3f-b042-0423624c4c68,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:49:00.622608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:49:00.670258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:49:00.671651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:49:00.674046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:49:01.102084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:01.477065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:01.480907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:01.860940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Router 3f1b94b9-903d-48a3-bec4-5731fbb1062d has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:49:02.057545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:49:02.069264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Sync routers for ids ['3f1b94b9-903d-48a3-bec4-5731fbb1062d'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:49:02.075232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:02.076528 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] 10.222.0.45 "PUT /v2.0/routers/3f1b94b9-903d-48a3-bec4-5731fbb1062d HTTP/1.1" status: 200  len: 890 time: 3.3460135
Dec 21 09:49:02.080096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Routers {'3f1b94b9-903d-48a3-bec4-5731fbb1062d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:49:02.080774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcd0a20>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:48:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3f1b94b9-903d-48a3-bec4-5731fbb1062d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:49:02.305264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Set router 3f1b94b9-903d-48a3-bec4-5731fbb1062d gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:49:02.844387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcd0a20>, [{'id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'name': 'router1', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': '1cfa887c-2cd5-4c3f-b042-0423624c4c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:48:39Z', 'updated_at': '2020-12-21T09:49:00Z', 'revision_number': 4, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'gw_port': {'id': '1cfa887c-2cd5-4c3f-b042-0423624c4c68', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:49:00Z', 'updated_at': '2020-12-21T09:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e53a5a6a-a051-4a82-a036-660d1deaf950', 'name': '', 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'mac_address': 'fa:16:3e:74:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb394946-a0af-4805-a349-846cae56d69e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:48:49Z', 'updated_at': '2020-12-21T09:48:57Z', 'revision_number': 5, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'subnets': [{'id': 'cb394946-a0af-4805-a349-846cae56d69e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3768d58-4c56-41da-84eb-7ff8e1195965'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:49:02.849939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Checking router: 3f1b94b9-903d-48a3-bec4-5731fbb1062d for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:49:02.850343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Updating router 3f1b94b9-903d-48a3-bec4-5731fbb1062d port 1cfa887c-2cd5-4c3f-b042-0423624c4c68 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:49:02.909126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:03.322823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:03.335525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Transition to ACTIVE for port object 1cfa887c-2cd5-4c3f-b042-0423624c4c68 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:49:03.338467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:03.354052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:49:03.497309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b46f2-799f-4d96-ac4c-593d01f8661a None None] Pushing event updated for resources: {'Port': ['ID=1cfa887c-2cd5-4c3f-b042-0423624c4c68,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:49:03.502247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d19b46f2-799f-4d96-ac4c-593d01f8661a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:49:03.557701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Attempting to bind port 1cfa887c-2cd5-4c3f-b042-0423624c4c68 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:49:03.558115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Attempting to bind port 1cfa887c-2cd5-4c3f-b042-0423624c4c68 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:49:03.558513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Attempting to bind port 1cfa887c-2cd5-4c3f-b042-0423624c4c68 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:49:03.564229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:49:03.564642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:49:03.565082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:03.566202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:49:03.566792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Bound port: 1cfa887c-2cd5-4c3f-b042-0423624c4c68, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:49:03.567203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:03.640721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] For port 1cfa887c-2cd5-4c3f-b042-0423624c4c68, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:49:03.644567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] For port 1cfa887c-2cd5-4c3f-b042-0423624c4c68, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1cfa887c-2cd5-4c3f-b042-0423624c4c68,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:49:03.647922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:03.661400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:49:03.813139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b46f2-799f-4d96-ac4c-593d01f8661a None None] Pushing event updated for resources: {'Port': ['ID=1cfa887c-2cd5-4c3f-b042-0423624c4c68,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:49:03.818367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d19b46f2-799f-4d96-ac4c-593d01f8661a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:49:03.866517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Routers {'3f1b94b9-903d-48a3-bec4-5731fbb1062d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:49:03.867137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcd0a20>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:48:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3f1b94b9-903d-48a3-bec4-5731fbb1062d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:49:04.055857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] Set router 3f1b94b9-903d-48a3-bec4-5731fbb1062d gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:49:04.408921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcd0a20>, [{'id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'name': 'router1', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': '1cfa887c-2cd5-4c3f-b042-0423624c4c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:48:39Z', 'updated_at': '2020-12-21T09:49:00Z', 'revision_number': 4, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'gw_port': {'id': '1cfa887c-2cd5-4c3f-b042-0423624c4c68', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:49:00Z', 'updated_at': '2020-12-21T09:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e53a5a6a-a051-4a82-a036-660d1deaf950', 'name': '', 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'mac_address': 'fa:16:3e:74:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb394946-a0af-4805-a349-846cae56d69e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:48:49Z', 'updated_at': '2020-12-21T09:48:57Z', 'revision_number': 5, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'subnets': [{'id': 'cb394946-a0af-4805-a349-846cae56d69e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3768d58-4c56-41da-84eb-7ff8e1195965'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:49:04.414084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc5c1b6-da54-475b-9da5-004ac4e6e06a None None] The sync data for ids ['3f1b94b9-903d-48a3-bec4-5731fbb1062d'] in dv-neutron-601336-62-ovs is: [{'id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'name': 'router1', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.176'}], 'enable_snat': True}, 'gw_port_id': '1cfa887c-2cd5-4c3f-b042-0423624c4c68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:48:39Z', 'updated_at': '2020-12-21T09:49:00Z', 'revision_number': 4, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'gw_port': {'id': '1cfa887c-2cd5-4c3f-b042-0423624c4c68', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:7c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:49:00Z', 'updated_at': '2020-12-21T09:49:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e53a5a6a-a051-4a82-a036-660d1deaf950', 'name': '', 'network_id': '2bff5d0b-dd25-46f1-9632-6755cc8945f8', 'tenant_id': '2a017409999b4078bf029f7b19c3f6b1', 'mac_address': 'fa:16:3e:74:c2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b94b9-903d-48a3-bec4-5731fbb1062d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cb394946-a0af-4805-a349-846cae56d69e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:48:49Z', 'updated_at': '2020-12-21T09:48:57Z', 'revision_number': 5, 'project_id': '2a017409999b4078bf029f7b19c3f6b1', 'subnets': [{'id': 'cb394946-a0af-4805-a349-846cae56d69e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a3768d58-4c56-41da-84eb-7ff8e1195965'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:49:04.897257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 58536) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:49:04.983044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1cfa887c-2cd5-4c3f-b042-0423624c4c68 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:49:05.052675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 1cfa887c-2cd5-4c3f-b042-0423624c4c68 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:49:05.057797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 1cfa887c-2cd5-4c3f-b042-0423624c4c68 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:49:05.058211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:05.166449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.policy [None req-d79dcffd-61fd-4ce1-999f-8641cb10e247 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80970) register_rules /opt/stack/neutron/neutron/policy.py:67}}
Dec 21 09:49:05.167372 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING oslo_policy.policy [None req-d79dcffd-61fd-4ce1-999f-8641cb10e247 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 09:49:05.167728 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING oslo_policy.policy [None req-d79dcffd-61fd-4ce1-999f-8641cb10e247 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 21 09:49:05.173903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79dcffd-61fd-4ce1-999f-8641cb10e247 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:49:05.178057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d79dcffd-61fd-4ce1-999f-8641cb10e247 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.2786636
Dec 21 09:49:05.182345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:05.201256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 1cfa887c-2cd5-4c3f-b042-0423624c4c68, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1cfa887c-2cd5-4c3f-b042-0423624c4c68,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:49:05.207549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:05.209033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7f34a8c-6d1a-4d10-89f5-7bbdf95d56c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:49:05.280931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=1cfa887c-2cd5-4c3f-b042-0423624c4c68,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:49:05.284800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:49:06.953301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1cfa887c-2cd5-4c3f-b042-0423624c4c68 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:49:07.034769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 1cfa887c-2cd5-4c3f-b042-0423624c4c68 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:49:07.035812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:08.218551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db9f2a83-c253-46be-9858-74200079be1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:11.569724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a74bf94d-df50-46e9-a89a-922655f65813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:11.992056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:12.552438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:13.325759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:25.043679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:49:38.185860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-95bc2ebe-010d-4627-8b91-ee034cb8f882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:41.532875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ed1670a-2602-470b-ac71-1bae82681a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:41.982916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:42.546983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:49:43.292135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:50:02.046439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:50:08.189758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-69168478-3744-4644-812d-6fadbf1840af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:50:11.540504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d7fca7-6b95-4eb5-8cc0-7f635eb807a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:50:11.992568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:50:12.566938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:50:13.297138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:50:38.195057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0fb7103e-c2db-4c5d-8028-9879447292ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:50:39.047952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:50:41.535170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e59a7e0-691b-4520-a67b-147b14b56289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:50:41.992917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:50:42.542210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:50:43.301665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:08.197725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ee0af7-48df-46e2-a2f7-4ab288e303b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:11.553788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-544a6d98-b6c1-48f0-aa28-208d7344668a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:12.005877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:12.545643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:13.296818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:16.046542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:51:23.988241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59148) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:51:24.095591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-aec68ed9-c753-4dce-8061-67a2fc7a2d27 admin admin] GET failed (client error): The resource could not be found.
Dec 21 09:51:24.097089 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aec68ed9-c753-4dce-8061-67a2fc7a2d27 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1077402
Dec 21 09:51:24.246502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb9ac8b-e56f-41ce-ba2b-0eaf92c44542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:24.248153 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5bb9ac8b-e56f-41ce-ba2b-0eaf92c44542 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1466696
Dec 21 09:51:26.750394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59158) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:51:26.898853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebf9b0d-c794-45f6-83a1-d20c53d53120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:26.899386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eebf9b0d-c794-45f6-83a1-d20c53d53120 admin admin] Synchronizing usage tracker for tenant:0ff8b65a28a14abab9c5ce191bf75355 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:51:26.915948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eebf9b0d-c794-45f6-83a1-d20c53d53120 admin admin] Unset dirty status for tenant:0ff8b65a28a14abab9c5ce191bf75355 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:51:26.917252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eebf9b0d-c794-45f6-83a1-d20c53d53120 admin admin] 10.222.0.45 "GET /v2.0/subnets/cb394946-a0af-4805-a349-846cae56d69e HTTP/1.1" status: 200  len: 849 time: 0.1657426
Dec 21 09:51:26.928255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:51:27.059813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Notify callbacks [] for subnet, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:27.402101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363296613509099'] for subnet, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:27.418640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:51:27.570077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb394946-a0af-4805-a349-846cae56d69e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:51:27.583977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.584346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.584722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.585291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.585406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.585751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.586100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.586454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.586806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.587153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.587500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.587842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:51:27.593154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:51:27.623392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:27.624034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:27.625623 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] 10.222.0.45 "PUT /v2.0/subnets/cb394946-a0af-4805-a349-846cae56d69e HTTP/1.1" status: 200  len: 868 time: 0.7015440
Dec 21 09:51:27.633704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f281465-948c-4e7b-b34b-563de5f4070d None None] Network 2bff5d0b-dd25-46f1-9632-6755cc8945f8 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:51:28.295704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-44135c45-6729-41ca-88a4-cdb636cae677 None None] Provisioning complete for port b74ad6cd-e5a2-4db0-a2c5-73855b434a97 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:51:28.296324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44135c45-6729-41ca-88a4-cdb636cae677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:28.431564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-44135c45-6729-41ca-88a4-cdb636cae677 None None] Provisioning complete for port e53a5a6a-a051-4a82-a036-660d1deaf950 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:51:28.431881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44135c45-6729-41ca-88a4-cdb636cae677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:30.192836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59168) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:51:30.441379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f7eb1-a9c5-4b2d-bca1-c429eac019ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:30.441714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81f7eb1-a9c5-4b2d-bca1-c429eac019ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:30.443374 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b81f7eb1-a9c5-4b2d-bca1-c429eac019ef admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2494783
Dec 21 09:51:32.935522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59178) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:51:33.170661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77fc7f-89b2-4ac2-bc20-06cbd08427b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:33.170997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77fc7f-89b2-4ac2-bc20-06cbd08427b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:33.173358 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ed77fc7f-89b2-4ac2-bc20-06cbd08427b1 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.2351356
Dec 21 09:51:35.726042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59188) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:51:35.949631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179bc09a-d156-4d1e-8963-05ea302311e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:35.951063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-179bc09a-d156-4d1e-8963-05ea302311e5 admin admin] 10.222.0.45 "GET /v2.0/networks/2bff5d0b-dd25-46f1-9632-6755cc8945f8 HTTP/1.1" status: 200  len: 862 time: 0.2239780
Dec 21 09:51:38.201515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b59556f-8eda-4130-9eac-038ce3ca3747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:38.479878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59198) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:51:38.712922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e55d6a2-2dca-458c-9ff1-075a3b6ab7a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:38.714457 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e55d6a2-2dca-458c-9ff1-075a3b6ab7a5 admin admin] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 886 time: 0.2335548
Dec 21 09:51:41.207694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59208) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:51:41.380098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb2e40-4225-4b72-ab44-52551b62e6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:41.380513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6deb2e40-4225-4b72-ab44-52551b62e6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:41.382194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6deb2e40-4225-4b72-ab44-52551b62e6af admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1734359
Dec 21 09:51:41.551338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fee99a47-c8dd-4a70-9cb4-cfa3a6620557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:41.998654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:42.552430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:43.302250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:51:43.944164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59218) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:51:44.100739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5988e26-4415-492e-b3d7-000806b19a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:44.101156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5988e26-4415-492e-b3d7-000806b19a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:44.103056 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a5988e26-4415-492e-b3d7-000806b19a6b admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1578584
Dec 21 09:51:46.619120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59228) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:51:46.764148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea61dbae-bfda-4c76-a962-b49a2960ef9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:46.765647 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea61dbae-bfda-4c76-a962-b49a2960ef9a admin admin] 10.222.0.45 "GET /v2.0/subnets/1c2361e8-76e9-4508-bea7-6ef2a496bc04 HTTP/1.1" status: 200  len: 816 time: 0.1449218
Dec 21 09:51:49.289085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59238) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:51:49.443761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081e9d8b-7efd-4f2b-bab4-b5ad9578de33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:51:49.445112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-081e9d8b-7efd-4f2b-bab4-b5ad9578de33 admin admin] 10.222.0.45 "GET /v2.0/subnets/cb394946-a0af-4805-a349-846cae56d69e HTTP/1.1" status: 200  len: 868 time: 0.1547482
Dec 21 09:51:53.047734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:52:08.210653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ddf2db8-3d06-4362-9b2f-8c5c1be5db00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:11.534914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7888f5f-15ad-43f6-a043-cd1723f26957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:11.999409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:12.566301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:13.308163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:15.735730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59278) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:52:15.822405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-22b07c27-2cf0-434a-b803-a37ac64c68af admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 09:52:15.823487 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-22b07c27-2cf0-434a-b803-a37ac64c68af admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0864232
Dec 21 09:52:18.445630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59288) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:52:18.558274 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-752b8804-f71a-47a3-8eca-a010a9cf0214 admin admin] GET failed (client error): The resource could not be found.
Dec 21 09:52:18.559667 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-752b8804-f71a-47a3-8eca-a010a9cf0214 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1130159
Dec 21 09:52:18.871630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c337073-f780-4d27-954f-f012a885553f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:52:18.873234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0c337073-f780-4d27-954f-f012a885553f admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.3081691
Dec 21 09:52:21.488160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59298) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:52:21.576035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:52:21.582033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:52:21.592226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:52:21.602682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Made reservation on behalf of 0ff8b65a28a14abab9c5ce191bf75355 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:52:21.607348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:21.705054 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.services.revisions.revision_plugin [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f2fed62e4e0] {project_id='0ff8b65a28a14abab9c5ce191bf75355', id='1db4a744-71db-470d-bfe3-7b7713c390d6', target_tenant='*', action='access_as_shared', object_id='09dc5e14-90e5-41d4-8a0d-874f64c3742b'}> to bump revision.
Dec 21 09:52:21.722748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:52:21.732421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:21.732799 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Added segment 4bc70aef-4e81-4494-90ae-b48d505fab3d of type vxlan for network 09dc5e14-90e5-41d4-8a0d-874f64c3742b
Dec 21 09:52:21.762893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:21.795813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:21.797086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:52:21.797737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:21.802851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:52:21.902139 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.4122944
Dec 21 09:52:21.907766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Pushing event updated for resources: {'Network': ['ID=09dc5e14-90e5-41d4-8a0d-874f64c3742b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:52:21.910731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:52:21.920147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 09dc5e14-90e5-41d4-8a0d-874f64c3742b details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:52:24.500475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59308) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:52:24.610636 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-411af249-9e1a-4b62-af88-96cfea1babff admin admin] GET failed (client error): The resource could not be found.
Dec 21 09:52:24.611185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-411af249-9e1a-4b62-af88-96cfea1babff admin admin] Synchronizing usage tracker for tenant:0ff8b65a28a14abab9c5ce191bf75355 on resource:network {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:52:24.626126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-411af249-9e1a-4b62-af88-96cfea1babff admin admin] Unset dirty status for tenant:0ff8b65a28a14abab9c5ce191bf75355 on resource:network {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:52:24.627338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-411af249-9e1a-4b62-af88-96cfea1babff admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1258149
Dec 21 09:52:24.745443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c92b479-ccdb-4f87-8a46-e37f9dab1419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:52:24.747070 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7c92b479-ccdb-4f87-8a46-e37f9dab1419 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1152887
Dec 21 09:52:24.759872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b', 'description': 'shared-subnet'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:52:24.765746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:52:24.775526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:52:24.784929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Made reservation on behalf of 0ff8b65a28a14abab9c5ce191bf75355 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:52:24.789697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:25.205684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:25.221917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-607627b1-45c1-457b-a3f7-c1fdf7416487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:52:25.359709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=624ac02e-2990-4c88-9ea8-f444854c5f83,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:52:25.363626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:52:25.425325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Checking segment: {'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:52:25.425748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Network hostable DHCP agents. Network: 09dc5e14-90e5-41d4-8a0d-874f64c3742b, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:52:25.444345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Network 09dc5e14-90e5-41d4-8a0d-874f64c3742b is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:52:25.453712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 09dc5e14-90e5-41d4-8a0d-874f64c3742b) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:52:25.457601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:52:25.458231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:25.464639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d329b-2ed7-49bb-b337-221e033cad21 None None] Network 09dc5e14-90e5-41d4-8a0d-874f64c3742b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:52:25.485055 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7292521
Dec 21 09:52:25.727249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-09dc5e14-90e5-41d4-8a0d-874f64c3742b', 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b', 'tenant_id': '0ff8b65a28a14abab9c5ce191bf75355', 'fixed_ips': [{'subnet_id': '624ac02e-2990-4c88-9ea8-f444854c5f83'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:52:25.728182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:26.039755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Allocated IP 192.168.233.2 (09dc5e14-90e5-41d4-8a0d-874f64c3742b/624ac02e-2990-4c88-9ea8-f444854c5f83/5727de81-80af-4c1e-8ded-d046c34006be) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:52:26.275071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:26.287084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Transition to ACTIVE for port object 5727de81-80af-4c1e-8ded-d046c34006be will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:52:26.305946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Transition to ACTIVE for port object 5727de81-80af-4c1e-8ded-d046c34006be will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:52:26.310767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:26.327152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:52:26.471384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Pushing event updated for resources: {'Port': ['ID=5727de81-80af-4c1e-8ded-d046c34006be,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:52:26.484168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.485020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.485020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.485413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.485778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.486142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.486506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.486873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.487247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.487607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.487967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.488322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:52:26.492655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:52:26.538231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Network 09dc5e14-90e5-41d4-8a0d-874f64c3742b is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:52:26.539360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:52:26.542757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:52:26.607084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Attempting to bind port 5727de81-80af-4c1e-8ded-d046c34006be on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:52:26.607500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Attempting to bind port 5727de81-80af-4c1e-8ded-d046c34006be by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:52:26.607908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Attempting to bind port 5727de81-80af-4c1e-8ded-d046c34006be on network 09dc5e14-90e5-41d4-8a0d-874f64c3742b {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:52:26.614815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:52:26.615281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Checking segment: {'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:52:26.615731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:26.616167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Bound using segment: {'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:52:26.616743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Bound port: 5727de81-80af-4c1e-8ded-d046c34006be, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:52:26.617107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:26.713732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] For port 5727de81-80af-4c1e-8ded-d046c34006be, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:52:26.719593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] For port 5727de81-80af-4c1e-8ded-d046c34006be, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5727de81-80af-4c1e-8ded-d046c34006be,segment=NetworkSegment(4bc70aef-4e81-4494-90ae-b48d505fab3d),segment_id=4bc70aef-4e81-4494-90ae-b48d505fab3d)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:52:26.724594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:26.741406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d19b46f2-799f-4d96-ac4c-593d01f8661a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:52:26.904019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Pushing event updated for resources: {'Port': ['ID=5727de81-80af-4c1e-8ded-d046c34006be,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:52:26.908945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:52:28.175357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305e1a7a-99ef-443e-a297-5958e4a1b1ee None None] Network 09dc5e14-90e5-41d4-8a0d-874f64c3742b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:52:28.224260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-64cfb5a3-348b-4393-9bbe-1e3f7f7b396b None None] Provisioning for port 5727de81-80af-4c1e-8ded-d046c34006be completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:52:29.086931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5727de81-80af-4c1e-8ded-d046c34006be up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:52:29.160900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 5727de81-80af-4c1e-8ded-d046c34006be completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:52:29.166158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 5727de81-80af-4c1e-8ded-d046c34006be triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:52:29.166583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:29.286891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:29.322229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 5727de81-80af-4c1e-8ded-d046c34006be, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5727de81-80af-4c1e-8ded-d046c34006be,segment=NetworkSegment(4bc70aef-4e81-4494-90ae-b48d505fab3d),segment_id=4bc70aef-4e81-4494-90ae-b48d505fab3d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:52:29.326854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:29.329097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:52:29.399697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=5727de81-80af-4c1e-8ded-d046c34006be,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:52:29.402884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:52:30.048813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:52:31.066249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5727de81-80af-4c1e-8ded-d046c34006be up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:52:31.143562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 5727de81-80af-4c1e-8ded-d046c34006be triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:52:31.144058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:38.202808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3fe52bf7-b9b4-49e1-99bc-20b751b430ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:41.540997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d6fa1d9-56bc-42d5-8f70-9f6904aae021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:42.003198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:42.560836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:52:43.313188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:07.047909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:53:08.206213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-116789ad-a149-43d1-9742-c3ccf04d7dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:11.544752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ddf019c-eaf3-4cd3-a5bd-e4de5f02cbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:12.010136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:12.570043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:13.311147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:38.208522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9d73fc9-50e0-4b9e-9496-ee5f52a0d671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:41.550810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57da40a4-1f47-4050-a34a-ae20021e11c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:41.795201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59350) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:53:41.801661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-1604c9f3-558e-4d8e-89e8-b41e904c5e7d tempest-verify_tempest_config-1268329251 tempest-verify_tempest_config-1268329251] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 09:53:41.802786 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1604c9f3-558e-4d8e-89e8-b41e904c5e7d tempest-verify_tempest_config-1268329251 tempest-verify_tempest_config-1268329251] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.0064421
Dec 21 09:53:42.008341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:42.162776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59370) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:53:42.316698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:42.331960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:53:42.335944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Usage tracker for resource:security_group_rule and tenant:50ab34e1cb44402da86c613f1cc60dbc is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:53:42.338852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:53:42.344987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:53:42.434244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:42.436772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:42.446068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9839760b-c2d9-4166-adf0-0e24e0c01c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:53:42.487414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Synchronizing usage tracker for tenant:0ff8b65a28a14abab9c5ce191bf75355 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:53:42.490961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8641a6-4758-42f0-ab14-342eea1733a6,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:53:42.501421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.501822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.502254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.502566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.502911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.503337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.503643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.503994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.504369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.504717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.505107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.505457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:53:42.510704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:53:42.518423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Unset dirty status for tenant:0ff8b65a28a14abab9c5ce191bf75355 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:53:42.519735 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50ab34e1cb44402da86c613f1cc60dbc&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3559334
Dec 21 09:53:42.522513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59376) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:53:42.564765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:42.589370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7228ebe-5654-4c62-9ce8-5d8e296a6007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:42.617752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7228ebe-5654-4c62-9ce8-5d8e296a6007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:42.668356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7228ebe-5654-4c62-9ce8-5d8e296a6007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:42.674171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:53:42.687872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7228ebe-5654-4c62-9ce8-5d8e296a6007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8641a6-4758-42f0-ab14-342eea1733a6,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:53:42.690872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7228ebe-5654-4c62-9ce8-5d8e296a6007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:53:42.691765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7228ebe-5654-4c62-9ce8-5d8e296a6007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:42.692997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a7228ebe-5654-4c62-9ce8-5d8e296a6007 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ed8641a6-4758-42f0-ab14-342eea1733a6 HTTP/1.1" status: 204  len: 168 time: 0.1694331
Dec 21 09:53:43.316276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:53:44.049651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:54:08.212349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-95df6f48-747c-46cf-ae3a-b8cdb7556da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:54:11.546161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f328f1d-3682-4395-a101-99613670c4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:54:12.017712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:54:12.568951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:54:13.316409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:54:21.050127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:54:38.217380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ac99bda-10bb-4ad8-8823-fb10a0b1eab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:54:41.538907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3af4716-f993-4b8d-9161-e8dfa8a4149a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:54:42.013782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:54:42.573834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:54:43.319460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:54:58.050353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 5 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:55:01.057659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351'] for agent, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:01.058277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.058508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.058879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.059248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.059613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.060022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.060382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.060803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.061104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.061463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.061847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.062206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:55:01.062588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2feddbcef0>, 'Open vSwitch agent', 'hv-neutron-6013', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:55:01.069330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf5cc0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-neutron-6013', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:55:01.385816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] get_endpoint_by_host() called for host hv-neutron-6013 {{(pid=80972) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Dec 21 09:55:01.389986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] get_endpoint_by_ip() called for ip 192.168.0.46 {{(pid=80972) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Dec 21 09:55:01.393119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] _add_endpoint() called for ip 192.168.0.46 {{(pid=80972) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Dec 21 09:55:01.401439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] _get_endpoints() called {{(pid=80972) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Dec 21 09:55:08.221756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67a038d6-6610-453c-ae23-f6e97c18091c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:11.543473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-326bea3d-07ba-4f72-8eff-41b572ada0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:12.016165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:12.577124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:13.323195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:15.648480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59446) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:55:15.800444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e7027089-44f1-4453-aaab-3876779dc64e admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5175 time: 0.1507697
Dec 21 09:55:18.366866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59456) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:55:18.457772 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-caa84a11-9675-465a-af17-2a689cda1435 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5175 time: 0.0896657
Dec 21 09:55:31.072598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:35.051322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:55:38.224996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da6f4718-b36c-40bf-99a8-7c0be4a3bda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:41.547205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5faa60a-002f-4c21-981c-b5b42fa5b73e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:42.021080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:42.580175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:55:43.325846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:01.089942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:08.228166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d43a6ff6-8db5-4f00-a837-4f617ad39c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:11.552320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bd441fb-dee8-4620-bbc0-c9ab395629ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:12.022715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:12.051223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:56:12.583018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:13.334105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:31.095211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:37.168725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59586) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:37.609814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1740116762-network', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:37.615279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:37.619823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Usage tracker for resource:network and tenant:08bc19b4e2294eea880fdc39de5157b9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:37.624786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:37.630946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:37.642179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Made reservation on behalf of 08bc19b4e2294eea880fdc39de5157b9 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:37.648129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:37.661436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:37.677876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:37.681930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Usage tracker for resource:security_group_rule and tenant:08bc19b4e2294eea880fdc39de5157b9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:37.684838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:37.690966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:37.785929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:37.790921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:37.801312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:37.842199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:56:37.852991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fa53ca-4a94-4b76-ab4c-5de37b520f45,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:37.864243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.865064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.865761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.866122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.866713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.867093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.867454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.867805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.868169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.868527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.869073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.869427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.869876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.870223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.870570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.870919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.871261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.871606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.871947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.872288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.872630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.872974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.873517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.873658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Tracked resource versions report:
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]: pushed versions:
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]: {   'AddressGroup': {'1.0'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'ConntrackHelper': {'1.0'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'Log': {'1.0'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'Network': {'1.1'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'Port': {'1.6'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'PortForwarding': {'1.2'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'QosPolicy': {'1.8'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroup': {'1.3'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroupRule': {'1.1'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'SubPort': {'1.0'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'Subnet': {'1.1'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     'Trunk': {'1.1'}}
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]: consumer versions:
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]: {   DHCP agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     L3 agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     Metadata agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     Metering agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@dv-neutron-601336-62-ovs: {   'AddressGroup': '1.0',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'ConntrackHelper': '1.0',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Log': '1.0',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Network': '1.1',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Port': '1.6',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'PortForwarding': '1.2',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'QosPolicy': '1.8',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroup': '1.3',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroupRule': '1.1',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SubPort': '1.0',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Subnet': '1.1',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Trunk': '1.1'},
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'ConntrackHelper': '1.0',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Log': '1.0',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Network': '1.1',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Port': '1.6',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'PortForwarding': '1.2',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'QosPolicy': '1.8',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SecurityGroup': '1.3',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SecurityGroupRule': '1.1',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SubPort': '1.0',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Subnet': '1.1',
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Trunk': '1.1'}}
Dec 21 09:56:37.874909 dv-neutron-601336-62-ovs neutron-server[80859]:  {{(pid=80971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 09:56:37.878814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:37.879006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Added segment ea33f9c8-aa6b-467d-9eb7-e07af563ec0a of type vxlan for network 64fc3134-80ba-45d9-bcfe-cbec04cd2659
Dec 21 09:56:37.881045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:37.912537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:37.949223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:37.950751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:56:37.951414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:37.957300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:37.993544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59618) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:38.068179 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 0.8978722
Dec 21 09:56:38.070884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59626) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:38.074771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Pushing event updated for resources: {'Network': ['ID=64fc3134-80ba-45d9-bcfe-cbec04cd2659,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:38.077305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Request body: {'subnet': {'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1740116762-subnet', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:38.078882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:38.080858 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.quota [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f2feeaf3cf8>.
Dec 21 09:56:38.086776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:56:38.089394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:38.095531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Usage tracker for resource:subnet and tenant:08bc19b4e2294eea880fdc39de5157b9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:38.099667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:38.107006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:38.133182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Made reservation on behalf of 08bc19b4e2294eea880fdc39de5157b9 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:38.139836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:38.199385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:56:38.318875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7a8c240-ea8e-4b8e-a6d2-05361a33a10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:38.609125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-204201169-network', 'tenant_id': '46d96e08a0484480b312e045cd996d68'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:38.630010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:38.636910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Usage tracker for resource:network and tenant:46d96e08a0484480b312e045cd996d68 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:38.640736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:38.649388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:38.667282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Made reservation on behalf of 46d96e08a0484480b312e045cd996d68 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:38.672109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:38.695862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:38.757753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:38.765450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Usage tracker for resource:security_group_rule and tenant:46d96e08a0484480b312e045cd996d68 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:38.775107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:38.784747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:38.787110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:38.809933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:38.996316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ea758eb-df80-4c23-998c-e2f83e74ad01,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:39.008968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59656) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:39.033905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.033905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.033905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.033905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.034325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.034325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.034637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.034954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.035303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.035648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.035992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.037008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.037544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.037878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.038227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.038559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.038875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.039278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.039587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.040179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.040520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.040864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.041206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.041573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Tracked resource versions report:
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]: pushed versions:
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]: {   'AddressGroup': {'1.0'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'ConntrackHelper': {'1.0'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'Log': {'1.0'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'Network': {'1.1'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'Port': {'1.6'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'PortForwarding': {'1.2'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'QosPolicy': {'1.8'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroup': {'1.3'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroupRule': {'1.1'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'SubPort': {'1.0'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'Subnet': {'1.1'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     'Trunk': {'1.1'}}
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]: consumer versions:
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]: {   DHCP agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     L3 agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     Metadata agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     Metering agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@dv-neutron-601336-62-ovs: {   'AddressGroup': '1.0',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'ConntrackHelper': '1.0',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Log': '1.0',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Network': '1.1',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Port': '1.6',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'PortForwarding': '1.2',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'QosPolicy': '1.8',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroup': '1.3',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroupRule': '1.1',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SubPort': '1.0',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Subnet': '1.1',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Trunk': '1.1'},
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'ConntrackHelper': '1.0',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Log': '1.0',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Network': '1.1',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Port': '1.6',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'PortForwarding': '1.2',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'QosPolicy': '1.8',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SecurityGroup': '1.3',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SecurityGroupRule': '1.1',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SubPort': '1.0',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Subnet': '1.1',
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Trunk': '1.1'}}
Dec 21 09:56:39.042891 dv-neutron-601336-62-ovs neutron-server[80859]:  {{(pid=80970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 09:56:39.125347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:39.129026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Checking segment: {'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:39.129422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Network hostable DHCP agents. Network: 64fc3134-80ba-45d9-bcfe-cbec04cd2659, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:56:39.169175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.176859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.183429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:39.193592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:56:39.230985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:56:39.233759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 64fc3134-80ba-45d9-bcfe-cbec04cd2659) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:39.235061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679530a3-6bd3-49dc-b050-f93379de26ac,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:39.263708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:56:39.264373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.268669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccd9f2-0c24-4869-b485-bc99ee62d215 None None] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:56:39.284867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.287681 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Added segment 99238fa5-2153-460e-b8a3-89a2b7c36a32 of type vxlan for network e9d8d354-2125-42d4-b788-68baf6f1ad2e
Dec 21 09:56:39.300368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:39.351415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.358953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 1.2867608
Dec 21 09:56:39.361824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59674) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:39.370724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:39.382037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:39.397430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Usage tracker for resource:router and tenant:08bc19b4e2294eea880fdc39de5157b9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:39.406104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:39.418013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:39.422126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-193597627-network', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:39.424982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.429634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:56:39.430453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.433049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:39.435796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:39.439876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Usage tracker for resource:network and tenant:3388d26f02ef490182d9d0513dfd4f0b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:39.447004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:39.468473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:39.482150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.483532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.486776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Made reservation on behalf of 3388d26f02ef490182d9d0513dfd4f0b for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:39.497522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.527800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.562381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:39.568387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Usage tracker for resource:security_group_rule and tenant:3388d26f02ef490182d9d0513dfd4f0b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:39.571955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'fixed_ips': [{'subnet_id': '5ea758eb-df80-4c23-998c-e2f83e74ad01'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:56:39.573189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.576735 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.5820229
Dec 21 09:56:39.577809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d8d354-2125-42d4-b788-68baf6f1ad2e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:39.579911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59680) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:39.586975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:39.595493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.603382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:39.635866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:56:39.666526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Request body: {'subnet': {'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-204201169-subnet', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:39.670711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:39.686983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:39.695901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Usage tracker for resource:subnet and tenant:46d96e08a0484480b312e045cd996d68 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:39.702028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:39.713596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:39.792654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:56:39.808199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Made reservation on behalf of 46d96e08a0484480b312e045cd996d68 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:39.814198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.816895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.824660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.829820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:39.863096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:56:39.878640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b503fba-4894-44af-a954-6a83f9b17a4f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:39.883925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:39.885339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.886080 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Added segment 4bc24163-edf9-49dc-a59d-912e217b7f44 of type vxlan for network b4a6322a-e701-4fb4-b16d-c89c450cae6a
Dec 21 09:56:39.923606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.968237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.969706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:56:39.970564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:39.975027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:40.037925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.0272751
Dec 21 09:56:40.042662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59694) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:40.058688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Request body: {'subnet': {'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-193597627-subnet', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:40.065833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:40.072989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Usage tracker for resource:subnet and tenant:3388d26f02ef490182d9d0513dfd4f0b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:40.076653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:40.083395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:40.147628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Made reservation on behalf of 3388d26f02ef490182d9d0513dfd4f0b for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:40.154039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:40.218624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Allocated IP 172.20.0.2 (64fc3134-80ba-45d9-bcfe-cbec04cd2659/5ea758eb-df80-4c23-998c-e2f83e74ad01/07916b14-38be-49e8-88f3-c5eb549c673a) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:40.481934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:40.574749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Pushing event updated for resources: {'Network': ['ID=b4a6322a-e701-4fb4-b16d-c89c450cae6a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:40.578185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:40.648113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:40.662532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Transition to ACTIVE for port object 07916b14-38be-49e8-88f3-c5eb549c673a will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:40.682152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Transition to ACTIVE for port object 07916b14-38be-49e8-88f3-c5eb549c673a will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:40.688394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:56:40.705656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:56:40.728275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:40.875982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:41.019922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:41.026999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.028860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:41.031355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Pushing event updated for resources: {'Port': ['ID=07916b14-38be-49e8-88f3-c5eb549c673a,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:41.044428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:41.073436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:41.123693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.124086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.125480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.125732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.127773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.128281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.128781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.129156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.129581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.130263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.130819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.131188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.131634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.131999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.132800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.133182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.133566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.134057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.134422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.134782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.135140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.135614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.135973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.136426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Tracked resource versions report:
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]: pushed versions:
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]: {   'AddressGroup': {'1.0'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'ConntrackHelper': {'1.0'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'Log': {'1.0'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'Network': {'1.1'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'Port': {'1.6'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'PortForwarding': {'1.2'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'QosPolicy': {'1.8'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroup': {'1.3'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroupRule': {'1.1'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'SubPort': {'1.0'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'Subnet': {'1.1'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     'Trunk': {'1.1'}}
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]: consumer versions:
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]: {   DHCP agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     L3 agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     Metadata agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     Metering agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@dv-neutron-601336-62-ovs: {   'AddressGroup': '1.0',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'ConntrackHelper': '1.0',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Log': '1.0',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Network': '1.1',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Port': '1.6',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'PortForwarding': '1.2',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'QosPolicy': '1.8',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroup': '1.3',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroupRule': '1.1',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SubPort': '1.0',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Subnet': '1.1',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Trunk': '1.1'},
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'ConntrackHelper': '1.0',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Log': '1.0',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Network': '1.1',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Port': '1.6',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'PortForwarding': '1.2',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'QosPolicy': '1.8',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SecurityGroup': '1.3',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SecurityGroupRule': '1.1',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SubPort': '1.0',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Subnet': '1.1',
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Trunk': '1.1'}}
Dec 21 09:56:41.138072 dv-neutron-601336-62-ovs neutron-server[80859]:  {{(pid=80972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 09:56:41.269957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b7ff006-c626-4ba9-8cee-382350121d1d,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:41.275073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:41.357067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59724) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:41.369093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Checking segment: {'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:41.369748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Network hostable DHCP agents. Network: b4a6322a-e701-4fb4-b16d-c89c450cae6a, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:56:41.399695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.399918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:56:41.409900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, b4a6322a-e701-4fb4-b16d-c89c450cae6a) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:41.417029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:56:41.417956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.445411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4014027
Dec 21 09:56:41.448708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59732) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:41.464958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:41.466444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.470380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:41.474444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cbd030-bd0c-40d0-9611-9edf391fdf16 None None] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:56:41.480551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:41.491705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Usage tracker for resource:router and tenant:3388d26f02ef490182d9d0513dfd4f0b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:41.498030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:41.507881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:41.518839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.519903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.565646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.568359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59738) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:41.700468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Attempting to bind port 07916b14-38be-49e8-88f3-c5eb549c673a on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:56:41.700985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Attempting to bind port 07916b14-38be-49e8-88f3-c5eb549c673a by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:56:41.701433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Attempting to bind port 07916b14-38be-49e8-88f3-c5eb549c673a on network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:56:41.716682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81c67394-9978-448e-9a89-321595659531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.724875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:56:41.725293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Checking segment: {'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:41.725761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.726331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Bound using segment: {'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:56:41.726867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Bound port: 07916b14-38be-49e8-88f3-c5eb549c673a, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:56:41.727290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.890680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.932853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] For port 07916b14-38be-49e8-88f3-c5eb549c673a, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:56:41.939608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:41.944639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] For port 07916b14-38be-49e8-88f3-c5eb549c673a, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=07916b14-38be-49e8-88f3-c5eb549c673a,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:56:41.946236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.954502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'fixed_ips': [{'subnet_id': '6b7ff006-c626-4ba9-8cee-382350121d1d'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:56:41.955413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:41.982573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:42.009326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1333089913', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:42.029635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:42.037047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:42.063370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Usage tracker for resource:port and tenant:0be42c42a5c54a1fac12e40849ab23bd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:42.082057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:42.103442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:42.137346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Made reservation on behalf of 0be42c42a5c54a1fac12e40849ab23bd for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:42.142183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:42.175742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3df20f9c-3fad-4f0f-803e-601b16389e12,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:42.183569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:42.204158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:42.236698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:42.243726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Usage tracker for resource:security_group_rule and tenant:0be42c42a5c54a1fac12e40849ab23bd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:42.246741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:42.247640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:42.255076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:42.275429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-073c65d2-d71b-4586-a762-079154e9f26b tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1030851170'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:42.275953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-073c65d2-d71b-4586-a762-079154e9f26b tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Unknown quota resources ['metering_label']. {{(pid=80970) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 21 09:56:42.291802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59750) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:42.304632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Allocated IP 172.26.1.68 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/0f341b41-51a6-4440-ad04-85aff0f29bf5) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:42.386860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Pushing event updated for resources: {'Port': ['ID=07916b14-38be-49e8-88f3-c5eb549c673a,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:42.412403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:42.463463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59758) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:42.636846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:42.683701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:42.695390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:42.702478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:42.725717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7228ebe-5654-4c62-9ce8-5d8e296a6007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:42.747005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:42.826078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1689161771'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:42.955920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Allocated IP 172.20.0.2 (b4a6322a-e701-4fb4-b16d-c89c450cae6a/6b7ff006-c626-4ba9-8cee-382350121d1d/9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:42.973296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2ad4459a-1ba8-4291-9b6a-5c8802ac17ba tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1138894036'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:42.973954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2ad4459a-1ba8-4291-9b6a-5c8802ac17ba tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Unknown quota resources ['metering_label']. {{(pid=80971) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 21 09:56:43.039164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:43.054230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdc83b1-1e24-4d42-8ef7-12bd6f1dd31f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:43.216705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Checking segment: {'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:43.217352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Network hostable DHCP agents. Network: e9d8d354-2125-42d4-b788-68baf6f1ad2e, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:56:43.245194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-073c65d2-d71b-4586-a762-079154e9f26b tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Notify callbacks [] for metering_label, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.250488 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-073c65d2-d71b-4586-a762-079154e9f26b tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.6807075
Dec 21 09:56:43.274461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.303752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Transition to ACTIVE for port object 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:43.319518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59776) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:43.326969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Transition to ACTIVE for port object 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:43.350735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.352604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7341c701-b17c-48d6-aec3-3a5562f0740b tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '697bc322-f1b0-4887-af98-9573e893916b'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:43.353531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7341c701-b17c-48d6-aec3-3a5562f0740b tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Unknown quota resources ['metering_label_rule']. {{(pid=80970) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 21 09:56:43.429501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Usage tracker for resource:network and tenant:124751be89ed49ae82cd8c1abbb623b7 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:43.440770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.712s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:43.450833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:43.455714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] device_id is not set on port 9cbb6642-62fc-4add-b82f-414e389cfdc5 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:56:43.477948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:43.506523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:43.553998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Pushing event updated for resources: {'Port': ['ID=9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:43.556645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.587035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:43.612501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:56:43.634781 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.services.metering.metering_plugin [None req-7341c701-b17c-48d6-aec3-3a5562f0740b tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 21 09:56:43.667924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:43.669598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:43.672932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:43.718237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59784) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:43.736055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Attempting to bind port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:56:43.736568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Attempting to bind port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:56:43.737081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Attempting to bind port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 on network b4a6322a-e701-4fb4-b16d-c89c450cae6a {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:56:43.741729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Made reservation on behalf of 124751be89ed49ae82cd8c1abbb623b7 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:43.745738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:56:43.746265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Checking segment: {'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:43.746393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.746944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.747452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Bound using segment: {'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:56:43.748049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Bound port: 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:56:43.748628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.825349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, e9d8d354-2125-42d4-b788-68baf6f1ad2e) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:43.829355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.833562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7341c701-b17c-48d6-aec3-3a5562f0740b tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Notify callbacks [] for metering_label_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.835041 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7341c701-b17c-48d6-aec3-3a5562f0740b tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.5140343
Dec 21 09:56:43.840829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59790) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:43.846503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:56:43.847319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.858678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5fa12b-cf55-4b04-9117-bc1ae50afd09 None None] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:56:43.859423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d66091aa-45c4-45da-88ca-2c9da9c49f58 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '697bc322-f1b0-4887-af98-9573e893916b'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:43.859948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d66091aa-45c4-45da-88ca-2c9da9c49f58 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Unknown quota resources ['metering_label_rule']. {{(pid=80970) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 21 09:56:43.886276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:43.905202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.3182132
Dec 21 09:56:43.914450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59794) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:43.931170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:43.938752 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.services.metering.metering_plugin [None req-d66091aa-45c4-45da-88ca-2c9da9c49f58 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 21 09:56:43.944871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:43.957277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Usage tracker for resource:router and tenant:46d96e08a0484480b312e045cd996d68 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:43.964771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:44.034686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Usage tracker for resource:security_group_rule and tenant:124751be89ed49ae82cd8c1abbb623b7 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:44.040813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:44.041053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:44.053164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:44.060110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ad4459a-1ba8-4291-9b6a-5c8802ac17ba tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Notify callbacks [] for metering_label, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:44.064603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2ad4459a-1ba8-4291-9b6a-5c8802ac17ba tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 478 time: 1.7691512
Dec 21 09:56:44.074520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:44.083101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59798) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:44.099817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bcfb0921-7d0e-4e54-b27e-26af49e4335c tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'e201d261-fa67-4ed0-911b-3fcfe1a98174'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:44.106501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bcfb0921-7d0e-4e54-b27e-26af49e4335c tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Unknown quota resources ['metering_label_rule']. {{(pid=80971) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 21 09:56:44.110777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:44.141316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:44.180575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d66091aa-45c4-45da-88ca-2c9da9c49f58 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Notify callbacks [] for metering_label_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:44.184541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d66091aa-45c4-45da-88ca-2c9da9c49f58 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3386445
Dec 21 09:56:44.196444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59804) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:44.211937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] For port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:56:44.221086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:44.222788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:44.272214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] For port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:56:44.278571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:44.297177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:44.325479 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-49d9f210-482e-484e-87cc-95568e9c0f75 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=5c72cc37-3752-48ef-bcf4-8bbf232fcb05 HTTP/1.1" status: 200  len: 462 time: 0.1266739
Dec 21 09:56:44.329830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59808) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:44.354731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'fixed_ips': [{'subnet_id': '3df20f9c-3fad-4f0f-803e-601b16389e12'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:56:44.355980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:44.388298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:44.412068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Pushing event updated for resources: {'Port': ['ID=0f341b41-51a6-4440-ad04-85aff0f29bf5,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:44.431577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:44.470806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:44.494942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Allocated IP 172.26.1.218 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/9cbb6642-62fc-4add-b82f-414e389cfdc5) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:44.527633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:44.545983 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.services.metering.metering_plugin [None req-bcfb0921-7d0e-4e54-b27e-26af49e4335c tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 21 09:56:44.561017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Usage tracker for resource:floatingip and tenant:462b3e7a68e44b74bb453a8161754f9b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:44.615139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Pushing event updated for resources: {'Port': ['ID=9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:44.626479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:44.737249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:44.748012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:44.774802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ffaa3e-9baf-4055-87c0-fa5d20cb982a None None] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:56:44.891931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:44.964050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bcfb0921-7d0e-4e54-b27e-26af49e4335c tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Notify callbacks [] for metering_label_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:44.965333 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bcfb0921-7d0e-4e54-b27e-26af49e4335c tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.8805714
Dec 21 09:56:44.978451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59812) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:45.058223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:45.063180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4d8a2c66-77ca-4374-bf27-9e9faeb8d419 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'e201d261-fa67-4ed0-911b-3fcfe1a98174'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:45.063180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4d8a2c66-77ca-4374-bf27-9e9faeb8d419 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Unknown quota resources ['metering_label_rule']. {{(pid=80970) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 21 09:56:45.070916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.140763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:45.147345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.155564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:45.180195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:45.259397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5b192832-270d-408c-997b-71531958b5dd None None] Provisioning for port 07916b14-38be-49e8-88f3-c5eb549c673a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:56:45.285303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ead0d8a-e7c5-4185-8646-ee60634a7968 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Notify callbacks [] for metering_label_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.287128 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3ead0d8a-e7c5-4185-8646-ee60634a7968 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/5c72cc37-3752-48ef-bcf4-8bbf232fcb05 HTTP/1.1" status: 204  len: 168 time: 0.9541476
Dec 21 09:56:45.313378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59816) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:45.326189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:56:45.333834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Allocated IP 172.20.0.2 (e9d8d354-2125-42d4-b788-68baf6f1ad2e/3df20f9c-3fad-4f0f-803e-601b16389e12/29901fed-10cc-42ed-910b-041af6a8d2d0) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:45.356311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.378625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4306de-2e10-4cf6-a8a3-e82445bd83dc,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:45.392855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:45.398089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.401837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.402221 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Added segment 04011c3c-381b-4815-8fc9-b9b8db01a116 of type vxlan for network 73e130bd-2e18-4c87-acea-b73f7863b31f
Dec 21 09:56:45.421999 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5e8b7ddf-9ec4-491c-b354-4806a23e2725 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=5c72cc37-3752-48ef-bcf4-8bbf232fcb05 HTTP/1.1" status: 200  len: 221 time: 0.1035602
Dec 21 09:56:45.423249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59822) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:45.438360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0c34be9d-dba0-41a3-ba1e-993bec32daed tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Request body: {'metering_label': {'name': 'tempest-metering-label--1345796162', 'description': 'label created by tempest'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:45.439372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0c34be9d-dba0-41a3-ba1e-993bec32daed tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Unknown quota resources ['metering_label']. {{(pid=80971) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 21 09:56:45.443317 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.services.metering.metering_plugin [None req-4d8a2c66-77ca-4374-bf27-9e9faeb8d419 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
Dec 21 09:56:45.456534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:56:45.483847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.656967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d8a2c66-77ca-4374-bf27-9e9faeb8d419 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Notify callbacks [] for metering_label_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.661036 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4d8a2c66-77ca-4374-bf27-9e9faeb8d419 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.6711669
Dec 21 09:56:45.663010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59826) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:45.742479 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1019b9cf-f2ac-4130-946c-293908fbc958 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=26b7dd93-eadf-46a1-8336-614f95afabe1 HTTP/1.1" status: 200  len: 464 time: 0.0760860
Dec 21 09:56:45.742995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:56:45.748914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59830) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:45.757320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.757881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 07916b14-38be-49e8-88f3-c5eb549c673a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:56:45.810981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.850749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Transition to ACTIVE for port object 29901fed-10cc-42ed-910b-041af6a8d2d0 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:45.875464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Transition to ACTIVE for port object 29901fed-10cc-42ed-910b-041af6a8d2d0 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:45.883569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:45.901771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:45.941706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 07916b14-38be-49e8-88f3-c5eb549c673a completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:56:45.971120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 07916b14-38be-49e8-88f3-c5eb549c673a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:45.971542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.039433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.120823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Pushing event updated for resources: {'Port': ['ID=29901fed-10cc-42ed-910b-041af6a8d2d0,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:46.138633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40384430-226e-416a-a9ad-d3b9db7c42ef tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Notify callbacks [] for metering_label_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.143665 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-40384430-226e-416a-a9ad-d3b9db7c42ef tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/26b7dd93-eadf-46a1-8336-614f95afabe1 HTTP/1.1" status: 204  len: 168 time: 0.3877597
Dec 21 09:56:46.143665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.143983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:46.204600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59834) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:46.263972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:46.267920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:46.271726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:46.274559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.309418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:46.347310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.375456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Attempting to bind port 29901fed-10cc-42ed-910b-041af6a8d2d0 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:56:46.375927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Attempting to bind port 29901fed-10cc-42ed-910b-041af6a8d2d0 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:56:46.376290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Attempting to bind port 29901fed-10cc-42ed-910b-041af6a8d2d0 on network e9d8d354-2125-42d4-b788-68baf6f1ad2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:56:46.381825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 07916b14-38be-49e8-88f3-c5eb549c673a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=07916b14-38be-49e8-88f3-c5eb549c673a,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:56:46.385075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:56:46.385524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Checking segment: {'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:46.385967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.386401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Bound using segment: {'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:56:46.386919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Bound port: 29901fed-10cc-42ed-910b-041af6a8d2d0, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:56:46.387333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.413627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.424942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:46.455003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Allocated IP 172.26.1.219 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/d76628de-4551-4c24-985b-df7976773705) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:46.577894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=07916b14-38be-49e8-88f3-c5eb549c673a,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:46.598254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:46.618771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:56:46.619481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.627334 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-844c11ba-949d-4079-80e8-1b134856a0d8 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=26b7dd93-eadf-46a1-8336-614f95afabe1 HTTP/1.1" status: 200  len: 221 time: 0.4079900
Dec 21 09:56:46.646789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59840) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:46.646934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c34be9d-dba0-41a3-ba1e-993bec32daed tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Notify callbacks [] for metering_label, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.648168 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0c34be9d-dba0-41a3-ba1e-993bec32daed tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 1.2247484
Dec 21 09:56:46.656188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33ae4a-0167-4291-b916-d760b284610d None None] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:56:46.704814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4b0e5685-02da-4bcd-a597-cdf18b13b6cf None None] Provisioning complete for port 07916b14-38be-49e8-88f3-c5eb549c673a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:46.705562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5685-02da-4bcd-a597-cdf18b13b6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.711159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59842) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:46.714740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-96027fb5-cd27-4fbe-a975-97da1f102e87 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Request body: {'metering_label': {'name': 'tempest-metering-label--816721289', 'description': 'label created by tempest'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:46.715287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-96027fb5-cd27-4fbe-a975-97da1f102e87 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Unknown quota resources ['metering_label']. {{(pid=80970) _create /opt/stack/neutron/neutron/api/v2/base.py:495}}
Dec 21 09:56:46.736638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Pushing event updated for resources: {'Port': ['ID=9cbb6642-62fc-4add-b82f-414e389cfdc5,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:46.755711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:46.808623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.162s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:46.855969 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 4.3844900
Dec 21 09:56:46.870753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59848) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:46.890708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] For port 29901fed-10cc-42ed-910b-041af6a8d2d0, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:56:46.905670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Request body: {'subnet': {'network_id': '73e130bd-2e18-4c87-acea-b73f7863b31f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:46.915922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] For port 29901fed-10cc-42ed-910b-041af6a8d2d0, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=29901fed-10cc-42ed-910b-041af6a8d2d0,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:56:46.941224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:46.976554 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-796773ca-53a4-4b0f-93c2-7643bc69bbbe tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=b5261458-6e95-4664-8176-4374d94e8df2 HTTP/1.1" status: 200  len: 468 time: 0.2401156
Dec 21 09:56:46.987325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59852) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:46.996915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:47.096351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:47.156990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Pushing event updated for resources: {'Network': ['ID=73e130bd-2e18-4c87-acea-b73f7863b31f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:47.182696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:47.226566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:47.240391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:47.242722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:47.250412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:47.251260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:56:47.251935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:47.258496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Usage tracker for resource:subnet and tenant:124751be89ed49ae82cd8c1abbb623b7 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:47.264168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:47.283672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:47.333858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:47.335569 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1037 time: 5.9771709
Dec 21 09:56:47.341997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59856) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:47.367487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:47.397879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 73e130bd-2e18-4c87-acea-b73f7863b31f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:56:47.404142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.218'}]}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:47.411795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 73e130bd-2e18-4c87-acea-b73f7863b31f details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:56:47.413908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Made reservation on behalf of 124751be89ed49ae82cd8c1abbb623b7 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:47.425851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 07916b14-38be-49e8-88f3-c5eb549c673a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:56:47.430818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:47.467282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:47.492329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Usage tracker for resource:router and tenant:0be42c42a5c54a1fac12e40849ab23bd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:47.509027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:47.537465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:47.642354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:47.654988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Allocated IP 172.26.1.232 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/ed1fc040-a78e-41a9-a945-6917f312f342) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:47.681818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d76628de-4551-4c24-985b-df7976773705,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:47.698564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:47.710814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks [] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:47.726224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Pushing event updated for resources: {'Port': ['ID=29901fed-10cc-42ed-910b-041af6a8d2d0,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:47.730528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:47.732713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:47.733941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:47.844717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:47.857768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] Provisioning for port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:56:47.882592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] Provisioning complete for port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:47.883019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:47.981318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 07916b14-38be-49e8-88f3-c5eb549c673a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:47.981798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:48.109670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96027fb5-cd27-4fbe-a975-97da1f102e87 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Notify callbacks [] for metering_label, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:48.111246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-96027fb5-cd27-4fbe-a975-97da1f102e87 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 1.4020545
Dec 21 09:56:48.141021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:48.190609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59866) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:48.247940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] For port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:56:48.268960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a651d742-773c-4930-8e2b-378dafc5389e tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Notify callbacks [] for metering_label, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:48.287910 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a651d742-773c-4930-8e2b-378dafc5389e tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/b5261458-6e95-4664-8176-4374d94e8df2 HTTP/1.1" status: 204  len: 168 time: 1.2892480
Dec 21 09:56:48.296969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59870) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:48.339424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:48.344023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:48.383002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:48.400707 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3bac6957-37ca-4ce5-8d1b-d05ea7190697 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=b5261458-6e95-4664-8176-4374d94e8df2 HTTP/1.1" status: 200  len: 216 time: 0.1020112
Dec 21 09:56:48.408302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:48.411505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:48.419104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59874) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:48.436920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:48.487339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] Pushing event updated for resources: {'Port': ['ID=9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:48.491448 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c5283f2-6754-4f87-be78-7ae867ba1208 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=e38b7170-650d-411c-97af-02c66c924abc HTTP/1.1" status: 200  len: 467 time: 0.2808771
Dec 21 09:56:48.503676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59878) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:48.523431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:48.524513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] Provisioning complete for port 07916b14-38be-49e8-88f3-c5eb549c673a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:48.524635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:48.561615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-36901dc2-bc1e-4fbc-ae1c-1496402196d4 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.1411064
Dec 21 09:56:48.678910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59882) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:48.714417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-37749cfd-bbb7-4fe1-83a2-a3cc8d2f6796 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0341265
Dec 21 09:56:48.717790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59886) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:48.874913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c0092b4d-1b12-4117-bbfd-6afb441c44f0 None None] Provisioning complete for port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:48.876405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0092b4d-1b12-4117-bbfd-6afb441c44f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:48.893621 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f3ab4b5e-fb78-4e8d-bb4d-577d3e360ffb tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "GET /v2.0/metering/metering-labels/697bc322-f1b0-4887-af98-9573e893916b HTTP/1.1" status: 200  len: 473 time: 0.1745460
Dec 21 09:56:48.905781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59890) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:48.931856 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-68e925c9-5b27-4ca2-b5e5-17251e98c653 tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/8e0205f7-b67d-4edb-99f4-831add5587ec HTTP/1.1" status: 200  len: 459 time: 0.0190361
Dec 21 09:56:48.936548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59894) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:49.053683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:56:49.182548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Router a40b47f9-2988-49e8-9030-4085251f9b9d is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:56:49.191741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ef4b40f4-6eae-430a-acf2-20fce01b38db tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Notify callbacks [] for metering_label_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:49.196089 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ef4b40f4-6eae-430a-acf2-20fce01b38db tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/8e0205f7-b67d-4edb-99f4-831add5587ec HTTP/1.1" status: 204  len: 168 time: 0.2582722
Dec 21 09:56:49.198471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59898) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:49.251647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7521c309-22f2-4975-a6ab-7432419d529d None None] Provisioning complete for port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:49.251988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7521c309-22f2-4975-a6ab-7432419d529d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:49.315530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:49.366728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 29901fed-10cc-42ed-910b-041af6a8d2d0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:56:49.488823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:49.581230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 29901fed-10cc-42ed-910b-041af6a8d2d0 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:56:49.588260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:56:49.681693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:49.682115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:49.757225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-89752134-f2fe-4921-be91-59cb91e668fe tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] Notify callbacks [] for metering_label, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:49.761388 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-89752134-f2fe-4921-be91-59cb91e668fe tempest-MeteringIpV6TestJSON-1367067745 tempest-MeteringIpV6TestJSON-1367067745] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/697bc322-f1b0-4887-af98-9573e893916b HTTP/1.1" status: 204  len: 168 time: 0.5594051
Dec 21 09:56:49.809907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729e3b96-03d7-429e-a2b1-90b1fe98cdaf None None] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:56:49.913078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:49.918796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:56:49.920208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e56276a6-0104-46c9-890f-508a11aaea02 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Notify callbacks [] for metering_label, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:49.921537 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e56276a6-0104-46c9-890f-508a11aaea02 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/e38b7170-650d-411c-97af-02c66c924abc HTTP/1.1" status: 204  len: 168 time: 1.4070160
Dec 21 09:56:49.930063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59904) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:49.935473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Sync routers for ids ['a40b47f9-2988-49e8-9030-4085251f9b9d'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:56:49.950505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Routers {'a40b47f9-2988-49e8-9030-4085251f9b9d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:56:49.951180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4e7b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:56:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a40b47f9-2988-49e8-9030-4085251f9b9d'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:56:50.003527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6f5d75d9-256c-48a1-a9fa-263b8a979fd7 None None] Provisioning for port 29901fed-10cc-42ed-910b-041af6a8d2d0 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:56:50.014898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6f5d75d9-256c-48a1-a9fa-263b8a979fd7 None None] Provisioning complete for port 29901fed-10cc-42ed-910b-041af6a8d2d0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:50.015474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5d75d9-256c-48a1-a9fa-263b8a979fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:50.017947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-35ec3910-4013-4c31-a0c6-58a27c561335 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=e38b7170-650d-411c-97af-02c66c924abc HTTP/1.1" status: 200  len: 216 time: 0.0415416
Dec 21 09:56:50.026635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59908) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:50.041413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:50.045400 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 10.6793685
Dec 21 09:56:50.050497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59912) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:50.055553 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6b4d1701-ae97-44da-9e18-f70e6f1ab22a tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0276892
Dec 21 09:56:50.122307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59918) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:50.255296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:50.319832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Set router a40b47f9-2988-49e8-9030-4085251f9b9d gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:56:50.408786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5d75d9-256c-48a1-a9fa-263b8a979fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:50.422675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Allocated IP 172.26.1.8 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/ee31b455-10a6-4b35-b1ad-477b60b11045) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:50.424747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59924) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:50.446102 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a13e8375-d888-49e2-8cab-9acf81036b52 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.3067987
Dec 21 09:56:50.462200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59930) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:50.503348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6f5d75d9-256c-48a1-a9fa-263b8a979fd7 None None] For port 29901fed-10cc-42ed-910b-041af6a8d2d0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=29901fed-10cc-42ed-910b-041af6a8d2d0,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:56:50.514289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5d75d9-256c-48a1-a9fa-263b8a979fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:50.524000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:50.624401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:50.630432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:50.639137 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f7292170-bc15-467e-8ec7-bbd7b3f6df46 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "GET /v2.0/metering/metering-labels/e201d261-fa67-4ed0-911b-3fcfe1a98174 HTTP/1.1" status: 200  len: 473 time: 0.1744549
Dec 21 09:56:50.729305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59934) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:50.759430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d75d9-256c-48a1-a9fa-263b8a979fd7 None None] Pushing event updated for resources: {'Port': ['ID=29901fed-10cc-42ed-910b-041af6a8d2d0,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:50.766251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f5d75d9-256c-48a1-a9fa-263b8a979fd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:50.769247 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9cd438de-5304-42c0-b578-5f6b0d9fa31f tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "GET /v2.0/metering/metering-label-rules/2c927382-b7e1-4e85-bf92-a52b1027fb62 HTTP/1.1" status: 200  len: 461 time: 0.0380495
Dec 21 09:56:50.844826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4e7b8>, [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:45Z', 'revision_number': 3, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:56:50.851441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Checking router: a40b47f9-2988-49e8-9030-4085251f9b9d for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:56:50.852080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Updating router a40b47f9-2988-49e8-9030-4085251f9b9d port 0f341b41-51a6-4440-ad04-85aff0f29bf5 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:56:50.852501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59938) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:50.864624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-281d21b1-a052-440f-9efa-307481b6de4c None None] Provisioning complete for port 29901fed-10cc-42ed-910b-041af6a8d2d0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:50.865307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-281d21b1-a052-440f-9efa-307481b6de4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:50.889528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:50.920129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:50.921519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:51.013553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:51.041858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] Usage tracker for resource:security_group_rule and tenant:5379bc0bfd5445039f31c0326443ce14 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:51.052494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:51.090194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:51.119863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:51.236051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8e2f37f4-c0ff-4e3c-b3fa-c2edef7721e9 None None] Provisioning complete for port 29901fed-10cc-42ed-910b-041af6a8d2d0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:51.236481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e2f37f4-c0ff-4e3c-b3fa-c2edef7721e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.288470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 29901fed-10cc-42ed-910b-041af6a8d2d0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:56:51.302478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event updated for resources: {'Port': ['ID=ed1fc040-a78e-41a9-a945-6917f312f342,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:51.306181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:51.308395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.372115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.441355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 29901fed-10cc-42ed-910b-041af6a8d2d0 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:51.441804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.452163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.501114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.516394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.533691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:51.542875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb7fefd5-9372-49f7-8bf7-6c506c28df66 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Notify callbacks [] for metering_label_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.544105 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eb7fefd5-9372-49f7-8bf7-6c506c28df66 tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "DELETE /v2.0/metering/metering-label-rules/2c927382-b7e1-4e85-bf92-a52b1027fb62 HTTP/1.1" status: 204  len: 168 time: 0.6905694
Dec 21 09:56:51.562847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59944) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:51.617994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-aa40def4-33af-4cf6-9eec-616bc349d73d None None] Provisioning complete for port 29901fed-10cc-42ed-910b-041af6a8d2d0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:51.618521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa40def4-33af-4cf6-9eec-616bc349d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.654431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27952ee6-a779-4243-8ceb-33789c7298bc,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:51.668776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:51.690419 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5379bc0bfd5445039f31c0326443ce14&name=default HTTP/1.1" status: 200  len: 2875 time: 1.2608147
Dec 21 09:56:51.691769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.695396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59948) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:51.727389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14e11d6e-9083-4c88-9779-5ba77496658f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:51.870482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.958350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.977401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Transition to ACTIVE for port object 0f341b41-51a6-4440-ad04-85aff0f29bf5 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:51.981477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:51.998281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:52.007231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Pushing event updated for resources: {'Port': ['ID=ee31b455-10a6-4b35-b1ad-477b60b11045,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:52.024394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:52.083307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-95a93c43-e865-4cb3-831a-325406f49d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.146753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Pushing event updated for resources: {'Port': ['ID=0f341b41-51a6-4440-ad04-85aff0f29bf5,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:52.170285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.170805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.170983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.171363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.171727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.172098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.172442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.172810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.173164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.173615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.173926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.174245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.174686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.175043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.175402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.175752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.176111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.176507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.176861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.177253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.177662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.178016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.178369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.178720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Tracked resource versions report:
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]: pushed versions:
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]: {   'AddressGroup': {'1.0'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'ConntrackHelper': {'1.0'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'Log': {'1.0'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'Network': {'1.1'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'Port': {'1.6'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'PortForwarding': {'1.2'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'QosPolicy': {'1.8'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroup': {'1.3'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'SecurityGroupRule': {'1.1'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'SubPort': {'1.0'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'Subnet': {'1.1'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     'Trunk': {'1.1'}}
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]: consumer versions:
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]: {   DHCP agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     L3 agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     Metadata agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     Metering agent@dv-neutron-601336-62-ovs: {},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@dv-neutron-601336-62-ovs: {   'AddressGroup': '1.0',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'ConntrackHelper': '1.0',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Log': '1.0',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Network': '1.1',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Port': '1.6',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'PortForwarding': '1.2',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'QosPolicy': '1.8',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroup': '1.3',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SecurityGroupRule': '1.1',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'SubPort': '1.0',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Subnet': '1.1',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                                      'Trunk': '1.1'},
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:     Open vSwitch agent@hv-neutron-6013: {   'AddressGroup': '1.0',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'ConntrackHelper': '1.0',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Log': '1.0',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Network': '1.1',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Port': '1.6',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'PortForwarding': '1.2',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'QosPolicy': '1.8',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SecurityGroup': '1.3',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SecurityGroupRule': '1.1',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'SubPort': '1.0',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Subnet': '1.1',
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:                                             'Trunk': '1.1'}}
Dec 21 09:56:52.180059 dv-neutron-601336-62-ovs neutron-server[80859]:  {{(pid=80973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Dec 21 09:56:52.185053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:52.244553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Attempting to bind port 0f341b41-51a6-4440-ad04-85aff0f29bf5 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:56:52.244871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Attempting to bind port 0f341b41-51a6-4440-ad04-85aff0f29bf5 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:56:52.245409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Attempting to bind port 0f341b41-51a6-4440-ad04-85aff0f29bf5 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:56:52.252298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:56:52.252668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:52.253297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.253823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:56:52.254414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Bound port: 0f341b41-51a6-4440-ad04-85aff0f29bf5, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:56:52.256005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.342680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] For port 0f341b41-51a6-4440-ad04-85aff0f29bf5, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:56:52.343055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-95a93c43-e865-4cb3-831a-325406f49d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.346095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] For port 0f341b41-51a6-4440-ad04-85aff0f29bf5, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0f341b41-51a6-4440-ad04-85aff0f29bf5,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:56:52.351082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.360368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:52.369526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:52.372145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:52.413832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:52.496844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.524201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.534140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Pushing event updated for resources: {'Port': ['ID=0f341b41-51a6-4440-ad04-85aff0f29bf5,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:52.549423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:52.618053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Routers {'a40b47f9-2988-49e8-9030-4085251f9b9d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:56:52.621504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4e7b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:56:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a40b47f9-2988-49e8-9030-4085251f9b9d'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:56:52.679681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-432ac4d8-7e41-439d-a9a8-5f9a9793cb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:52.703920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-95a93c43-e865-4cb3-831a-325406f49d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.817073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10d9d17a-2b64-4e30-b21e-e0dd1b4f5ace tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] Notify callbacks [] for metering_label, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.821541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-10d9d17a-2b64-4e30-b21e-e0dd1b4f5ace tempest-MeteringTestJSON-1545350685 tempest-MeteringTestJSON-1545350685] 10.222.0.45 "DELETE /v2.0/metering/metering-labels/e201d261-fa67-4ed0-911b-3fcfe1a98174 HTTP/1.1" status: 204  len: 168 time: 1.2495611
Dec 21 09:56:52.831448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:52.835467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] Set router a40b47f9-2988-49e8-9030-4085251f9b9d gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:56:52.861696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a93c43-e865-4cb3-831a-325406f49d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27952ee6-a779-4243-8ceb-33789c7298bc,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:52.869846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-95a93c43-e865-4cb3-831a-325406f49d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:52.890140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-95a93c43-e865-4cb3-831a-325406f49d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.891394 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-95a93c43-e865-4cb3-831a-325406f49d6e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27952ee6-a779-4243-8ceb-33789c7298bc HTTP/1.1" status: 204  len: 168 time: 1.1817839
Dec 21 09:56:52.927345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:52.964207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Pushing event updated for resources: {'Subnet': ['ID=8723b551-c4df-4e29-9c70-acddcd234043,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:52.994859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:52.996439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:53.033116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Router 577d18a0-5e5e-445d-b12b-2628fec46f95 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:56:53.097454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:53.379145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Allocated IP 172.20.0.1 (64fc3134-80ba-45d9-bcfe-cbec04cd2659/5ea758eb-df80-4c23-998c-e2f83e74ad01/f2c06631-dee7-43b6-96d4-680926e754e0) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:53.390547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59960) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:53.546403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4e7b8>, [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:45Z', 'revision_number': 3, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:56:53.554018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afffe689-7da5-4263-add8-ce770c821e98 None None] The sync data for ids ['a40b47f9-2988-49e8-9030-4085251f9b9d'] in dv-neutron-601336-62-ovs is: [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:45Z', 'revision_number': 3, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:56:53.580196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59966) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:53.721915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:53.755786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:53.820216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:53.822994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Checking segment: {'id': '04011c3c-381b-4815-8fc9-b9b8db01a116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '73e130bd-2e18-4c87-acea-b73f7863b31f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:53.823392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Network hostable DHCP agents. Network: 73e130bd-2e18-4c87-acea-b73f7863b31f, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:56:53.824020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:53.858983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] Usage tracker for resource:security_group_rule and tenant:8cb82a11868946e7bb8b5d45cda8922a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:53.878881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:53.889714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:53.910214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:53.918693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:53.918693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:56:53.930419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Sync routers for ids ['577d18a0-5e5e-445d-b12b-2628fec46f95'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:56:53.945164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Routers {'577d18a0-5e5e-445d-b12b-2628fec46f95'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:56:53.946410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee15e1d0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:56:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['577d18a0-5e5e-445d-b12b-2628fec46f95'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:56:54.199057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Transition to ACTIVE for port object f2c06631-dee7-43b6-96d4-680926e754e0 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:54.208600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:54.251636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Set router 577d18a0-5e5e-445d-b12b-2628fec46f95 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:56:54.254595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:54.265898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:54.271463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] Usage tracker for resource:security_group_rule and tenant:242b3db18e654c8eae28721ff9769b69 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:54.278513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:54.301117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:54.323129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Network 73e130bd-2e18-4c87-acea-b73f7863b31f is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:56:54.330157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:54.405320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 73e130bd-2e18-4c87-acea-b73f7863b31f) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:54.420867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4bea8d-c602-4249-9801-e2d51603197b None None] Network 73e130bd-2e18-4c87-acea-b73f7863b31f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:56:54.483057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:54.484381 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-836e1389-bff2-4f5a-b3d7-13ce3e72e9b9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 13.0346837
Dec 21 09:56:54.502562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59970) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:54.507375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:54.527300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:56:54.528046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:54.585424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event updated for resources: {'Port': ['ID=ed1fc040-a78e-41a9-a945-6917f312f342,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:54.615479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:54.653806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.7731113
Dec 21 09:56:54.658960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59974) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:54.665919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:54.716406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:54.717543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Router e5670799-9c53-435e-a456-82a5924765b9 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:56:54.727844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:54.740389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Request body: {'port': {'network_id': '73e130bd-2e18-4c87-acea-b73f7863b31f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-163390229'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:54.798921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:54.799641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:54.955212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:54.969192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c06631-dee7-43b6-96d4-680926e754e0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:54.984122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:55.116105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.124613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-73e130bd-2e18-4c87-acea-b73f7863b31f', 'network_id': '73e130bd-2e18-4c87-acea-b73f7863b31f', 'tenant_id': '124751be89ed49ae82cd8c1abbb623b7', 'fixed_ips': [{'subnet_id': '8723b551-c4df-4e29-9c70-acddcd234043'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:56:55.126305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.181246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.189577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.206744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.212266 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 11.4840801
Dec 21 09:56:55.212266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.214445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee15e1d0>, [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:49Z', 'revision_number': 3, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:56:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:56:55.225918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Checking router: 577d18a0-5e5e-445d-b12b-2628fec46f95 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:56:55.226352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Updating router 577d18a0-5e5e-445d-b12b-2628fec46f95 port d76628de-4551-4c24-985b-df7976773705 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:56:55.253992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59978) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:55.258394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-01a28d94-b64d-4f5a-bfd7-b62de5892819 None None] Provisioning for port f2c06631-dee7-43b6-96d4-680926e754e0 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:56:55.287323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-01a28d94-b64d-4f5a-bfd7-b62de5892819 None None] Provisioning complete for port f2c06631-dee7-43b6-96d4-680926e754e0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:55.287629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01a28d94-b64d-4f5a-bfd7-b62de5892819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.314105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:55.315900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0f341b41-51a6-4440-ad04-85aff0f29bf5 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:56:55.353470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2023153192'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:56:55.384098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.384659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Fanout notify agent at l3_agent the message router_deleted on router 5b137f7e-792c-42c1-8034-762159786bc7 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:56:55.384879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.390667 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8cb82a11868946e7bb8b5d45cda8922a&name=default HTTP/1.1" status: 200  len: 2875 time: 1.7833314
Dec 21 09:56:55.401191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59982) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:55.403523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:55.409022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc257e6-7952-4432-80ea-0a09469a7321,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:55.417130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.417374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:55.423551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Usage tracker for resource:network and tenant:462b3e7a68e44b74bb453a8161754f9b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:55.439960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.463603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:55.470144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:55.482669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Usage tracker for resource:port and tenant:124751be89ed49ae82cd8c1abbb623b7 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:55.488587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:55.491927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:55.496432 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] create failed (client error): There was a conflict when trying to complete your request.
Dec 21 09:56:55.501945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1e4f3e6e-7ff9-4cbc-a7f5-2e02ce289630 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 8.1411469
Dec 21 09:56:55.501945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:55.502262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 59988) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:55.504108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:55.546820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-01a28d94-b64d-4f5a-bfd7-b62de5892819 None None] Port f2c06631-dee7-43b6-96d4-680926e754e0 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:56:55.572987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf3f350a-f091-438e-8101-bc7abf4a73a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.578443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Made reservation on behalf of 124751be89ed49ae82cd8c1abbb623b7 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:55.585173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.588793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:56:55.606420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Sync routers for ids ['e5670799-9c53-435e-a456-82a5924765b9'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:56:55.630310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Routers {'e5670799-9c53-435e-a456-82a5924765b9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:56:55.631997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee040e48>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:56:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e5670799-9c53-435e-a456-82a5924765b9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:56:55.653130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Made reservation on behalf of 462b3e7a68e44b74bb453a8161754f9b for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:56:55.659012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.678651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-043bf2e9-f878-4da7-a47b-047e6001a463 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Deleting port 9cbb6642-62fc-4add-b82f-414e389cfdc5 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:56:55.679144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-043bf2e9-f878-4da7-a47b-047e6001a463 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.689890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 0f341b41-51a6-4440-ad04-85aff0f29bf5 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:56:55.710526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0f341b41-51a6-4440-ad04-85aff0f29bf5 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:55.710949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.711082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=242b3db18e654c8eae28721ff9769b69&name=default HTTP/1.1" status: 200  len: 2878 time: 2.2626724
Dec 21 09:56:55.714902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59992) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:55.722276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf3f350a-f091-438e-8101-bc7abf4a73a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.722509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:55.785443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86518939-d21f-4fa9-89df-10f4e0de00e5,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:55.993278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] device_id is not set on port 07f0e779-7edb-4ac3-9721-1c84feacef98 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:56:56.050857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Allocated IP 172.20.0.2 (73e130bd-2e18-4c87-acea-b73f7863b31f/8723b551-c4df-4e29-9c70-acddcd234043/ce5694b1-38b8-4f1b-9185-b80e6993e0bb) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:56.051550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Set router e5670799-9c53-435e-a456-82a5924765b9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:56:56.107614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf3f350a-f091-438e-8101-bc7abf4a73a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:56.117391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:56.129097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:56.135792 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 12.2158012
Dec 21 09:56:56.138923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:56.141913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 59996) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:56.147639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:56.185801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f350a-f091-438e-8101-bc7abf4a73a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc257e6-7952-4432-80ea-0a09469a7321,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:56.270052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Usage tracker for resource:security_group_rule and tenant:462b3e7a68e44b74bb453a8161754f9b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:56.276268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf3f350a-f091-438e-8101-bc7abf4a73a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:56.290904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:56.333142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf3f350a-f091-438e-8101-bc7abf4a73a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:56.335406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bf3f350a-f091-438e-8101-bc7abf4a73a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6dc257e6-7952-4432-80ea-0a09469a7321 HTTP/1.1" status: 204  len: 168 time: 0.9230590
Dec 21 09:56:56.376486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-043bf2e9-f878-4da7-a47b-047e6001a463 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:56.415541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee040e48>, [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:56:52Z', 'revision_number': 3, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:56:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:56:56.420904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Checking router: e5670799-9c53-435e-a456-82a5924765b9 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:56:56.421307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Updating router e5670799-9c53-435e-a456-82a5924765b9 port ee31b455-10a6-4b35-b1ad-477b60b11045 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:56:56.435639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:56.501823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:56.511105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:56.518814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:56.752095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-043bf2e9-f878-4da7-a47b-047e6001a463 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Calling delete_port for 9cbb6642-62fc-4add-b82f-414e389cfdc5 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:56:56.817940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 0f341b41-51a6-4440-ad04-85aff0f29bf5, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0f341b41-51a6-4440-ad04-85aff0f29bf5,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:56:56.924641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:56.962094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:57.090579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-043bf2e9-f878-4da7-a47b-047e6001a463 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.090799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.111715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:57.178902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Transition to ACTIVE for port object ce5694b1-38b8-4f1b-9185-b80e6993e0bb will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:57.207431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ec39a8e-a829-4a10-8e1b-b3cc93e5fc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.230848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Transition to ACTIVE for port object ce5694b1-38b8-4f1b-9185-b80e6993e0bb will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:57.247943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=0f341b41-51a6-4440-ad04-85aff0f29bf5,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:57.263091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.282127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:57.282671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:57.355992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:56:57.400740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.428806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043bf2e9-f878-4da7-a47b-047e6001a463 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Pushing event deleted for resources: {'Port': ['ID=9cbb6642-62fc-4add-b82f-414e389cfdc5,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:57.438258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-043bf2e9-f878-4da7-a47b-047e6001a463 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:57.591575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Allocated IP 172.20.0.7 (73e130bd-2e18-4c87-acea-b73f7863b31f/8723b551-c4df-4e29-9c70-acddcd234043/07f0e779-7edb-4ac3-9721-1c84feacef98) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:56:57.596568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.600222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.610897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.626898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.664191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-043bf2e9-f878-4da7-a47b-047e6001a463 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.670649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-081732a0-d173-41cd-a16f-08129d3879c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:57.691207 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-043bf2e9-f878-4da7-a47b-047e6001a463 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] 10.222.0.45 "DELETE /v2.0/ports/9cbb6642-62fc-4add-b82f-414e389cfdc5 HTTP/1.1" status: 204  len: 168 time: 2.1837900
Dec 21 09:56:57.696040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.823011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.835908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Pushing event updated for resources: {'Port': ['ID=ce5694b1-38b8-4f1b-9185-b80e6993e0bb,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:57.845020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Transition to ACTIVE for port object d76628de-4551-4c24-985b-df7976773705 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:57.870032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:57.897657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.908055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.928342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Transition to ACTIVE for port object 07f0e779-7edb-4ac3-9721-1c84feacef98 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:57.946591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ec39a8e-a829-4a10-8e1b-b3cc93e5fc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.955336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:57.956331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f67b40f6-6313-47f7-9f63-09f05f764e2c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:57.976388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:58.055549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:56:58.157393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Pushing event updated for resources: {'Port': ['ID=07f0e779-7edb-4ac3-9721-1c84feacef98,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:58.167994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:58.220633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Network 73e130bd-2e18-4c87-acea-b73f7863b31f is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:58.221961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:58.226024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:58.231095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:56:58.231860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.273217 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.6100819
Dec 21 09:56:58.275892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60028) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:58.322135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.338768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Transition to ACTIVE for port object ee31b455-10a6-4b35-b1ad-477b60b11045 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:56:58.343880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.345180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Network 73e130bd-2e18-4c87-acea-b73f7863b31f is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:58.347748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60032) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:58.358402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:58.361843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:56:58.365186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b554693-7662-4c19-b462-847052f3a359 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:58.403311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.403767 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Added segment c5ee1170-9d6f-45c9-918a-498dc240cbcc of type vxlan for network d8cfc49a-eb9b-451a-99c8-5807bc15a206
Dec 21 09:56:58.414950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-41c3c603-9aa2-4d2e-9c7f-0cb93c0c06b2 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Deleting port 07f0e779-7edb-4ac3-9721-1c84feacef98 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:56:58.415453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41c3c603-9aa2-4d2e-9c7f-0cb93c0c06b2 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.450468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7250e4-8304-468f-8c83-652bbc1aeb6e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:58.490455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161c692-fcdd-42b4-8b92-30b946e22ce8 None None] Pushing event updated for resources: {'Port': ['ID=ee31b455-10a6-4b35-b1ad-477b60b11045,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:58.492536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f8f7c-0b52-43a0-b214-cfcf12d75c71 None None] Pushing event updated for resources: {'Port': ['ID=d76628de-4551-4c24-985b-df7976773705,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:58.494351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:58.496341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e161c692-fcdd-42b4-8b92-30b946e22ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:58.500347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ed2f8f7c-0b52-43a0-b214-cfcf12d75c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:58.521104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:58.526183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Attempting to bind port ce5694b1-38b8-4f1b-9185-b80e6993e0bb on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:56:58.526545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Attempting to bind port ce5694b1-38b8-4f1b-9185-b80e6993e0bb by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '04011c3c-381b-4815-8fc9-b9b8db01a116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '73e130bd-2e18-4c87-acea-b73f7863b31f'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:56:58.526942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Attempting to bind port ce5694b1-38b8-4f1b-9185-b80e6993e0bb on network 73e130bd-2e18-4c87-acea-b73f7863b31f {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:56:58.548615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:56:58.549039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Checking segment: {'id': '04011c3c-381b-4815-8fc9-b9b8db01a116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '73e130bd-2e18-4c87-acea-b73f7863b31f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:58.549789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.550365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Bound using segment: {'id': '04011c3c-381b-4815-8fc9-b9b8db01a116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '73e130bd-2e18-4c87-acea-b73f7863b31f'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:56:58.550965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Bound port: ce5694b1-38b8-4f1b-9185-b80e6993e0bb, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04011c3c-381b-4815-8fc9-b9b8db01a116', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '73e130bd-2e18-4c87-acea-b73f7863b31f'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:56:58.551705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.678065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Attempting to bind port d76628de-4551-4c24-985b-df7976773705 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:56:58.678706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Attempting to bind port d76628de-4551-4c24-985b-df7976773705 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:56:58.679257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Attempting to bind port d76628de-4551-4c24-985b-df7976773705 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:56:58.693910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] For port ce5694b1-38b8-4f1b-9185-b80e6993e0bb, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:56:58.696452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:56:58.696953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:58.697438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.704498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:56:58.705062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Bound port: d76628de-4551-4c24-985b-df7976773705, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:56:58.705515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.743353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.766524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:56:58.784937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e6c3cb9bb254ff48ccf2520e2441944 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:56:58.792419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:56:58.799051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] For port ce5694b1-38b8-4f1b-9185-b80e6993e0bb, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ce5694b1-38b8-4f1b-9185-b80e6993e0bb,segment=NetworkSegment(04011c3c-381b-4815-8fc9-b9b8db01a116),segment_id=04011c3c-381b-4815-8fc9-b9b8db01a116)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:56:58.802873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41c3c603-9aa2-4d2e-9c7f-0cb93c0c06b2 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.812353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:56:58.826973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:58.868729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:58.968095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-41c3c603-9aa2-4d2e-9c7f-0cb93c0c06b2 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Calling delete_port for 07f0e779-7edb-4ac3-9721-1c84feacef98 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:56:59.059561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Attempting to bind port ee31b455-10a6-4b35-b1ad-477b60b11045 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:56:59.059986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Attempting to bind port ee31b455-10a6-4b35-b1ad-477b60b11045 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:56:59.060388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Attempting to bind port ee31b455-10a6-4b35-b1ad-477b60b11045 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:56:59.085522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:56:59.085941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:56:59.086386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.086810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:56:59.087410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Bound port: ee31b455-10a6-4b35-b1ad-477b60b11045, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:56:59.087822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.124368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] For port d76628de-4551-4c24-985b-df7976773705, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:56:59.131122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:56:59.142271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] For port d76628de-4551-4c24-985b-df7976773705, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d76628de-4551-4c24-985b-df7976773705,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:56:59.143552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Pushing event updated for resources: {'Port': ['ID=ce5694b1-38b8-4f1b-9185-b80e6993e0bb,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:59.157200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:59.161688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.173549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:56:59.182802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:59.309356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.311109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41c3c603-9aa2-4d2e-9c7f-0cb93c0c06b2 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.334580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:59.351179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0f341b41-51a6-4440-ad04-85aff0f29bf5 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:56:59.374416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.417507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3c603-9aa2-4d2e-9c7f-0cb93c0c06b2 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Pushing event deleted for resources: {'Port': ['ID=07f0e779-7edb-4ac3-9721-1c84feacef98,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:59.423272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41c3c603-9aa2-4d2e-9c7f-0cb93c0c06b2 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:59.430524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] For port ee31b455-10a6-4b35-b1ad-477b60b11045, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:56:59.439634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] For port ee31b455-10a6-4b35-b1ad-477b60b11045, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ee31b455-10a6-4b35-b1ad-477b60b11045,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:56:59.450895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.491074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:59.513341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:56:59.525731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60048) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:59.652088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2f8f7c-0b52-43a0-b214-cfcf12d75c71 None None] Pushing event updated for resources: {'Port': ['ID=d76628de-4551-4c24-985b-df7976773705,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:59.666326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ed2f8f7c-0b52-43a0-b214-cfcf12d75c71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:59.685691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.685900 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e6c3cb9bb254ff48ccf2520e2441944&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3371940
Dec 21 09:56:59.686847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60054) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:56:59.697735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f86099-da87-4106-98ad-71d76ca89f20,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:59.701527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:59.742197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0f341b41-51a6-4440-ad04-85aff0f29bf5 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:59.742904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.750864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e161c692-fcdd-42b4-8b92-30b946e22ce8 None None] Pushing event updated for resources: {'Port': ['ID=ee31b455-10a6-4b35-b1ad-477b60b11045,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:56:59.756709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e161c692-fcdd-42b4-8b92-30b946e22ce8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:56:59.770999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Router a40b47f9-2988-49e8-9030-4085251f9b9d has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:56:59.798446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-386c2c2f-3fa2-4635-8db6-9e73645da133 None None] Provisioning complete for port f2c06631-dee7-43b6-96d4-680926e754e0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:56:59.799423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-386c2c2f-3fa2-4635-8db6-9e73645da133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.812441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88123817-fdc2-45dd-b20b-b2b29232122e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.826850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Routers {'e5670799-9c53-435e-a456-82a5924765b9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:56:59.827549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee040e48>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:56:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e5670799-9c53-435e-a456-82a5924765b9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:56:59.860559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41c3c603-9aa2-4d2e-9c7f-0cb93c0c06b2 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.877776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88123817-fdc2-45dd-b20b-b2b29232122e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:56:59.883486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Routers {'577d18a0-5e5e-445d-b12b-2628fec46f95'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:56:59.889349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee15e1d0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:56:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['577d18a0-5e5e-445d-b12b-2628fec46f95'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:56:59.913014 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-41c3c603-9aa2-4d2e-9c7f-0cb93c0c06b2 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] 10.222.0.45 "DELETE /v2.0/ports/07f0e779-7edb-4ac3-9721-1c84feacef98 HTTP/1.1" status: 204  len: 168 time: 1.6351898
Dec 21 09:56:59.913887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60058) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:00.006365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88123817-fdc2-45dd-b20b-b2b29232122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.015499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:00.032244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88123817-fdc2-45dd-b20b-b2b29232122e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f86099-da87-4106-98ad-71d76ca89f20,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:00.037163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88123817-fdc2-45dd-b20b-b2b29232122e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:00.042169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88123817-fdc2-45dd-b20b-b2b29232122e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.055410 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-88123817-fdc2-45dd-b20b-b2b29232122e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e3f86099-da87-4106-98ad-71d76ca89f20 HTTP/1.1" status: 204  len: 168 time: 0.3637037
Dec 21 09:57:00.066146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1144358464'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:00.074405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:00.086162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Usage tracker for resource:network and tenant:e68416cc4385408fa6727732b4ebab89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:00.091772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:00.109099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:00.138169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Made reservation on behalf of e68416cc4385408fa6727732b4ebab89 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:00.147843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.198245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.206672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2c06631-dee7-43b6-96d4-680926e754e0,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:00.229895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.715s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:00.250804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ec39a8e-a829-4a10-8e1b-b3cc93e5fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.260940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:00.269810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:57:00.271729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Usage tracker for resource:security_group_rule and tenant:e68416cc4385408fa6727732b4ebab89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:00.281295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:00.291522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:00.356072 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-afa83ba8-a05c-491b-92c0-38b0fa46d477 tempest-DHCPAgentSchedulersTestJSON-654560848 tempest-DHCPAgentSchedulersTestJSON-654560848] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5170 time: 0.4373758
Dec 21 09:57:00.360800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60066) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:00.369659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-741221090'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:00.377443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:00.378661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:00.386723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Usage tracker for resource:network and tenant:124751be89ed49ae82cd8c1abbb623b7 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:00.394476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:00.403565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] Set router 577d18a0-5e5e-445d-b12b-2628fec46f95 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:57:00.405612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:00.441177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Made reservation on behalf of 124751be89ed49ae82cd8c1abbb623b7 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:00.443688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] Set router e5670799-9c53-435e-a456-82a5924765b9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:57:00.447596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.467509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec39a8e-a829-4a10-8e1b-b3cc93e5fc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86518939-d21f-4fa9-89df-10f4e0de00e5,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:00.484813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ec39a8e-a829-4a10-8e1b-b3cc93e5fc37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:00.554849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.605799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-386c2c2f-3fa2-4635-8db6-9e73645da133 None None] Port f2c06631-dee7-43b6-96d4-680926e754e0 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:00.623620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:00.624807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.632322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.633427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:00.661210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.668291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.668506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Added segment 82d2c679-ada2-40a4-adbe-4b5761a5115b of type vxlan for network a32cb71f-8a5b-4203-99df-742299ea286d
Dec 21 09:57:00.695301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:00.716412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:00.820553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Pushing event updated for resources: {'SecurityGroup': ['ID=52bbbc44-626d-4f00-bef1-bfd5d2b7dab3,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:00.843432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.866354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee040e48>, [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:56:52Z', 'revision_number': 3, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:00.873187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ea955c-8de8-4f96-94e3-17bfdc59a51f None None] The sync data for ids ['e5670799-9c53-435e-a456-82a5924765b9'] in dv-neutron-601336-62-ovs is: [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:56:52Z', 'revision_number': 3, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:57:00.876560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:00.917294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.923638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:57:00.925711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:57:00.926093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:57:00.933332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:00.934457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:00.947385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-53b81d73-d274-4a96-8ffd-4cdd42ee2889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:00.964952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60072) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:01.022351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Sync routers for ids ['a40b47f9-2988-49e8-9030-4085251f9b9d'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:57:01.040137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ec39a8e-a829-4a10-8e1b-b3cc93e5fc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:01.041779 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6ec39a8e-a829-4a10-8e1b-b3cc93e5fc37 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86518939-d21f-4fa9-89df-10f4e0de00e5 HTTP/1.1" status: 204  len: 168 time: 5.3210125
Dec 21 09:57:01.060947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] 10.222.0.45 "PUT /v2.0/routers/a40b47f9-2988-49e8-9030-4085251f9b9d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0090752
Dec 21 09:57:01.075332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event updated for resources: {'Network': ['ID=d8cfc49a-eb9b-451a-99c8-5807bc15a206,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:01.115977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:01.117783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 5.8044560
Dec 21 09:57:01.146777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60080) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:01.146995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:01.158489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:01.193351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Request body: {'subnet': {'network_id': 'd8cfc49a-eb9b-451a-99c8-5807bc15a206', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:01.261565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 0.8995724
Dec 21 09:57:01.274346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-842f803f-0a61-4140-af19-c00cb3cfc339 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0be42c42a5c54a1fac12e40849ab23bd&name=default HTTP/1.1" status: 200  len: 2875 time: 0.2929487
Dec 21 09:57:01.275737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60084) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:01.280738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Allocated IP 172.20.0.1 (b4a6322a-e701-4fb4-b16d-c89c450cae6a/6b7ff006-c626-4ba9-8cee-382350121d1d/3c900505-e613-48b9-ad4e-26fcece52cbc) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:01.286784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:01.295057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60086) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:01.451068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:01.480143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Pushing event updated for resources: {'Network': ['ID=a32cb71f-8a5b-4203-99df-742299ea286d,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:01.490205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:01.684051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Routers {'a40b47f9-2988-49e8-9030-4085251f9b9d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:01.685029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf35240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:56:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a40b47f9-2988-49e8-9030-4085251f9b9d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:01.703067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:01.705761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:01.714174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Usage tracker for resource:subnet and tenant:462b3e7a68e44b74bb453a8161754f9b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:01.718330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:01.727076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:01.737253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:01.737676 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Added segment a9c32aaa-bcb1-42aa-86b4-3791a3d9af98 of type vxlan for network 502df0d9-ef27-4151-921f-836bf2a21e71
Dec 21 09:57:01.761308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Made reservation on behalf of 462b3e7a68e44b74bb453a8161754f9b for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:01.846402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network a32cb71f-8a5b-4203-99df-742299ea286d details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:01.932540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network a32cb71f-8a5b-4203-99df-742299ea286d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:01.948323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:01.954719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60104) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:01.963035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d82c696-7571-4dfa-837f-d306a6f6698f None None] Network 73e130bd-2e18-4c87-acea-b73f7863b31f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:01.998133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.029704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.087109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1ac0d8b7-d3fa-4ee1-b26d-fa30ffbf6365 tempest-DHCPAgentSchedulersTestJSON-654560848 tempest-DHCPAgentSchedulersTestJSON-654560848] 10.222.0.45 "GET /v2.0/agents/7db499db-dcd0-4982-a566-c8ae9f2d3d6e/dhcp-networks HTTP/1.1" status: 200  len: 5635 time: 0.8057644
Dec 21 09:57:02.087415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:02.091692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] Usage tracker for resource:security_group_rule and tenant:96681256694f4c21864a5c1ed444fdea is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:02.094949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:02.096021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.110713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:02.116211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60112) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:02.234897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Transition to ACTIVE for port object 3c900505-e613-48b9-ad4e-26fcece52cbc will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:02.236858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.239985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:57:02.256180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.273661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.316241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:02.337532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ee31b455-10a6-4b35-b1ad-477b60b11045 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:02.379285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cba81ad-e520-4f24-9589-d34cd43a09d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.408123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.410802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cba81ad-e520-4f24-9589-d34cd43a09d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.440319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:02.441365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.490023 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=96681256694f4c21864a5c1ed444fdea&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5329134
Dec 21 09:57:02.496939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cba81ad-e520-4f24-9589-d34cd43a09d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.497264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60116) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:02.498135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdb0996-df6d-4f6e-98a1-858b0a8bec79,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:02.530465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:02.573581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8f0ebcb1-4251-4ace-8789-f2f544525a9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:02.623458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:02.705812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-71cf3607-382b-447e-9de5-801cd40e0d5c None None] Provisioning for port ce5694b1-38b8-4f1b-9185-b80e6993e0bb completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:02.779154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60122) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:02.784437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Pushing event updated for resources: {'Network': ['ID=502df0d9-ef27-4151-921f-836bf2a21e71,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:02.789144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:02.793880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port ee31b455-10a6-4b35-b1ad-477b60b11045 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:02.802523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Request body: {'security_group': {'name': 'tempest-securitygroup--460086488', 'description': 'tempest-description--809713596'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:02.810927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 502df0d9-ef27-4151-921f-836bf2a21e71 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:02.812154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:02.824293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Usage tracker for resource:security_group and tenant:08bc19b4e2294eea880fdc39de5157b9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:02.825113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 502df0d9-ef27-4151-921f-836bf2a21e71 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:02.836280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:02.842840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 3.3127892
Dec 21 09:57:02.856428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:02.860193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port ee31b455-10a6-4b35-b1ad-477b60b11045 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:02.860626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.884401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba81ad-e520-4f24-9589-d34cd43a09d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdc83b1-1e24-4d42-8ef7-12bd6f1dd31f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:02.895365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b14038ac-7588-44f8-a38a-5082b54664f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.934530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0cba81ad-e520-4f24-9589-d34cd43a09d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:02.951176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.959061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b14038ac-7588-44f8-a38a-5082b54664f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.968484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:02.993694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Set router a40b47f9-2988-49e8-9030-4085251f9b9d gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:57:03.057962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:03.072248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Usage tracker for resource:security_group_rule and tenant:08bc19b4e2294eea880fdc39de5157b9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:03.073910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee15e1d0>, [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:49Z', 'revision_number': 3, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:03.076788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:03.104397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:03.155901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b14038ac-7588-44f8-a38a-5082b54664f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:03.171868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:03.197278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14038ac-7588-44f8-a38a-5082b54664f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdb0996-df6d-4f6e-98a1-858b0a8bec79,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:03.205170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b14038ac-7588-44f8-a38a-5082b54664f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:03.246116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15e1848-1927-4866-bccd-5bf113f6065c tempest-DHCPAgentSchedulersTestJSON-654560848 tempest-DHCPAgentSchedulersTestJSON-654560848] Network a32cb71f-8a5b-4203-99df-742299ea286d is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:57:03.249371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:03.291004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b14038ac-7588-44f8-a38a-5082b54664f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:03.295501 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b14038ac-7588-44f8-a38a-5082b54664f0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bcdb0996-df6d-4f6e-98a1-858b0a8bec79 HTTP/1.1" status: 204  len: 168 time: 0.7940741
Dec 21 09:57:03.320324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cba81ad-e520-4f24-9589-d34cd43a09d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:03.324218 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0cba81ad-e520-4f24-9589-d34cd43a09d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5fdc83b1-1e24-4d42-8ef7-12bd6f1dd31f HTTP/1.1" status: 204  len: 168 time: 2.0153823
Dec 21 09:57:03.343532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:03.360766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:03.385330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7ef8055-f3aa-4799-9782-6f87b93e45f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:03.431370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Pushing event updated for resources: {'SecurityGroup': ['ID=098ac2a6-81f2-4f79-8592-8f1261922118,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:03.439979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:03.445551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:03.450941 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1728 time: 0.6603031
Dec 21 09:57:03.451810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60140) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:03.466544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Request body: {'security_group_rule': {'security_group_id': '098ac2a6-81f2-4f79-8592-8f1261922118', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:03.559632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e771251a-6498-45c3-a534-9d869002f0c4 None None] The sync data for ids ['577d18a0-5e5e-445d-b12b-2628fec46f95'] in dv-neutron-601336-62-ovs is: [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:49Z', 'revision_number': 3, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:56:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:57:03.562701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Allocated IP 172.20.0.1 (e9d8d354-2125-42d4-b788-68baf6f1ad2e/3df20f9c-3fad-4f0f-803e-601b16389e12/46db3311-ea17-4bc0-b9b3-3e145c4fbb3a) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:03.681683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3cf671-346e-4f23-a7e0-25827f7aec25 None None] Network a32cb71f-8a5b-4203-99df-742299ea286d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:03.828666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:03.851322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Transition to ACTIVE for port object 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:03.876842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60144) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:03.877940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:03.878472 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e15e1848-1927-4866-bccd-5bf113f6065c tempest-DHCPAgentSchedulersTestJSON-654560848 tempest-DHCPAgentSchedulersTestJSON-654560848] 10.222.0.45 "POST /v2.0/agents/7db499db-dcd0-4982-a566-c8ae9f2d3d6e/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 1.7472038
Dec 21 09:57:03.882211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:03.885792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60150) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:03.889854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:03.891051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c900505-e613-48b9-ad4e-26fcece52cbc,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:03.894608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:03.896507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Request body: {'port': {'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1491524368'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:03.896716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:03.899254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:03.899858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:03.903511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:03.919928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:03.925382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Usage tracker for resource:port and tenant:a000f5ea0700407eb19238af98d0791c is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:03.929832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:03.939474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:03.948721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Usage tracker for resource:security_group_rule and tenant:08bc19b4e2294eea880fdc39de5157b9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:04.125436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ca4e8be1-3957-4ce1-99fd-34e78a05db9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:04.179778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d76c4cbc-3166-484e-b98c-f27f245c8054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:04.233883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:04.242105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:04.244698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:04.247284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:04.248097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:04.442982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:04.524551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:04.529904 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2bc9a46c-1d6e-4bba-a2c4-1a24ceaee1a4 tempest-DHCPAgentSchedulersTestJSON-654560848 tempest-DHCPAgentSchedulersTestJSON-654560848] 10.222.0.45 "GET /v2.0/agents/7db499db-dcd0-4982-a566-c8ae9f2d3d6e/dhcp-networks HTTP/1.1" status: 200  len: 6397 time: 0.6406717
Dec 21 09:57:04.530880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Made reservation on behalf of a000f5ea0700407eb19238af98d0791c for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:04.538286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:04.552079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60170) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:04.555351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Pushing event updated for resources: {'Port': ['ID=46db3311-ea17-4bc0-b9b3-3e145c4fbb3a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:04.559014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:04.576647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:04.645930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:04.652154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Usage tracker for resource:security_group_rule and tenant:a000f5ea0700407eb19238af98d0791c is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:04.656564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:04.663721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:04.690728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:04.734783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7f704aee-5643-4edc-bd17-793b043865ab None None] Provisioning for port 3c900505-e613-48b9-ad4e-26fcece52cbc completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:04.825101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7f704aee-5643-4edc-bd17-793b043865ab None None] Provisioning complete for port 3c900505-e613-48b9-ad4e-26fcece52cbc triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:04.825866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f704aee-5643-4edc-bd17-793b043865ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:04.899111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port ee31b455-10a6-4b35-b1ad-477b60b11045, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ee31b455-10a6-4b35-b1ad-477b60b11045,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:04.900408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:04.953077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:04.957546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:04.959518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce5694b1-38b8-4f1b-9185-b80e6993e0bb up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:05.024989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:05.035319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:05.042951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:05.060229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1479b023-343d-4362-b4e0-99abeb1c796d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:05.108210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event updated for resources: {'Subnet': ['ID=745cd446-6ec3-4d8b-a7a9-892523f4fe26,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:05.125988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.946s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:05.170082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:05.187242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:05.295651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7f704aee-5643-4edc-bd17-793b043865ab None None] Port 3c900505-e613-48b9-ad4e-26fcece52cbc cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:05.337224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=ee31b455-10a6-4b35-b1ad-477b60b11045,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:05.341602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:05.353983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:05.355586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Checking segment: {'id': 'c5ee1170-9d6f-45c9-918a-498dc240cbcc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8cfc49a-eb9b-451a-99c8-5807bc15a206'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:05.356116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Network hostable DHCP agents. Network: d8cfc49a-eb9b-451a-99c8-5807bc15a206, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:57:05.396097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf35240>, [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:55Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'f2c06631-dee7-43b6-96d4-680926e754e0', 'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'mac_address': 'fa:16:3e:1f:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:52Z', 'updated_at': '2020-12-21T09:56:57Z', 'revision_number': 2, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'subnets': [{'id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:05.443406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8b9eeb62-4966-4a34-9869-4a2a943473b8 tempest-DHCPAgentSchedulersTestJSON-654560848 tempest-DHCPAgentSchedulersTestJSON-654560848] 10.222.0.45 "DELETE /v2.0/agents/7db499db-dcd0-4982-a566-c8ae9f2d3d6e/dhcp-networks/a32cb71f-8a5b-4203-99df-742299ea286d HTTP/1.1" status: 204  len: 168 time: 0.8896770
Dec 21 09:57:05.452833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Checking router: a40b47f9-2988-49e8-9030-4085251f9b9d for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:57:05.462305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Updating router a40b47f9-2988-49e8-9030-4085251f9b9d port f2c06631-dee7-43b6-96d4-680926e754e0 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:57:05.480344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60188) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:05.489901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] device_id is not set on port 4fbe049c-57d8-4cd6-9650-c91b9b379026 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:05.576608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:05.606657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:05.623018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Pushing event updated for resources: {'Port': ['ID=46db3311-ea17-4bc0-b9b3-3e145c4fbb3a,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:05.641641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:05.642089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60194) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:05.646517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:05.649242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event updated for resources: {'SecurityGroup': ['ID=325fef6a-daa3-45ef-a4ea-47e42d61d3c9,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:05.672543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port ce5694b1-38b8-4f1b-9185-b80e6993e0bb completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:05.686906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-57979578-5a9c-4d45-844b-fabb268b3dd6 None None] Provisioning for port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:05.690518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port ce5694b1-38b8-4f1b-9185-b80e6993e0bb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:05.691054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:05.704114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:05.739581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:05.772089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:05.840486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:05.871439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:57:05.890018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:05.930630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54dc4e5c-ca29-46e2-a1dd-eb3a9f76771e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:05.998575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, d8cfc49a-eb9b-451a-99c8-5807bc15a206) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:06.035192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:06.091738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'networks': [{'name': 'tempest-network--425273271'}, {'name': 'tempest-network--1140399114'}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:06.091738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'network': {'name': 'tempest-network--425273271'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:06.092008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'network': {'name': 'tempest-network--1140399114'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:06.112986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:06.137313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Usage tracker for resource:network and tenant:35f63a9f5cae49859b419d7a70813706 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:06.159447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:06.186791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:06.190371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Router e5670799-9c53-435e-a456-82a5924765b9 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:57:06.232057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e243ae79-eb8a-4489-91b7-08dcb25bb12c tempest-DHCPAgentSchedulersTestJSON-654560848 tempest-DHCPAgentSchedulersTestJSON-654560848] 10.222.0.45 "GET /v2.0/agents/7db499db-dcd0-4982-a566-c8ae9f2d3d6e/dhcp-networks HTTP/1.1" status: 200  len: 5635 time: 0.6691418
Dec 21 09:57:06.233184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60206) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:06.235688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-57979578-5a9c-4d45-844b-fabb268b3dd6 None None] Provisioning complete for port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:06.236125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57979578-5a9c-4d45-844b-fabb268b3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.318908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df218bfe-cb49-4db1-bef3-50f81688a0ac None None] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:06.322199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:06.322828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.328804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.333915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 2.8769321
Dec 21 09:57:06.336512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60212) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:06.373183 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4fd3ab57-59ba-4226-8304-8f438266d005 tempest-DHCPAgentSchedulersTestJSON-654560848 tempest-DHCPAgentSchedulersTestJSON-654560848] 10.222.0.45 "GET /v2.0/networks/73e130bd-2e18-4c87-acea-b73f7863b31f/dhcp-agents HTTP/1.1" status: 200  len: 806 time: 0.1324687
Dec 21 09:57:06.382448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Request body: {'security_group_rule': {'security_group_id': '098ac2a6-81f2-4f79-8592-8f1261922118', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:06.386759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60216) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:06.421001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:06.486237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Usage tracker for resource:security_group_rule and tenant:08bc19b4e2294eea880fdc39de5157b9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:06.490351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.494600 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a46a86bd-57ef-4d19-8e2c-1e1c851e0ab8 tempest-DHCPAgentSchedulersTestJSON-654560848 tempest-DHCPAgentSchedulersTestJSON-654560848] 10.222.0.45 "GET /v2.0/networks/73e130bd-2e18-4c87-acea-b73f7863b31f/dhcp-agents HTTP/1.1" status: 200  len: 806 time: 0.1065474
Dec 21 09:57:06.495509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60220) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:06.496417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:06.507386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.513197 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.3582044
Dec 21 09:57:06.515991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60226) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:06.518953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Made reservation on behalf of 35f63a9f5cae49859b419d7a70813706 for: {'network': 2} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:06.527387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.533419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:06.545439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1159203014', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:06.553335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:06.558441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Usage tracker for resource:router and tenant:462b3e7a68e44b74bb453a8161754f9b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:06.562351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:06.569787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:06.605259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.606735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.625642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.817842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.846316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-57979578-5a9c-4d45-844b-fabb268b3dd6 None None] Port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:06.849765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-d8cfc49a-eb9b-451a-99c8-5807bc15a206', 'network_id': 'd8cfc49a-eb9b-451a-99c8-5807bc15a206', 'tenant_id': '462b3e7a68e44b74bb453a8161754f9b', 'fixed_ips': [{'subnet_id': '745cd446-6ec3-4d8b-a7a9-892523f4fe26'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:57:06.850835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.851529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:06.927031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] device_id is not set on port 4fbe049c-57d8-4cd6-9650-c91b9b379026 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:06.958036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.005757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-57979578-5a9c-4d45-844b-fabb268b3dd6 None None] Provisioning complete for port ce5694b1-38b8-4f1b-9185-b80e6993e0bb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:07.006195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57979578-5a9c-4d45-844b-fabb268b3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.038937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.109518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Transition to ACTIVE for port object f2c06631-dee7-43b6-96d4-680926e754e0 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:07.125138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.147834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:07.222166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Transition to ACTIVE for port object 4fbe049c-57d8-4cd6-9650-c91b9b379026 will not be triggered until provisioned by entity L2. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:07.243188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.255127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:07.284959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.294383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.332982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.344889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Pushing event updated for resources: {'Port': ['ID=3c900505-e613-48b9-ad4e-26fcece52cbc,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:07.349307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:07.360212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:07.361829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:57:07.381060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Sync routers for ids ['e5670799-9c53-435e-a456-82a5924765b9'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:57:07.385401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] 10.222.0.45 "PUT /v2.0/routers/e5670799-9c53-435e-a456-82a5924765b9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2294488
Dec 21 09:57:07.386417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.387734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41c3c603-9aa2-4d2e-9c7f-0cb93c0c06b2 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:07.397463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Routers {'e5670799-9c53-435e-a456-82a5924765b9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:07.398172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb8b550>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:56:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e5670799-9c53-435e-a456-82a5924765b9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:07.435356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:07.460582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:07.465457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Usage tracker for resource:security_group_rule and tenant:35f63a9f5cae49859b419d7a70813706 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:07.483484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:07.490605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:07.508259 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ff061cc3-1ec5-4acc-b81c-050804a1bfae tempest-DHCPAgentSchedulersTestJSON-654560848 tempest-DHCPAgentSchedulersTestJSON-654560848] 10.222.0.45 "GET /v2.0/agents/7db499db-dcd0-4982-a566-c8ae9f2d3d6e/dhcp-networks HTTP/1.1" status: 200  len: 6432 time: 0.9914870
Dec 21 09:57:07.513662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47affa-cbef-4607-8ca5-81c315975111 None None] Pushing event updated for resources: {'Port': ['ID=f2c06631-dee7-43b6-96d4-680926e754e0,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:07.521247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.561919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f47affa-cbef-4607-8ca5-81c315975111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:07.604441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60242) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:07.668776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60244) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:07.743048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event updated for resources: {'Port': ['ID=4fbe049c-57d8-4cd6-9650-c91b9b379026,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:07.748522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.750217 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.4066565
Dec 21 09:57:07.783840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60250) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:07.806422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:07.820554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:07.834488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Usage tracker for resource:floatingip and tenant:08bc19b4e2294eea880fdc39de5157b9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:07.835284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:07.836100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.396s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:07.838124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:07.847527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Set router e5670799-9c53-435e-a456-82a5924765b9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:57:07.856783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:07.857740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30eabb13-e23e-4218-a2bb-865386dc73b7,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:07.898089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:07.902713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Checking segment: {'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:07.903113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Network hostable DHCP agents. Network: 502df0d9-ef27-4151-921f-836bf2a21e71, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:57:07.938030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Network 502df0d9-ef27-4151-921f-836bf2a21e71 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:57:07.954744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 502df0d9-ef27-4151-921f-836bf2a21e71) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:07.965468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:07.973695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:07.988029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c49a24d2-58e3-4ef0-8b72-ca1bb9013507 tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:08.028728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225785f3-c692-4216-8e90-5babff572f9b None None] Network 502df0d9-ef27-4151-921f-836bf2a21e71 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:08.388538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port ce5694b1-38b8-4f1b-9185-b80e6993e0bb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ce5694b1-38b8-4f1b-9185-b80e6993e0bb,segment=NetworkSegment(04011c3c-381b-4815-8fc9-b9b8db01a116),segment_id=04011c3c-381b-4815-8fc9-b9b8db01a116)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:08.498937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb8b550>, [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '46db3311-ea17-4bc0-b9b3-3e145c4fbb3a', 'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'mac_address': 'fa:16:3e:dd:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:02Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 2, 'project_id': '46d96e08a0484480b312e045cd996d68', 'subnets': [{'id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:08.503978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Checking router: e5670799-9c53-435e-a456-82a5924765b9 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:57:08.505245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Updating router e5670799-9c53-435e-a456-82a5924765b9 port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:57:08.558552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.560660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.576098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.583949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57979578-5a9c-4d45-844b-fabb268b3dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.589696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.623564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to bind port 4fbe049c-57d8-4cd6-9650-c91b9b379026 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:08.623961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to bind port 4fbe049c-57d8-4cd6-9650-c91b9b379026 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'}] {{(pid=80971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:08.624350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to bind port 4fbe049c-57d8-4cd6-9650-c91b9b379026 on network 502df0d9-ef27-4151-921f-836bf2a21e71 {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:08.637856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60260) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:08.638710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:08.639080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Checking segment: {'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:08.639501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.639896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Bound using segment: {'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'} {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:08.640776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Bound port: 4fbe049c-57d8-4cd6-9650-c91b9b379026, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'}}] {{(pid=80971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:08.641158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.650809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.660042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:08.693156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.702175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.727801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Request body: {'security_group': {'name': 'tempest-securitygroup--1614245186', 'description': 'tempest-description--2055851637'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:08.736091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:08.741332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Usage tracker for resource:security_group and tenant:46d96e08a0484480b312e045cd996d68 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:08.744771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:08.751544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:08.781963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.825026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:08.837085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0cba81ad-e520-4f24-9589-d34cd43a09d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:08.858610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=ce5694b1-38b8-4f1b-9185-b80e6993e0bb,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:08.862189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:08.889721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d76628de-4551-4c24-985b-df7976773705 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:08.992895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ca377f7-952a-4bfa-86e3-8103f8629e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.012235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Allocated IP 172.20.0.2 (d8cfc49a-eb9b-451a-99c8-5807bc15a206/745cd446-6ec3-4d8b-a7a9-892523f4fe26/53476682-3f1c-4d87-ae96-e339707e6225) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:09.016104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:09.027676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.028518 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Added segment ba01ccae-e82f-444e-9de2-cf8e17c65bad of type vxlan for network f1f66c1c-2844-4e05-9253-233d6c76f95f
Dec 21 09:57:09.051871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.060209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.065214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Transition to ACTIVE for port object 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:09.069281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.086030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e161c692-fcdd-42b4-8b92-30b946e22ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:09.090310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-57979578-5a9c-4d45-844b-fabb268b3dd6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:57:09.090718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-57979578-5a9c-4d45-844b-fabb268b3dd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:57:09.110477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c49a24d2-58e3-4ef0-8b72-ca1bb9013507 tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] 10.222.0.45 "PUT /v2.0/quotas/340ce9e8d02249508516d316ed657eb3 HTTP/1.1" status: 200  len: 366 time: 1.4370992
Dec 21 09:57:09.114585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Attempting to bind port f2c06631-dee7-43b6-96d4-680926e754e0 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:09.115090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Attempting to bind port f2c06631-dee7-43b6-96d4-680926e754e0 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:09.115508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Attempting to bind port f2c06631-dee7-43b6-96d4-680926e754e0 on network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:09.117185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60264) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:09.117611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:09.124896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port d76628de-4551-4c24-985b-df7976773705 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:09.130410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.131257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Added segment a186cb8a-a946-4599-8865-e0d3a32c0266 of type vxlan for network e3a53f02-ee8b-4e01-8549-189e2eb165d3
Dec 21 09:57:09.136029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port d76628de-4551-4c24-985b-df7976773705 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:09.136444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.140612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:09.169580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.171565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Usage tracker for resource:security_group_rule and tenant:46d96e08a0484480b312e045cd996d68 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:09.180054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:09.182872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299f7dc-8010-4f71-9a3c-60ca793c45f7 None None] Pushing event updated for resources: {'Port': ['ID=46db3311-ea17-4bc0-b9b3-3e145c4fbb3a,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:09.189340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:09.190165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Checking segment: {'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:09.190165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.190790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8299f7dc-8010-4f71-9a3c-60ca793c45f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:09.190915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Bound using segment: {'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:09.191293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Bound port: f2c06631-dee7-43b6-96d4-680926e754e0, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:09.191880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.196575 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4fadf4ad-2bca-4c89-aa54-50d96ff7c9f0 tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 468 time: 0.0596263
Dec 21 09:57:09.200654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:09.213301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60268) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:09.216767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Allocated IP 172.26.1.202 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/5c7ad829-e2d5-484f-bdcd-53686dacde01) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:09.227064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] For port 4fbe049c-57d8-4cd6-9650-c91b9b379026, host hv-neutron-6013, cleared binding levels {{(pid=80971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:09.267044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.272246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e713e75-57df-44e6-bbe8-8018910c09cd tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] 10.222.0.45 "GET /v2.0/quotas/340ce9e8d02249508516d316ed657eb3 HTTP/1.1" status: 200  len: 366 time: 0.0550859
Dec 21 09:57:09.272432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'SecurityGroup': ['ID=5d23b642-f375-4da0-8ff4-b16019bb33e1,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:09.282811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60272) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:09.287701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.295851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:09.296536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:09.316001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] For port 4fbe049c-57d8-4cd6-9650-c91b9b379026, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4fbe049c-57d8-4cd6-9650-c91b9b379026,segment=NetworkSegment(a9c32aaa-bcb1-42aa-86b4-3791a3d9af98),segment_id=a9c32aaa-bcb1-42aa-86b4-3791a3d9af98)] {{(pid=80971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:09.324596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] For port f2c06631-dee7-43b6-96d4-680926e754e0, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:09.328068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] For port f2c06631-dee7-43b6-96d4-680926e754e0, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f2c06631-dee7-43b6-96d4-680926e754e0,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:09.342042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.342631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Router 577d18a0-5e5e-445d-b12b-2628fec46f95 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:57:09.346368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.347427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:09.352117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:09.352859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.376224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e8f83bb-46c5-4465-a923-b6e82dce4f85 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:09.429983 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 3.7829831
Dec 21 09:57:09.483772 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d8b62dba-d1af-4f92-a3dc-61de5ca7d766 tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] 10.222.0.45 "DELETE /v2.0/quotas/340ce9e8d02249508516d316ed657eb3 HTTP/1.1" status: 204  len: 168 time: 0.1742277
Dec 21 09:57:09.505388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ffd3cadc-1295-400f-a827-6bba3bf4165a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:09.523008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.529987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Attempting to bind port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:09.530660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Attempting to bind port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:09.531377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Attempting to bind port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a on network e9d8d354-2125-42d4-b788-68baf6f1ad2e {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:09.555910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60276) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:09.556604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60278) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:09.558111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:09.558782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Checking segment: {'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:09.559405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.560159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Bound using segment: {'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:09.560906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Bound port: 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:09.561655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.701515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2fec908710>> segment before_delete 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.702020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2fec908710>> subnet precommit_delete_associations 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.702766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fed1f8fd0>> segment_host_mapping after_create 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.703146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fed1f8fd0>> port after_create 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.703525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fed1f8fd0>> port after_delete 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.703890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fed1f8fd0>> port after_update 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.704252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fed1f8fd0>> segment after_delete 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.704589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fed1f8fd0>> subnet after_create 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.704953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fed1f8fd0>> subnet after_delete 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.705313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fed1f8fd0>> subnet after_update 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.715042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47affa-cbef-4607-8ca5-81c315975111 None None] Pushing event updated for resources: {'Port': ['ID=f2c06631-dee7-43b6-96d4-680926e754e0,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:09.718317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f47affa-cbef-4607-8ca5-81c315975111 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:09.775265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] For port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:09.779193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] For port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=46db3311-ea17-4bc0-b9b3-3e145c4fbb3a,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:09.784986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.791794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Routers {'a40b47f9-2988-49e8-9030-4085251f9b9d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:09.792785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf35240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:56:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a40b47f9-2988-49e8-9030-4085251f9b9d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:09.937371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2fec5f8748>> subnet after_create 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.937836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2fec5f8748>> subnet after_delete 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.938221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2fec5f8748>> subnet before_create 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.938602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2fec5f8748>> subnet before_update 55550000 {{(pid=80970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:09.939008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feccb3588>,) {'filters': {'network_id': ['a32cb71f-8a5b-4203-99df-742299ea286d']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:09.949432 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e66c56e2-2878-460e-8f26-5dee7662931c tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] 10.222.0.45 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 207 time: 0.3835230
Dec 21 09:57:09.960420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feccb3588>, '82d2c679-ada2-40a4-adbe-4b5761a5115b') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:09.960757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feccb3588>, '82d2c679-ada2-40a4-adbe-4b5761a5115b') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:09.965667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e161c692-fcdd-42b4-8b92-30b946e22ce8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:09.976015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.986935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60284) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:09.993389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:09.995970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Releasing vxlan tunnel 8 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:57:10.063331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8299f7dc-8010-4f71-9a3c-60ca793c45f7 None None] Pushing event updated for resources: {'Port': ['ID=46db3311-ea17-4bc0-b9b3-3e145c4fbb3a,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:10.087862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event updated for resources: {'Port': ['ID=4fbe049c-57d8-4cd6-9650-c91b9b379026,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:10.089308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8299f7dc-8010-4f71-9a3c-60ca793c45f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:10.135767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Routers {'e5670799-9c53-435e-a456-82a5924765b9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:10.136716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb8b550>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:56:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e5670799-9c53-435e-a456-82a5924765b9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:10.164248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a22cc73d-e999-42d3-af80-e8e48da0814b tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] 10.222.0.45 "GET /v2.0/quotas/340ce9e8d02249508516d316ed657eb3 HTTP/1.1" status: 200  len: 370 time: 0.1549852
Dec 21 09:57:10.168598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:10.173982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.190352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60290) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:10.210840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eeb8c004-dfdf-48e2-a262-0627f4efa6fa tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] 10.222.0.45 "GET /v2.0/quotas/340ce9e8d02249508516d316ed657eb3/default HTTP/1.1" status: 200  len: 370 time: 0.0189633
Dec 21 09:57:10.212142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.213469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:10.214515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.225368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60294) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:10.227600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] Set router a40b47f9-2988-49e8-9030-4085251f9b9d gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:57:10.241438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.252700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:10.286296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Network a32cb71f-8a5b-4203-99df-742299ea286d has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:10.301372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.359721 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-c15269c4-1add-4b2e-803e-f667e1ce684d tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] delete failed (client error): The resource could not be found.
Dec 21 09:57:10.360987 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c15269c4-1add-4b2e-803e-f667e1ce684d tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] 10.222.0.45 "DELETE /v2.0/quotas/340ce9e8d02249508516d316ed657eb3 HTTP/1.1" status: 404  len: 348 time: 0.1275759
Dec 21 09:57:10.379263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Pushing event updated for resources: {'SecurityGroup': ['ID=ba589593-39a8-4b3c-846c-fb3727ffe003,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:10.387355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03566bc5-3c2a-4b6a-b1f3-70e98f4826bf tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:10.393911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03566bc5-3c2a-4b6a-b1f3-70e98f4826bf tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:10.409203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03566bc5-3c2a-4b6a-b1f3-70e98f4826bf tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:10.415469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03566bc5-3c2a-4b6a-b1f3-70e98f4826bf tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:10.420420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-03566bc5-3c2a-4b6a-b1f3-70e98f4826bf tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.8593767
Dec 21 09:57:10.421903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60300) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:10.453104 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1085 time: 6.5693212
Dec 21 09:57:10.454747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:10.456698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60304) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:10.479738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.481189 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 1.8205154
Dec 21 09:57:10.497468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] Set router e5670799-9c53-435e-a456-82a5924765b9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:57:10.520723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60308) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:10.538544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Request body: {'security_group_rule': {'security_group_id': 'ba589593-39a8-4b3c-846c-fb3727ffe003', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:10.570552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:10.577891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.588390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Usage tracker for resource:security_group_rule and tenant:46d96e08a0484480b312e045cd996d68 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:10.609475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:10.616016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:10.676397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Network a32cb71f-8a5b-4203-99df-742299ea286d has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:10.724131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60312) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:10.726280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.742179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:10.745309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port d76628de-4551-4c24-985b-df7976773705, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d76628de-4551-4c24-985b-df7976773705,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:10.755980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.758610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ee31b455-10a6-4b35-b1ad-477b60b11045 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   (rel_b, rel_a, rel_b),
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   (rel_b, rel_a, rel_b),
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:57:10.815150 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:57:10.829852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.833764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:10.889680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Deleting port 4fbe049c-57d8-4cd6-9650-c91b9b379026 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:10.890075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:10.934153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=d76628de-4551-4c24-985b-df7976773705,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:10.938530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:10.972670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'Network': ['ID=f1f66c1c-2844-4e05-9253-233d6c76f95f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:10.985052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.020223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.020940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network f1f66c1c-2844-4e05-9253-233d6c76f95f details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:11.055474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event updated for resources: {'Port': ['ID=5c7ad829-e2d5-484f-bdcd-53686dacde01,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:11.065300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:11.070907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.087742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Usage tracker for resource:network and tenant:39811127f99a4ea6bbf3801afde084fe is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:11.143949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network f1f66c1c-2844-4e05-9253-233d6c76f95f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:11.173829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:11.276965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf35240>, [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:55Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'f2c06631-dee7-43b6-96d4-680926e754e0', 'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'mac_address': 'fa:16:3e:1f:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:52Z', 'updated_at': '2020-12-21T09:57:09Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'subnets': [{'id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:11.290183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967d0b65-d38f-4e07-9cdc-692a4fbcc59b None None] The sync data for ids ['a40b47f9-2988-49e8-9030-4085251f9b9d'] in dv-neutron-601336-62-ovs is: [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:55Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'f2c06631-dee7-43b6-96d4-680926e754e0', 'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'mac_address': 'fa:16:3e:1f:70:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:52Z', 'updated_at': '2020-12-21T09:57:09Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'subnets': [{'id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:57:11.296004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port ee31b455-10a6-4b35-b1ad-477b60b11045 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:11.296384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.312970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Usage tracker for resource:subnet and tenant:39811127f99a4ea6bbf3801afde084fe is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:11.390850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb8b550>, [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '46db3311-ea17-4bc0-b9b3-3e145c4fbb3a', 'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'mac_address': 'fa:16:3e:dd:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:02Z', 'updated_at': '2020-12-21T09:57:09Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'subnets': [{'id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:11.396495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.397928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7649d86-ca78-409f-af67-847e8c6e1baf None None] The sync data for ids ['e5670799-9c53-435e-a456-82a5924765b9'] in dv-neutron-601336-62-ovs is: [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '46db3311-ea17-4bc0-b9b3-3e145c4fbb3a', 'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'mac_address': 'fa:16:3e:dd:ca:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:02Z', 'updated_at': '2020-12-21T09:57:09Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'subnets': [{'id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:57:11.469904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.512379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:11.555189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.569654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.581745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.584730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e47501db-7052-4c8e-9ffa-3705f3fe96f1 None None] Provisioning complete for port ce5694b1-38b8-4f1b-9185-b80e6993e0bb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:11.585467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e47501db-7052-4c8e-9ffa-3705f3fe96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.617310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:11.639957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f9343d3-e225-47a4-8877-cb5e72a1a8b3 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:11.681700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:11.715156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Transition to ACTIVE for port object 53476682-3f1c-4d87-ae96-e339707e6225 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:11.748739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Transition to ACTIVE for port object 53476682-3f1c-4d87-ae96-e339707e6225 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:11.817668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f10eaa0-193a-47a1-9a0e-ba10a92c4572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.824778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:11.860656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d19b46f2-799f-4d96-ac4c-593d01f8661a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:11.875047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:57:11.906052 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] 10.222.0.45 "PUT /v2.0/routers/577d18a0-5e5e-445d-b12b-2628fec46f95/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.3618381
Dec 21 09:57:11.915177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f2c06631-dee7-43b6-96d4-680926e754e0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:11.917399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'Network': ['ID=e3a53f02-ee8b-4e01-8549-189e2eb165d3,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:11.924051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] 10.222.0.45 "DELETE /v2.0/networks/a32cb71f-8a5b-4203-99df-742299ea286d HTTP/1.1" status: 204  len: 168 time: 4.1574728
Dec 21 09:57:11.925193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.629s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:11.936945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60318) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:11.940928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4cefe6fc-a41f-4ff7-9d9d-a863de34cac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.547s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:12.011645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Sync routers for ids ['577d18a0-5e5e-445d-b12b-2628fec46f95'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:57:12.083620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network e3a53f02-ee8b-4e01-8549-189e2eb165d3 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:12.205409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Allocated IP 172.26.1.99 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/00383259-9aa9-4435-bc27-37af157a37a6) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:12.261021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Pushing event deleted for resources: {'Network': ['ID=a32cb71f-8a5b-4203-99df-742299ea286d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:12.266686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:12.277780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.198s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:12.278202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:12.303399 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23071b1-63b8-4a09-9a67-9a3d4466774a tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] DELETE failed (client error): The resource could not be found.
Dec 21 09:57:12.303857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f23071b1-63b8-4a09-9a67-9a3d4466774a tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 09:57:12.325134 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f23071b1-63b8-4a09-9a67-9a3d4466774a tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] 10.222.0.45 "DELETE /v2.0/ports/07f0e779-7edb-4ac3-9721-1c84feacef98 HTTP/1.1" status: 404  len: 333 time: 0.3551974
Dec 21 09:57:12.333505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f2fece32f28>> segment before_delete 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.338991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f2fece32f28>> subnet precommit_delete_associations 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.341386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fedeff668>> segment_host_mapping after_create 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.341921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fedeff668>> port after_create 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.342366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fedeff668>> port after_delete 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.342860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fedeff668>> port after_update 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.343292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fedeff668>> segment after_delete 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.343736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fedeff668>> subnet after_create 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.344170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fedeff668>> subnet after_delete 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.344597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f2fedeff668>> subnet after_update 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.346087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network e3a53f02-ee8b-4e01-8549-189e2eb165d3 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:12.352762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60326) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:12.626713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2fedbb5c50>> subnet after_create 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.637735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2fedbb5c50>> subnet after_delete 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.638224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2fedbb5c50>> subnet before_create 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.638600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f2fedbb5c50>> subnet before_update 55550000 {{(pid=80971) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Dec 21 09:57:12.638996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fedeff8d0>,) {'filters': {'network_id': ['f1f66c1c-2844-4e05-9253-233d6c76f95f']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:12.666629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedeff8d0>, 'ba01ccae-e82f-444e-9de2-cf8e17c65bad') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:12.666929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedeff8d0>, 'ba01ccae-e82f-444e-9de2-cf8e17c65bad') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:12.668950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Pushing event updated for resources: {'Port': ['ID=53476682-3f1c-4d87-ae96-e339707e6225,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:12.671738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Routers {'577d18a0-5e5e-445d-b12b-2628fec46f95'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:12.672667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda117f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['577d18a0-5e5e-445d-b12b-2628fec46f95'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:12.685425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:12.717318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:12.719396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:12.719810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:57:12.907930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9577fdb-b1d1-4210-927a-812c85de9dcc tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Deleting subnet 8723b551-c4df-4e29-9c70-acddcd234043 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:57:12.916194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9577fdb-b1d1-4210-927a-812c85de9dcc tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:12.947291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Set router 577d18a0-5e5e-445d-b12b-2628fec46f95 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:57:12.959961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.005844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:13.031174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network f1f66c1c-2844-4e05-9253-233d6c76f95f has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:13.043087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.096178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Pushing event updated for resources: {'Port': ['ID=00383259-9aa9-4435-bc27-37af157a37a6,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:13.100620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:13.119851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60332) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:13.125954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Request body: {'security_group': {'name': 'tempest-securitygroup--499197283', 'description': 'tempest-description--1258014186'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:13.133585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.272s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:13.138863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Usage tracker for resource:subnetpool and tenant:39811127f99a4ea6bbf3801afde084fe is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:13.139024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.197610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:13.198486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:13.217628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9577fdb-b1d1-4210-927a-812c85de9dcc tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.256183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Usage tracker for resource:security_group and tenant:3388d26f02ef490182d9d0513dfd4f0b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:13.268051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:13.276187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7659681e-403b-4b75-a942-c5ce930b9ed3,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:13.282762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:13.323656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.362893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:13.378788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.739s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:13.417643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:13.418758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] For port 4fbe049c-57d8-4cd6-9650-c91b9b379026, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=4fbe049c-57d8-4cd6-9650-c91b9b379026,segment=NetworkSegment(a9c32aaa-bcb1-42aa-86b4-3791a3d9af98),segment_id=a9c32aaa-bcb1-42aa-86b4-3791a3d9af98)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:13.419163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.424765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.428762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Usage tracker for resource:port and tenant:39811127f99a4ea6bbf3801afde084fe is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:13.434098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:13.435533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Usage tracker for resource:security_group_rule and tenant:3388d26f02ef490182d9d0513dfd4f0b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:13.440648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:13.446286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:13.477754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:13.487583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:13.497792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9577fdb-b1d1-4210-927a-812c85de9dcc tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.515082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port f2c06631-dee7-43b6-96d4-680926e754e0 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:13.525723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.529367 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 3.0050468
Dec 21 09:57:13.529367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:13.531304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60336) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:13.611463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network f1f66c1c-2844-4e05-9253-233d6c76f95f has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:13.614374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.623588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port f2c06631-dee7-43b6-96d4-680926e754e0 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:13.624321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.625763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Request body: {'security_group_rule': {'security_group_id': 'ba589593-39a8-4b3c-846c-fb3727ffe003', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:13.700622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:13.709367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e47501db-7052-4c8e-9ffa-3705f3fe96f1 None None] Provisioning complete for port 3c900505-e613-48b9-ad4e-26fcece52cbc triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:13.717743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e47501db-7052-4c8e-9ffa-3705f3fe96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   (rel_b, rel_a, rel_b),
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   (rel_b, rel_a, rel_b),
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:57:13.725120 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:57:13.733982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Calling delete_port for 4fbe049c-57d8-4cd6-9650-c91b9b379026 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:13.763056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Usage tracker for resource:security_group_rule and tenant:46d96e08a0484480b312e045cd996d68 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:13.792516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:13.793211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.797629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.798734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:13.803473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:13.806286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:13.812299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Usage tracker for resource:router and tenant:39811127f99a4ea6bbf3801afde084fe is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:13.814365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:13.817926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:13.860611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e47501db-7052-4c8e-9ffa-3705f3fe96f1 None None] Port 3c900505-e613-48b9-ad4e-26fcece52cbc cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:13.885627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:13.923144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a651b9-1cf3-4a89-9989-7cddd6d053ad,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:13.926937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:13.927285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e47501db-7052-4c8e-9ffa-3705f3fe96f1 None None] Could not find standard attr ID for object 07f0e779-7edb-4ac3-9721-1c84feacef98. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 09:57:13.932842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda117f0>, [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:57:05Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3c900505-e613-48b9-ad4e-26fcece52cbc', 'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'mac_address': 'fa:16:3e:d4:30:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:59Z', 'updated_at': '2020-12-21T09:57:06Z', 'revision_number': 2, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'subnets': [{'id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:13.937289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Attempting to bind port 53476682-3f1c-4d87-ae96-e339707e6225 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:13.937765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Attempting to bind port 53476682-3f1c-4d87-ae96-e339707e6225 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'c5ee1170-9d6f-45c9-918a-498dc240cbcc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8cfc49a-eb9b-451a-99c8-5807bc15a206'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:13.938156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Attempting to bind port 53476682-3f1c-4d87-ae96-e339707e6225 on network d8cfc49a-eb9b-451a-99c8-5807bc15a206 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:13.944506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Checking router: 577d18a0-5e5e-445d-b12b-2628fec46f95 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:57:13.945008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:13.946168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Updating router 577d18a0-5e5e-445d-b12b-2628fec46f95 port 3c900505-e613-48b9-ad4e-26fcece52cbc binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:57:13.946408 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1729 time: 0.8255355
Dec 21 09:57:13.949423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60340) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:13.957848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Request body: {'security_group_rule': {'security_group_id': 'f2a651b9-1cf3-4a89-9989-7cddd6d053ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:13.965420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:13.975222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Usage tracker for resource:security_group_rule and tenant:3388d26f02ef490182d9d0513dfd4f0b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:13.978898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:13.987307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:14.003333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9577fdb-b1d1-4210-927a-812c85de9dcc tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.005908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.018776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:14.019339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Checking segment: {'id': 'c5ee1170-9d6f-45c9-918a-498dc240cbcc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8cfc49a-eb9b-451a-99c8-5807bc15a206'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:14.021210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.021687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Bound using segment: {'id': 'c5ee1170-9d6f-45c9-918a-498dc240cbcc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8cfc49a-eb9b-451a-99c8-5807bc15a206'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:14.022509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Bound port: 53476682-3f1c-4d87-ae96-e339707e6225, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5ee1170-9d6f-45c9-918a-498dc240cbcc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'd8cfc49a-eb9b-451a-99c8-5807bc15a206'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:14.023079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.038703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Usage tracker for resource:floatingip and tenant:39811127f99a4ea6bbf3801afde084fe is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:14.041617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.042468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.061927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.068284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bef5ec23-0c5f-43c4-a3b6-7a2491be7a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:14.079145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc77de26-0abe-4f0f-a016-587e4841e75c tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:14.094734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:14.135316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Network': ['ID=f1f66c1c-2844-4e05-9253-233d6c76f95f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:14.135575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.138417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:14.140201 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "DELETE /v2.0/networks/f1f66c1c-2844-4e05-9253-233d6c76f95f HTTP/1.1" status: 204  len: 168 time: 3.6925602
Dec 21 09:57:14.148569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60344) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:14.153650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.156739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9577fdb-b1d1-4210-927a-812c85de9dcc tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Pushing event deleted for resources: {'Subnet': ['ID=8723b551-c4df-4e29-9c70-acddcd234043,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:14.166132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9577fdb-b1d1-4210-927a-812c85de9dcc tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:14.175635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] For port 53476682-3f1c-4d87-ae96-e339707e6225, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:14.229330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.249342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] For port 53476682-3f1c-4d87-ae96-e339707e6225, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=53476682-3f1c-4d87-ae96-e339707e6225,segment=NetworkSegment(c5ee1170-9d6f-45c9-918a-498dc240cbcc),segment_id=c5ee1170-9d6f-45c9-918a-498dc240cbcc)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:14.264909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.291360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:14.312255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.329344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9577fdb-b1d1-4210-927a-812c85de9dcc tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.351859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.371068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.371972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port f2c06631-dee7-43b6-96d4-680926e754e0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f2c06631-dee7-43b6-96d4-680926e754e0,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:14.375236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:14.377037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.377794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.383234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event deleted for resources: {'Port': ['ID=4fbe049c-57d8-4cd6-9650-c91b9b379026,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:14.386257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:14.395832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.406243 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b9577fdb-b1d1-4210-927a-812c85de9dcc tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] 10.222.0.45 "DELETE /v2.0/subnets/8723b551-c4df-4e29-9c70-acddcd234043 HTTP/1.1" status: 204  len: 168 time: 2.0500047
Dec 21 09:57:14.409122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90556130-df19-4643-b2ca-54b94b8f7b0a None None] Network 73e130bd-2e18-4c87-acea-b73f7863b31f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:14.409248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60348) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:14.419931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:14.481910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:14.485874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0499f0a6-b189-41df-9b2d-2177e2bbf198,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:14.487758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.489246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d76628de-4551-4c24-985b-df7976773705 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:14.510275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:14.521651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.525652 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.5724761
Dec 21 09:57:14.550512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60352) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:14.560203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.620885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Request body: {'security_group_rule': {'security_group_id': 'f2a651b9-1cf3-4a89-9989-7cddd6d053ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:14.645533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.650711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.718543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe6c860-5128-4aaa-9c8b-3e2b2b41b600,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:14.721217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:14.730035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:14.752529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Usage tracker for resource:security_group_rule and tenant:3388d26f02ef490182d9d0513dfd4f0b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:14.764855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Deleting port ce5694b1-38b8-4f1b-9185-b80e6993e0bb {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:14.765141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.774964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:14.777866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.782016 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.2297959
Dec 21 09:57:14.788614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Usage tracker for resource:security_group and tenant:39811127f99a4ea6bbf3801afde084fe is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:14.793338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:14.795377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60356) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:14.809717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Pushing event updated for resources: {'Port': ['ID=53476682-3f1c-4d87-ae96-e339707e6225,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:14.814124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:14.819320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "DELETE /v2.0/ports/4fbe049c-57d8-4cd6-9650-c91b9b379026 HTTP/1.1" status: 204  len: 168 time: 4.3340588
Dec 21 09:57:14.832574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:14.842834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f47affa-cbef-4607-8ca5-81c315975111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:15.031395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60360) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:15.064727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port d76628de-4551-4c24-985b-df7976773705 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:15.065147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.111191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:15.142852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:15.169092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:15.171261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cfffcb3-99e2-4d49-982f-853cfc2b2428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] GET failed (client error): The resource could not be found.
Dec 21 09:57:15.176748 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6cfffcb3-99e2-4d49-982f-853cfc2b2428 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "GET /v2.0/ports/4fbe049c-57d8-4cd6-9650-c91b9b379026 HTTP/1.1" status: 404  len: 333 time: 0.1402721
Dec 21 09:57:15.179130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60364) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:15.184214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Request body: {'port': {'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-413098033'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:15.198273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Usage tracker for resource:floatingip and tenant:46d96e08a0484480b312e045cd996d68 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:15.218252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:15.228285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:15.245786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:15.252782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Usage tracker for resource:port and tenant:a000f5ea0700407eb19238af98d0791c is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:15.253524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Usage tracker for resource:security_group_rule and tenant:39811127f99a4ea6bbf3801afde084fe is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:15.260626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:15.268531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.272696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:15.290442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:15.323231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=f2c06631-dee7-43b6-96d4-680926e754e0,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:15.332305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Made reservation on behalf of a000f5ea0700407eb19238af98d0791c for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:15.334084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:15.337118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.363380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.383665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.384277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.402630 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d5f3e74a-4607-436a-a98f-b0c81ce44acb tempest-QuotasTest-1074905210 tempest-QuotasTest-1074905210] 10.222.0.45 "GET /v2.0/quotas/39811127f99a4ea6bbf3801afde084fe/details.json HTTP/1.1" status: 200  len: 703 time: 4.6215506
Dec 21 09:57:15.516042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.532583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Transition to ACTIVE for port object 3c900505-e613-48b9-ad4e-26fcece52cbc will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:15.537278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] DHCP port deletion for 73e130bd-2e18-4c87-acea-b73f7863b31f request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:57:15.581737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.615378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:15.676698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.678389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] Deleting port ce5694b1-38b8-4f1b-9185-b80e6993e0bb {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:15.678821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.706148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] device_id is not set on port c8544c51-a859-4233-85a0-5b4f4268efc4 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:15.782340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed370400>,) {'filters': {'network_id': ['e3a53f02-ee8b-4e01-8549-189e2eb165d3']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:15.803157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.810233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.818903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed370400>, 'a186cb8a-a946-4599-8865-e0d3a32c0266') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:15.819046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] For port ce5694b1-38b8-4f1b-9185-b80e6993e0bb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ce5694b1-38b8-4f1b-9185-b80e6993e0bb,segment=NetworkSegment(04011c3c-381b-4815-8fc9-b9b8db01a116),segment_id=04011c3c-381b-4815-8fc9-b9b8db01a116)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:15.819509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.819793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed370400>, 'a186cb8a-a946-4599-8865-e0d3a32c0266') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:15.844770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd744be4-0a7e-4ba5-9d66-eb36018e98da tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:15.909060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.927790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:15.933189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60372) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:15.942995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:15.952384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f6d2a-c976-423e-932c-d200ad122935 None None] Pushing event updated for resources: {'Port': ['ID=3c900505-e613-48b9-ad4e-26fcece52cbc,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:15.963386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b75e7ae5-7c22-431d-9552-58409f8480c5,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:15.966274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:15.976853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b05f6d2a-c976-423e-932c-d200ad122935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:16.022624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:16.034794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.045086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Releasing vxlan tunnel 11 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:57:16.084316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.089461 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.5269403
Dec 21 09:57:16.091986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60378) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:16.100839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:16.116336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Calling delete_port for ce5694b1-38b8-4f1b-9185-b80e6993e0bb owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:16.153325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Pushing event updated for resources: {'Port': ['ID=00383259-9aa9-4435-bc27-37af157a37a6,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:16.189644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:16.204339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:16.247813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Usage tracker for resource:floatingip and tenant:3388d26f02ef490182d9d0513dfd4f0b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:16.297227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:16.311192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:16.311778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.319071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:16.328635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.351403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:16.379451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] For port ce5694b1-38b8-4f1b-9185-b80e6993e0bb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ce5694b1-38b8-4f1b-9185-b80e6993e0bb,segment=NetworkSegment(04011c3c-381b-4815-8fc9-b9b8db01a116),segment_id=04011c3c-381b-4815-8fc9-b9b8db01a116)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:16.380665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.443184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:16.450479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network e3a53f02-ee8b-4e01-8549-189e2eb165d3 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:16.461178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.466000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.491226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] Usage tracker for resource:security_group_rule and tenant:4e863514619c4886a2e87ae7e1020dc5 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:16.510799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:16.516390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.542072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:16.561550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] Calling delete_port for ce5694b1-38b8-4f1b-9185-b80e6993e0bb owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:16.587735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.593953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.7943482
Dec 21 09:57:16.594125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Attempting to bind port 3c900505-e613-48b9-ad4e-26fcece52cbc on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:16.594125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Attempting to bind port 3c900505-e613-48b9-ad4e-26fcece52cbc by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:16.594125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Attempting to bind port 3c900505-e613-48b9-ad4e-26fcece52cbc on network b4a6322a-e701-4fb4-b16d-c89c450cae6a {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:16.627333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:16.627902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Checking segment: {'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:16.628469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.629097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Bound using segment: {'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:16.630170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Bound port: 3c900505-e613-48b9-ad4e-26fcece52cbc, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:16.630735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.643697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.669791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.689864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-57549b53-17f3-44f1-83bd-f6f5bf687266 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:16.776295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Pushing event deleted for resources: {'Port': ['ID=ce5694b1-38b8-4f1b-9185-b80e6993e0bb,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:16.779443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:16.919211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network e3a53f02-ee8b-4e01-8549-189e2eb165d3 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:16.950506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:57:16.951137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:57:16.977147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:57:16.977375 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:57:17.005411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] For port 3c900505-e613-48b9-ad4e-26fcece52cbc, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:17.017536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.031408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] For port 3c900505-e613-48b9-ad4e-26fcece52cbc, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3c900505-e613-48b9-ad4e-26fcece52cbc,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:17.039889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.058758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] No DVR routers for this DVR port ce5694b1-38b8-4f1b-9185-b80e6993e0bb on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:57:17.063166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:17.143615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Router e3b94cce-6aa2-4811-8069-218d6543f839 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:57:17.183729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f6d2a-c976-423e-932c-d200ad122935 None None] Pushing event updated for resources: {'Port': ['ID=3c900505-e613-48b9-ad4e-26fcece52cbc,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:17.187415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b05f6d2a-c976-423e-932c-d200ad122935 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:17.193055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=46db3311-ea17-4bc0-b9b3-3e145c4fbb3a,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:17.205311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.206250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce5694b1-38b8-4f1b-9185-b80e6993e0bb up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:17.260296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.291234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:17.322868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac5433-edd4-45cd-b61a-30e40f54b926 None None] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:17.380216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60404) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:17.380557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: ce5694b1-38b8-4f1b-9185-b80e6993e0bb {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:57:17.380892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce5694b1-38b8-4f1b-9185-b80e6993e0bb not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 21 09:57:17.395534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.400196 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 21 09:57:17.454579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] Deleting port ce5694b1-38b8-4f1b-9185-b80e6993e0bb {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:17.454579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.454814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:17.478519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Port ce5694b1-38b8-4f1b-9185-b80e6993e0bb not found, will not notify nova. {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 21 09:57:17.497364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2ff94c64a8>,) {'filters': {'network_id': ['73e130bd-2e18-4c87-acea-b73f7863b31f']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:17.549382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2ff94c64a8>, '04011c3c-381b-4815-8fc9-b9b8db01a116') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:17.549782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2ff94c64a8>, '04011c3c-381b-4815-8fc9-b9b8db01a116') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:17.582491 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-919e564e-a19a-4ad1-838e-2befa69adc80 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--460086488&fields=id&tenant_id=08bc19b4e2294eea880fdc39de5157b9 HTTP/1.1" status: 200  len: 267 time: 0.2010088
Dec 21 09:57:17.583569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.586592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.676165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.680652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:17.703502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event updated for resources: {'Port': ['ID=c8544c51-a859-4233-85a0-5b4f4268efc4,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:17.723665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:17.732924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.744012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Releasing vxlan tunnel 6 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:57:17.746849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Network': ['ID=e3a53f02-ee8b-4e01-8549-189e2eb165d3,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:17.750077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:17.802487 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "DELETE /v2.0/networks/e3a53f02-ee8b-4e01-8549-189e2eb165d3 HTTP/1.1" status: 204  len: 168 time: 3.6482515
Dec 21 09:57:17.811339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-02cf1077-de00-4a3a-8238-af02dd64a852 None None] Provisioning for port 53476682-3f1c-4d87-ae96-e339707e6225 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:17.817162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60408) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:17.830992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f2c06631-dee7-43b6-96d4-680926e754e0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:17.861327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.881692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:17.944822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-beb26266-bd52-4853-8b5a-e129a656558d None None] The port 'ce5694b1-38b8-4f1b-9185-b80e6993e0bb' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 09:57:17.945633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:17.946169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=46db3311-ea17-4bc0-b9b3-3e145c4fbb3a,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:17.950041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:18.044245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e863514619c4886a2e87ae7e1020dc5&name=default HTTP/1.1" status: 200  len: 2879 time: 2.1039023
Dec 21 09:57:18.044901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60412) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:18.053178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896c8b8f-d28d-4f45-a8a6-c685013a95f7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:18.056575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:57:18.061689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:18.073313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:18.075345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffccc914-6473-4563-8d0c-ec85d5570091 None None] Sync routers for ids ['e3b94cce-6aa2-4811-8069-218d6543f839'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:57:18.080008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Routers {'577d18a0-5e5e-445d-b12b-2628fec46f95'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:18.081155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda117f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['577d18a0-5e5e-445d-b12b-2628fec46f95'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:18.093348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffccc914-6473-4563-8d0c-ec85d5570091 None None] Routers {'e3b94cce-6aa2-4811-8069-218d6543f839'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:18.095109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ffccc914-6473-4563-8d0c-ec85d5570091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1c9b38>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e3b94cce-6aa2-4811-8069-218d6543f839'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:18.121635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Allocated IP 172.26.1.24 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/71d8315d-cddf-4965-9e38-ae93d529afb7) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:18.205077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:18.206478 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 892 time: 11.6749394
Dec 21 09:57:18.224302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port f2c06631-dee7-43b6-96d4-680926e754e0 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:18.225057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:18.237679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ffccc914-6473-4563-8d0c-ec85d5570091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1c9b38>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:18.244959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60416) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:18.250921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffccc914-6473-4563-8d0c-ec85d5570091 None None] Routers {'e3b94cce-6aa2-4811-8069-218d6543f839'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:18.252165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ffccc914-6473-4563-8d0c-ec85d5570091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1c9b38>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e3b94cce-6aa2-4811-8069-218d6543f839'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:18.306361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Network 502df0d9-ef27-4151-921f-836bf2a21e71 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:18.320192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:18.353520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:18.354175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:18.354820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:18.358918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ffccc914-6473-4563-8d0c-ec85d5570091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1c9b38>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:18.359532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffccc914-6473-4563-8d0c-ec85d5570091 None None] The sync data for ids ['e3b94cce-6aa2-4811-8069-218d6543f839'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:57:18.445916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e73b184c-ac2f-403a-907b-b5187ba9dd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:18.456115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-8bf99cbf-f56b-45e1-a628-8276249f07ae tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:18.457824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-8bf99cbf-f56b-45e1-a628-8276249f07ae tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/networks?id=64fc3134-80ba-45d9-bcfe-cbec04cd2659 HTTP/1.1" status: 200  len: 806 time: 0.8067901
Dec 21 09:57:18.464272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] Set router 577d18a0-5e5e-445d-b12b-2628fec46f95 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:57:18.530074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Network 73e130bd-2e18-4c87-acea-b73f7863b31f has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:18.558207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:18.596889 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-e673cbba-d54f-4d90-a83a-78841da3b42c tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/quotas/08bc19b4e2294eea880fdc39de5157b9 HTTP/1.1" status: 200  len: 375 time: 0.0832472
Dec 21 09:57:18.598405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 3.4195495
Dec 21 09:57:18.606250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60420) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:18.634502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e73b184c-ac2f-403a-907b-b5187ba9dd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:18.664911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:18.706752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 53476682-3f1c-4d87-ae96-e339707e6225 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:18.830019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82574de2-7510-4038-9212-0ae3dce6f4ee tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:18.835268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82574de2-7510-4038-9212-0ae3dce6f4ee tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:18.836133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-82574de2-7510-4038-9212-0ae3dce6f4ee tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Synchronizing usage tracker for tenant:35f63a9f5cae49859b419d7a70813706 on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:18.892929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:18.901600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 53476682-3f1c-4d87-ae96-e339707e6225 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:18.940778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Network 73e130bd-2e18-4c87-acea-b73f7863b31f has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:18.949506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 53476682-3f1c-4d87-ae96-e339707e6225 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:18.950113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:57:18.974402 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:57:19.010966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e73b184c-ac2f-403a-907b-b5187ba9dd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.026482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:19.044483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.045655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b184c-ac2f-403a-907b-b5187ba9dd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896c8b8f-d28d-4f45-a8a6-c685013a95f7,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:19.046144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bad7240f-03f7-4193-b7d6-3f7f013de052 None None] Provisioning complete for port 53476682-3f1c-4d87-ae96-e339707e6225 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:19.046761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bad7240f-03f7-4193-b7d6-3f7f013de052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.078308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-82574de2-7510-4038-9212-0ae3dce6f4ee tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Unset dirty status for tenant:35f63a9f5cae49859b419d7a70813706 on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:19.079887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-82574de2-7510-4038-9212-0ae3dce6f4ee tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 1.2505028
Dec 21 09:57:19.088322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60424) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:19.094577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e73b184c-ac2f-403a-907b-b5187ba9dd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:19.100690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-268371768'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:19.103771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.202229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:19.208532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda117f0>, [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:57:05Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3c900505-e613-48b9-ad4e-26fcece52cbc', 'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'mac_address': 'fa:16:3e:d4:30:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:59Z', 'updated_at': '2020-12-21T09:57:16Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'subnets': [{'id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:19.221868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2adf3819-0fba-4f07-8404-983cb7c6a575 None None] The sync data for ids ['577d18a0-5e5e-445d-b12b-2628fec46f95'] in dv-neutron-601336-62-ovs is: [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:57:05Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3c900505-e613-48b9-ad4e-26fcece52cbc', 'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'mac_address': 'fa:16:3e:d4:30:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:59Z', 'updated_at': '2020-12-21T09:57:16Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'subnets': [{'id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:57:19.228031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-6d7fae7f-58b8-4003-ac12-4f9f2bfdeaf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Synchronizing usage tracker for tenant:08bc19b4e2294eea880fdc39de5157b9 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:19.228596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.251706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:19.254321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.272846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.278756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f8e7a8d-8814-4901-99af-7b50353548b9 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:19.311350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:19.347074 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] 10.222.0.45 "DELETE /v2.0/networks/73e130bd-2e18-4c87-acea-b73f7863b31f HTTP/1.1" status: 204  len: 168 time: 4.9347486
Dec 21 09:57:19.368389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Made reservation on behalf of 35f63a9f5cae49859b419d7a70813706 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:19.374221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.377386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e73b184c-ac2f-403a-907b-b5187ba9dd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.388192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bad7240f-03f7-4193-b7d6-3f7f013de052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.390603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Pushing event deleted for resources: {'Network': ['ID=73e130bd-2e18-4c87-acea-b73f7863b31f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:19.393550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:19.399898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-6d7fae7f-58b8-4003-ac12-4f9f2bfdeaf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Unset dirty status for tenant:08bc19b4e2294eea880fdc39de5157b9 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:19.401365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-6d7fae7f-58b8-4003-ac12-4f9f2bfdeaf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?tenant_id=08bc19b4e2294eea880fdc39de5157b9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.7016253
Dec 21 09:57:19.406780 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e73b184c-ac2f-403a-907b-b5187ba9dd4b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/896c8b8f-d28d-4f45-a8a6-c685013a95f7 HTTP/1.1" status: 204  len: 168 time: 1.3334057
Dec 21 09:57:19.418608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 53476682-3f1c-4d87-ae96-e339707e6225, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=53476682-3f1c-4d87-ae96-e339707e6225,segment=NetworkSegment(c5ee1170-9d6f-45c9-918a-498dc240cbcc),segment_id=c5ee1170-9d6f-45c9-918a-498dc240cbcc)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:19.431047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.435073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:19.435390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:19.448643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.448643 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Added segment ba9ac724-06db-40f3-83b1-0670222e2552 of type vxlan for network 10ca2014-a679-45e1-9231-fa4548d492f5
Dec 21 09:57:19.490485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.575847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.579283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce5694b1-38b8-4f1b-9185-b80e6993e0bb no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:57:19.600512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:19.601238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:19.661028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:19.689112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.5951214
Dec 21 09:57:19.708854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60434) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:19.720696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-574447583'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:19.730435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: ce5694b1-38b8-4f1b-9185-b80e6993e0bb {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:57:19.731128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce5694b1-38b8-4f1b-9185-b80e6993e0bb not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:57:19.733162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=53476682-3f1c-4d87-ae96-e339707e6225,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:19.747582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:19.854394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:19.880222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Usage tracker for resource:network and tenant:35f63a9f5cae49859b419d7a70813706 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:19.884630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-bad7240f-03f7-4193-b7d6-3f7f013de052 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:57:19.885050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-bad7240f-03f7-4193-b7d6-3f7f013de052 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:57:19.991922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'Network': ['ID=10ca2014-a679-45e1-9231-fa4548d492f5,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:19.994829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:20.005823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 10ca2014-a679-45e1-9231-fa4548d492f5 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:20.022388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:20.055781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:20.059886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60446) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:20.102388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 10ca2014-a679-45e1-9231-fa4548d492f5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:20.133774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:20.188624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Made reservation on behalf of 35f63a9f5cae49859b419d7a70813706 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:20.198439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.209544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Allocated IP 172.26.1.115 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/ec3be573-d354-4f96-bc8b-86b4ae48c725) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:20.289248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] device_id is not set on port c8544c51-a859-4233-85a0-5b4f4268efc4 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:20.294511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60452) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:20.296029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:20.327863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.342991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Pushing event updated for resources: {'Port': ['ID=71d8315d-cddf-4965-9e38-ae93d529afb7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:20.344282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.354947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.044s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:20.368874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.369656 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Added segment 159e7de6-a5d9-4e39-a51b-331129caf155 of type vxlan for network 96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c
Dec 21 09:57:20.375371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:20.381163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] Usage tracker for resource:security_group_rule and tenant:39811127f99a4ea6bbf3801afde084fe is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:20.385995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:20.394310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:20.503638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.506698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:20.521161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Transition to ACTIVE for port object c8544c51-a859-4233-85a0-5b4f4268efc4 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:20.523563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.559136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:20.561445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-664c292c-56da-4130-8202-e4134cce5826 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:20.570070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.571461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:20.732797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-812d2e8f-e61c-4390-898d-a88e20c9d963 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 09:57:20.733936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-812d2e8f-e61c-4390-898d-a88e20c9d963 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3665867
Dec 21 09:57:20.749597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.791823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:20.792436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.860275 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39811127f99a4ea6bbf3801afde084fe&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5596867
Dec 21 09:57:20.865918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc5117e-795d-4e1b-ba79-597141f8c854,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:20.868195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60462) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:20.882265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:20.882727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:20.936832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-abcdcf67-fdff-4e0a-866d-6217d61f1725 None None] Provisioning complete for port 53476682-3f1c-4d87-ae96-e339707e6225 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:20.937113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abcdcf67-fdff-4e0a-866d-6217d61f1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.937908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:20.965814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3c900505-e613-48b9-ad4e-26fcece52cbc up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:20.996373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.045008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.092681 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a19334d4-67d1-4fbc-8512-1c86bd02a4d5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=124751be89ed49ae82cd8c1abbb623b7&name=default HTTP/1.1" status: 200  len: 2875 time: 1.0314949
Dec 21 09:57:21.096116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60466) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:21.134920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 3c900505-e613-48b9-ad4e-26fcece52cbc completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:21.143843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.149713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 3c900505-e613-48b9-ad4e-26fcece52cbc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:21.150138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.170329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:21.171006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.175007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event updated for resources: {'Port': ['ID=c8544c51-a859-4233-85a0-5b4f4268efc4,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:21.198962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:21.204789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b495e160-c1f2-4919-851a-9c271a88fe45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.209815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:21.262525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to bind port c8544c51-a859-4233-85a0-5b4f4268efc4 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:21.263234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to bind port c8544c51-a859-4233-85a0-5b4f4268efc4 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:21.263740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to bind port c8544c51-a859-4233-85a0-5b4f4268efc4 on network 502df0d9-ef27-4151-921f-836bf2a21e71 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:21.306714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-954c1e43-3ea4-40af-aff6-5da65946049b service neutron] 10.222.0.45 "GET /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5204933
Dec 21 09:57:21.308770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:21.309288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Checking segment: {'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:21.309850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.310378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Bound using segment: {'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:21.311038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Bound port: c8544c51-a859-4233-85a0-5b4f4268efc4, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:21.311440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.320719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.332504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.365968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.368681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 3c900505-e613-48b9-ad4e-26fcece52cbc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3c900505-e613-48b9-ad4e-26fcece52cbc,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:21.371662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.372692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 53476682-3f1c-4d87-ae96-e339707e6225 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:21.379432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b495e160-c1f2-4919-851a-9c271a88fe45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.401888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b05f6d2a-c976-423e-932c-d200ad122935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:21.413040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-043bf2e9-f878-4da7-a47b-047e6001a463 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:21.508178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=3c900505-e613-48b9-ad4e-26fcece52cbc,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:21.514589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:21.528894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 53476682-3f1c-4d87-ae96-e339707e6225 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:21.529409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.690069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.9802938
Dec 21 09:57:21.695279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'Network': ['ID=96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:21.700020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60470) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:21.707883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:21.713240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Pushing event updated for resources: {'Port': ['ID=ec3be573-d354-4f96-bc8b-86b4ae48c725,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:21.721944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'ports': [{'network_id': '10ca2014-a679-45e1-9231-fa4548d492f5', 'name': 'tempest-port--1415952569', 'admin_state_up': True}, {'network_id': '96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c', 'admin_state_up': False}]} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:21.722278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'port': {'network_id': '10ca2014-a679-45e1-9231-fa4548d492f5', 'name': 'tempest-port--1415952569', 'admin_state_up': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:21.722995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'port': {'network_id': '96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c', 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:21.726668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:21.729642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f933972-1443-4332-b5b3-403405027c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.742807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:21.754269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:21.850579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f933972-1443-4332-b5b3-403405027c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.931391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] For port c8544c51-a859-4233-85a0-5b4f4268efc4, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:21.948228 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-62fef1e4-73e1-4f18-80f6-b1b1308faf10 service neutron] 10.222.0.45 "GET /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6226931
Dec 21 09:57:21.952256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3c900505-e613-48b9-ad4e-26fcece52cbc up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:21.954814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] For port c8544c51-a859-4233-85a0-5b4f4268efc4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c8544c51-a859-4233-85a0-5b4f4268efc4,segment=NetworkSegment(a9c32aaa-bcb1-42aa-86b4-3791a3d9af98),segment_id=a9c32aaa-bcb1-42aa-86b4-3791a3d9af98)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:21.959107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:21.978341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94a7e598-bb0f-46ad-b649-7fa63a76b61e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:21.985951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b495e160-c1f2-4919-851a-9c271a88fe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:22.008091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b350ca4a-4b4c-47a1-a3c4-a2d4f7b36c99 tempest-RoutersAdminNegativeIpV6Test-1647681459 tempest-RoutersAdminNegativeIpV6Test-1647681459] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:22.022483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:22.029110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495e160-c1f2-4919-851a-9c271a88fe45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc5117e-795d-4e1b-ba79-597141f8c854,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:22.039024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:22.042713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b495e160-c1f2-4919-851a-9c271a88fe45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:22.066093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f933972-1443-4332-b5b3-403405027c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:22.100030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 3c900505-e613-48b9-ad4e-26fcece52cbc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:22.101097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:22.110367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:22.147523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event updated for resources: {'Port': ['ID=c8544c51-a859-4233-85a0-5b4f4268efc4,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:22.164937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:22.165410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:22.183170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f933972-1443-4332-b5b3-403405027c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4306de-2e10-4cf6-a8a3-e82445bd83dc,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:22.185072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f933972-1443-4332-b5b3-403405027c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:22.186417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2f933972-1443-4332-b5b3-403405027c9b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee4306de-2e10-4cf6-a8a3-e82445bd83dc HTTP/1.1" status: 204  len: 168 time: 1.0746546
Dec 21 09:57:22.190595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f933972-1443-4332-b5b3-403405027c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:22.203771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.204268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:22.205795 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "PUT /v2.0/ports/c8544c51-a859-4233-85a0-5b4f4268efc4 HTTP/1.1" status: 200  len: 1079 time: 3.5984883
Dec 21 09:57:22.218107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60482) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:22.308574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60488) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:22.311254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b495e160-c1f2-4919-851a-9c271a88fe45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:22.315115 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b495e160-c1f2-4919-851a-9c271a88fe45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fdc5117e-795d-4e1b-ba79-597141f8c854 HTTP/1.1" status: 204  len: 168 time: 1.4116549
Dec 21 09:57:22.392353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.392783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.393450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.393915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.394878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.395410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.395832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.396240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.396648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.397055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.397463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.397893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.398297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.398703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.399110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.399515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.399918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.400325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.400727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.401127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:22.403520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Synchronizing usage tracker for tenant:a000f5ea0700407eb19238af98d0791c on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:22.422768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Unset dirty status for tenant:a000f5ea0700407eb19238af98d0791c on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:22.424414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-de10af24-c8a7-40bc-ac13-df179235f8c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 17854 time: 0.2052186
Dec 21 09:57:22.430155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60502) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:22.517844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Deleting port c8544c51-a859-4233-85a0-5b4f4268efc4 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:22.518241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:22.803957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] For port c8544c51-a859-4233-85a0-5b4f4268efc4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c8544c51-a859-4233-85a0-5b4f4268efc4,segment=NetworkSegment(a9c32aaa-bcb1-42aa-86b4-3791a3d9af98),segment_id=a9c32aaa-bcb1-42aa-86b4-3791a3d9af98)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:22.804730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:22.852288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60512) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:22.891510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:22.963427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:22.975577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:23.005005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:57:23.006904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Usage tracker for resource:port and tenant:35f63a9f5cae49859b419d7a70813706 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:23.010877 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8ac135d6-392e-412f-8621-91098e7e352a req-b4574be9-8e53-46fb-b167-8534ba095472 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.7010140
Dec 21 09:57:23.013003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] Usage tracker for resource:security_group_rule and tenant:f01b27ce024f4ec2a33ffa9b970c62aa is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:23.022329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:23.027176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:23.036820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Calling delete_port for c8544c51-a859-4233-85a0-5b4f4268efc4 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:23.047983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:23.047983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:23.047983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:23.056842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:23.145785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:23.174548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:23.179352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2eac69f-5f08-4027-9936-9315ec3290e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:23.245478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event deleted for resources: {'Port': ['ID=c8544c51-a859-4233-85a0-5b4f4268efc4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:23.250386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:23.346629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Made reservation on behalf of 35f63a9f5cae49859b419d7a70813706 for: {'port': 2} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:23.348027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:23.357973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:23.364379 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "DELETE /v2.0/ports/c8544c51-a859-4233-85a0-5b4f4268efc4 HTTP/1.1" status: 204  len: 168 time: 0.9331017
Dec 21 09:57:23.370064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60530) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:23.391992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:23.432303 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90d62ee-3955-407e-aaa5-cf5b31cae85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] GET failed (client error): The resource could not be found.
Dec 21 09:57:23.432875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e90d62ee-3955-407e-aaa5-cf5b31cae85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Synchronizing usage tracker for tenant:a000f5ea0700407eb19238af98d0791c on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:23.468879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e90d62ee-3955-407e-aaa5-cf5b31cae85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Unset dirty status for tenant:a000f5ea0700407eb19238af98d0791c on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:23.474631 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e90d62ee-3955-407e-aaa5-cf5b31cae85b tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "GET /v2.0/ports/c8544c51-a859-4233-85a0-5b4f4268efc4 HTTP/1.1" status: 404  len: 333 time: 0.0992615
Dec 21 09:57:23.475458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60538) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:23.482610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-460877796', 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:23.488974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:23.503510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:23.521125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Made reservation on behalf of a000f5ea0700407eb19238af98d0791c for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:23.528503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:23.675510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Pushing event updated for resources: {'Port': ['ID=71d8315d-cddf-4965-9e38-ae93d529afb7,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:23.679820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:23.691696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:23.706496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Allocated IP 172.20.0.1 (d8cfc49a-eb9b-451a-99c8-5807bc15a206/745cd446-6ec3-4d8b-a7a9-892523f4fe26/d2f08d6f-bfe7-4496-b470-402966334d1e) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:23.721972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] device_id is not set on port 288546d1-d693-45c8-b649-b6c0f2a80ddc yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:23.782251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.021045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.042528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.048930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.071024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:24.279743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.282483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event updated for resources: {'Port': ['ID=288546d1-d693-45c8-b649-b6c0f2a80ddc,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:24.288115 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-390b7663-d47b-4c1b-8288-023d2c043dd0 req-2910671f-f20c-40b6-bd03-56c6cbb64ab9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.1377318
Dec 21 09:57:24.289181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:24.290117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] device_id is not set on port 84343067-96de-4830-8634-50c7f0716868 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:24.311276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.337670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:24.337877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Network 502df0d9-ef27-4151-921f-836bf2a21e71 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:24.337877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:24.339359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:24.340212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:24.340863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.374012 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.8946879
Dec 21 09:57:24.374327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60572) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:24.407048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.408375 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 9.6055050
Dec 21 09:57:24.456658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f01b27ce024f4ec2a33ffa9b970c62aa&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6004848
Dec 21 09:57:24.462059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60580) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:24.472524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966e2ff4-dad2-45fa-9818-59af9d4c6e9c,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:24.476439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:24.487713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee123d8f-0be5-4b45-88e8-16fa129918e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:24.488294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ee123d8f-0be5-4b45-88e8-16fa129918e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Synchronizing usage tracker for tenant:a000f5ea0700407eb19238af98d0791c on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:24.550403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ee123d8f-0be5-4b45-88e8-16fa129918e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Unset dirty status for tenant:a000f5ea0700407eb19238af98d0791c on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:24.555541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ee123d8f-0be5-4b45-88e8-16fa129918e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "GET /v2.0/ports/288546d1-d693-45c8-b649-b6c0f2a80ddc HTTP/1.1" status: 200  len: 958 time: 0.1774518
Dec 21 09:57:24.556171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60584) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:24.565985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f51182fd-aa62-4973-ae91-626ae9f874e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.584054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.715880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Transition to ACTIVE for port object d2f08d6f-bfe7-4496-b470-402966334d1e will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:24.752792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f51182fd-aa62-4973-ae91-626ae9f874e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.797666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d57be00f-02bf-44a8-97f9-81af9c1054f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Deleting port 288546d1-d693-45c8-b649-b6c0f2a80ddc {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:24.797998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d57be00f-02bf-44a8-97f9-81af9c1054f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.850098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.856335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.861511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.862759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.874802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e341581e-840e-4996-8b84-9a871fba9154 req-6af63fb3-53b4-468a-9aae-f45a65ce310d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Synchronizing usage tracker for tenant:46d96e08a0484480b312e045cd996d68 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:24.904888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:24.953474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e341581e-840e-4996-8b84-9a871fba9154 req-6af63fb3-53b4-468a-9aae-f45a65ce310d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Unset dirty status for tenant:46d96e08a0484480b312e045cd996d68 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:24.954906 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-6af63fb3-53b4-468a-9aae-f45a65ce310d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1614245186&fields=id&tenant_id=46d96e08a0484480b312e045cd996d68 HTTP/1.1" status: 200  len: 267 time: 0.2311304
Dec 21 09:57:24.965912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f51182fd-aa62-4973-ae91-626ae9f874e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:24.976582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:25.031462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60606) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:25.034732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51182fd-aa62-4973-ae91-626ae9f874e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966e2ff4-dad2-45fa-9818-59af9d4c6e9c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:25.065246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f51182fd-aa62-4973-ae91-626ae9f874e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:25.080756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f51182fd-aa62-4973-ae91-626ae9f874e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:25.084844 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f51182fd-aa62-4973-ae91-626ae9f874e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/966e2ff4-dad2-45fa-9818-59af9d4c6e9c HTTP/1.1" status: 204  len: 168 time: 0.6215813
Dec 21 09:57:25.221167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d57be00f-02bf-44a8-97f9-81af9c1054f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:25.231590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.16', 62192) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:25.299670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] device_id is not set on port e843c71c-d765-400c-b6a3-a721981d40cf yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:25.303721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Pushing event updated for resources: {'Port': ['ID=ec3be573-d354-4f96-bc8b-86b4ae48c725,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:25.406484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1416382378', 'router:external': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:25.440953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:25.540806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d57be00f-02bf-44a8-97f9-81af9c1054f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Calling delete_port for 288546d1-d693-45c8-b649-b6c0f2a80ddc owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:25.697054 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d850c5e7-01f9-4c53-b886-35ee742dd2f1 req-e5816c30-aeea-4337-a1b3-38aa13c020f8 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.1653903
Dec 21 09:57:25.704634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341581e-840e-4996-8b84-9a871fba9154 req-b45037fe-b06e-4d80-baa3-a4b2c8d5ffc8 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:25.705407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e341581e-840e-4996-8b84-9a871fba9154 req-b45037fe-b06e-4d80-baa3-a4b2c8d5ffc8 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Synchronizing usage tracker for tenant:46d96e08a0484480b312e045cd996d68 on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:25.722800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d57be00f-02bf-44a8-97f9-81af9c1054f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:25.751066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cb307c7-ca08-4f3c-9d16-fffd8a7d87b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:25.799292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e341581e-840e-4996-8b84-9a871fba9154 req-b45037fe-b06e-4d80-baa3-a4b2c8d5ffc8 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Unset dirty status for tenant:46d96e08a0484480b312e045cd996d68 on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:25.806846 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-b45037fe-b06e-4d80-baa3-a4b2c8d5ffc8 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/networks?id=e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 200  len: 811 time: 0.8332722
Dec 21 09:57:25.821629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57be00f-02bf-44a8-97f9-81af9c1054f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event deleted for resources: {'Port': ['ID=288546d1-d693-45c8-b649-b6c0f2a80ddc,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:25.833295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d57be00f-02bf-44a8-97f9-81af9c1054f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:25.837532 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-41103c38-c6b8-4959-9cd9-35482af51832 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/quotas/46d96e08a0484480b312e045cd996d68 HTTP/1.1" status: 200  len: 375 time: 0.0296977
Dec 21 09:57:25.895629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Usage tracker for resource:network and tenant:54c4033dbb3c4827aecc516946a8972e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:25.913475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event updated for resources: {'Port': ['ID=d2f08d6f-bfe7-4496-b470-402966334d1e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:25.917595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.012s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:25.928394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:25.933335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.939s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:25.933788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:25.954134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:26.055239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:57:26.094317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:26.107383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:26.110100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:26.156093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Made reservation on behalf of 54c4033dbb3c4827aecc516946a8972e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:26.168064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:26.228002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-70bfc538-f16a-42bb-bb0b-750ef0b82779 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:26.228779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-70bfc538-f16a-42bb-bb0b-750ef0b82779 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Synchronizing usage tracker for tenant:08bc19b4e2294eea880fdc39de5157b9 on resource:network {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:26.252323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:26.326127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:26.328739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:26.335018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d57be00f-02bf-44a8-97f9-81af9c1054f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:26.350310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Usage tracker for resource:security_group_rule and tenant:54c4033dbb3c4827aecc516946a8972e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:26.369601 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d57be00f-02bf-44a8-97f9-81af9c1054f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "DELETE /v2.0/ports/288546d1-d693-45c8-b649-b6c0f2a80ddc HTTP/1.1" status: 204  len: 168 time: 1.8125625
Dec 21 09:57:26.370649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:26.373212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60660) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:26.435964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:26.438391 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7c3a6e7-fc34-4617-9295-1486ea10b3d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] GET failed (client error): The resource could not be found.
Dec 21 09:57:26.439154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7c3a6e7-fc34-4617-9295-1486ea10b3d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Synchronizing usage tracker for tenant:a000f5ea0700407eb19238af98d0791c on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:26.450925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e341581e-840e-4996-8b84-9a871fba9154 req-79587875-d263-4d49-b42b-b89cd1c7048d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Synchronizing usage tracker for tenant:46d96e08a0484480b312e045cd996d68 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:26.460673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f11bde3d-1e23-4fef-8eb4-2d94004cae3d None None] Provisioning for port d2f08d6f-bfe7-4496-b470-402966334d1e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:26.467590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:26.472171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f11bde3d-1e23-4fef-8eb4-2d94004cae3d None None] Provisioning complete for port d2f08d6f-bfe7-4496-b470-402966334d1e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:26.472741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f11bde3d-1e23-4fef-8eb4-2d94004cae3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:26.479356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7c3a6e7-fc34-4617-9295-1486ea10b3d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Unset dirty status for tenant:a000f5ea0700407eb19238af98d0791c on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:26.485335 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7c3a6e7-fc34-4617-9295-1486ea10b3d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "GET /v2.0/ports/288546d1-d693-45c8-b649-b6c0f2a80ddc HTTP/1.1" status: 404  len: 333 time: 0.1105931
Dec 21 09:57:26.486631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60664) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:26.488632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-70bfc538-f16a-42bb-bb0b-750ef0b82779 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Unset dirty status for tenant:08bc19b4e2294eea880fdc39de5157b9 on resource:network {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:26.489965 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-70bfc538-f16a-42bb-bb0b-750ef0b82779 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.16 "GET /v2.0/networks?id=64fc3134-80ba-45d9-bcfe-cbec04cd2659 HTTP/1.1" status: 200  len: 806 time: 1.2403970
Dec 21 09:57:26.494540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Request body: {'port': {'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-519421490'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:26.500596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:26.501740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:26.507027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:26.509391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:26.510723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.4157162
Dec 21 09:57:26.516129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:26.526664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e341581e-840e-4996-8b84-9a871fba9154 req-79587875-d263-4d49-b42b-b89cd1c7048d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Unset dirty status for tenant:46d96e08a0484480b312e045cd996d68 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:26.529117 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-79587875-d263-4d49-b42b-b89cd1c7048d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?tenant_id=46d96e08a0484480b312e045cd996d68&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3520970
Dec 21 09:57:26.530428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Made reservation on behalf of a000f5ea0700407eb19238af98d0791c for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:26.536363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:26.586504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1040f559-577f-4230-b9e9-911359efad6b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:26.656640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f11bde3d-1e23-4fef-8eb4-2d94004cae3d None None] Port d2f08d6f-bfe7-4496-b470-402966334d1e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:26.782575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] device_id is not set on port 9e86d9d5-67a5-4632-b87a-b91a7df4fd36 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:27.195660 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3d26d95e-d6c8-41ed-8381-05ca2a4d8f5a req-5868eab1-4a26-4697-8fb8-ab8d49f04ca0 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.1105471
Dec 21 09:57:27.197532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'Port': ['ID=84343067-96de-4830-8634-50c7f0716868,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:27.200672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:27.295267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-ff7ccfb0-1379-414e-9e0d-9e73506795dc tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Synchronizing usage tracker for tenant:08bc19b4e2294eea880fdc39de5157b9 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:27.352304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-eae0386f-5bd5-41fd-931a-253884a76a86 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 09:57:27.354889 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-eae0386f-5bd5-41fd-931a-253884a76a86 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3479853
Dec 21 09:57:27.410808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:27.457394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-ff7ccfb0-1379-414e-9e0d-9e73506795dc tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Unset dirty status for tenant:08bc19b4e2294eea880fdc39de5157b9 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:27.459295 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-ff7ccfb0-1379-414e-9e0d-9e73506795dc tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08bc19b4e2294eea880fdc39de5157b9 HTTP/1.1" status: 200  len: 5503 time: 0.8976853
Dec 21 09:57:27.500138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Checking segment: {'id': 'ba9ac724-06db-40f3-83b1-0670222e2552', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '10ca2014-a679-45e1-9231-fa4548d492f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:27.500543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network hostable DHCP agents. Network: 10ca2014-a679-45e1-9231-fa4548d492f5, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:57:27.522611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:27.530500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:27.619875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3bf0b7fd-bdbe-4dee-8126-79747d460928 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Synchronizing usage tracker for tenant:3388d26f02ef490182d9d0513dfd4f0b on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:27.626595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b14038ac-7588-44f8-a38a-5082b54664f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:27.633027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:27.639041 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-4df4e76c-577d-4843-a4b1-31af751bd9e5 service neutron] 10.222.0.45 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744315
Dec 21 09:57:27.665632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:27.710572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:27.761082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event updated for resources: {'SecurityGroup': ['ID=f43293e6-52f8-4654-afd5-9623d1ddd334,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:27.788818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3bf0b7fd-bdbe-4dee-8126-79747d460928 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Unset dirty status for tenant:3388d26f02ef490182d9d0513dfd4f0b on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:27.790385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3bf0b7fd-bdbe-4dee-8126-79747d460928 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--499197283&fields=id&tenant_id=3388d26f02ef490182d9d0513dfd4f0b HTTP/1.1" status: 200  len: 267 time: 0.2662392
Dec 21 09:57:27.826305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:27.836649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:27.837034 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Added segment 50e7cd5b-49a2-468c-aea2-e1401183467a of type vxlan for network dd4ff433-c66a-4367-8ce7-bc9f88916c72
Dec 21 09:57:27.854989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:27.880607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:27.924801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network 10ca2014-a679-45e1-9231-fa4548d492f5 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:57:27.954735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event updated for resources: {'Port': ['ID=9e86d9d5-67a5-4632-b87a-b91a7df4fd36,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:27.959534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 10ca2014-a679-45e1-9231-fa4548d492f5) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:27.967124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2ed78-1950-411f-80bd-9bf3c84f3a32 None None] Network 10ca2014-a679-45e1-9231-fa4548d492f5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:27.999082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:27.999982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:28.000840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:28.029396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:28.030092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:28.031730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:28.034327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:28.330176 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 865 time: 3.2893014
Dec 21 09:57:28.334320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60704) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:28.359724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'Port': ['ID=e843c71c-d765-400c-b6a3-a721981d40cf,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:28.365089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Network 502df0d9-ef27-4151-921f-836bf2a21e71 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:28.376209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:28.377932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:28.381652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Request body: {'subnet': {'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:28.391829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:28.392703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:28.393366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:28.417269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60708) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:28.446847 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-9a681680-ceab-4552-8b61-4afdbbc6fc9e service neutron] 10.222.0.45 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7855000
Dec 21 09:57:28.499907 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 2.0117164
Dec 21 09:57:28.502341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51b6483e-aded-4670-96ad-a151ef389187 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.425s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:28.503377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60714) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:28.522325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:28.539940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:28.570698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Usage tracker for resource:subnet and tenant:54c4033dbb3c4827aecc516946a8972e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:28.577214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:28.605712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:28.611548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-ebffe26f-f539-4262-9775-f37bcf980adf tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:28.613795 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-ebffe26f-f539-4262-9775-f37bcf980adf tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/networks?id=b4a6322a-e701-4fb4-b16d-c89c450cae6a HTTP/1.1" status: 200  len: 811 time: 0.5785859
Dec 21 09:57:28.653843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-37f1d3b4-da57-4f24-86d4-ffe990dcf8dc tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/quotas/3388d26f02ef490182d9d0513dfd4f0b HTTP/1.1" status: 200  len: 375 time: 0.0266621
Dec 21 09:57:28.963327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:28.980212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Made reservation on behalf of 54c4033dbb3c4827aecc516946a8972e for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:28.985131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:28.996148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1994310768'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:29.012143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:29.023270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event updated for resources: {'Network': ['ID=dd4ff433-c66a-4367-8ce7-bc9f88916c72,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:29.037756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:29.038785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Checking segment: {'id': '159e7de6-a5d9-4e39-a51b-331129caf155', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:29.038935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network dd4ff433-c66a-4367-8ce7-bc9f88916c72 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:29.039041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network hostable DHCP agents. Network: 96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:57:29.055158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network dd4ff433-c66a-4367-8ce7-bc9f88916c72 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:29.080817 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7094d56-03ed-4f59-8b41-e887806f2743 req-485d8f81-8883-4987-b33d-bcacc5268502 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.0721192
Dec 21 09:57:29.083044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Usage tracker for resource:network and tenant:ec523a1dd300431fac14c1517a4576b8 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:29.086818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:29.092815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:29.166598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Made reservation on behalf of ec523a1dd300431fac14c1517a4576b8 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:29.172366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:29.252993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:29.259828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:29.273566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:29.390873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:29.434864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-2c71bbea-e801-4f29-80a4-0bc0bf7fdcb6 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Synchronizing usage tracker for tenant:3388d26f02ef490182d9d0513dfd4f0b on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:29.489459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d46231dd-3413-494c-bd1e-b3faf652308f req-395969a4-8a91-4957-b86a-9a9d6b4c1769 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 210 time: 0.1877337
Dec 21 09:57:29.491003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:29.531666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network 96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:57:29.555361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Usage tracker for resource:security_group_rule and tenant:ec523a1dd300431fac14c1517a4576b8 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:29.563191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event updated for resources: {'Port': ['ID=d2f08d6f-bfe7-4496-b470-402966334d1e,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:29.570046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:29.570872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:29.572913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:29.574706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:29.588403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3f0231-6fc7-4ff7-8d66-912e1ab1b8b4 None None] Network 96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:29.593798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:29.600301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-2c71bbea-e801-4f29-80a4-0bc0bf7fdcb6 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Unset dirty status for tenant:3388d26f02ef490182d9d0513dfd4f0b on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:29.600577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:29.604914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:29.608523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:29.609251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:29.614158 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-2c71bbea-e801-4f29-80a4-0bc0bf7fdcb6 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?tenant_id=3388d26f02ef490182d9d0513dfd4f0b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9369640
Dec 21 09:57:30.066290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60752) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:30.070339 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 8.3666611
Dec 21 09:57:30.219292 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-11195e1a-45bb-46ea-91c4-b47e47f8258d service neutron] 10.222.0.45 "GET /v2.0/networks/b4a6322a-e701-4fb4-b16d-c89c450cae6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5929766
Dec 21 09:57:30.230080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:30.232730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:30.559711 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0372ded1-5e7f-48f6-91a5-8fbc5af8444b req-678f5437-cf8f-43bb-8330-b0cf28ce9625 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.2401652
Dec 21 09:57:30.675268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Router e3b94cce-6aa2-4811-8069-218d6543f839 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:57:30.683671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ed64b70e-4f72-4403-8055-1a0014698919 None None] Provisioning complete for port d2f08d6f-bfe7-4496-b470-402966334d1e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:30.684096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed64b70e-4f72-4403-8055-1a0014698919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:30.823189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ed64b70e-4f72-4403-8055-1a0014698919 None None] Port d2f08d6f-bfe7-4496-b470-402966334d1e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:30.903182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:30.936881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:57:30.949017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587cca38-8095-4dd6-bad1-268d2662338d None None] Sync routers for ids ['e3b94cce-6aa2-4811-8069-218d6543f839'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:57:30.950268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] device_id is not set on port 9e86d9d5-67a5-4632-b87a-b91a7df4fd36 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:30.966036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587cca38-8095-4dd6-bad1-268d2662338d None None] Routers {'e3b94cce-6aa2-4811-8069-218d6543f839'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:30.967061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-587cca38-8095-4dd6-bad1-268d2662338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda07eb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e3b94cce-6aa2-4811-8069-218d6543f839'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:30.970402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:30.973510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:30.973687 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "PUT /v2.0/routers/e3b94cce-6aa2-4811-8069-218d6543f839/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7142057
Dec 21 09:57:30.979146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60762) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:30.995063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4e8fafc4-2762-48aa-9979-ed4b4a5dd059 req-d5e174c2-d7ea-4892-bc5b-2b8d061f769b tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 210 time: 0.0959697
Dec 21 09:57:30.995507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Request body: {'port': {'network_id': 'd8cfc49a-eb9b-451a-99c8-5807bc15a206', 'name': 'tempest-FloatingIPAdminTestJSON-470476345'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:31.003239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f51182fd-aa62-4973-ae91-626ae9f874e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:31.028676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd6671-0596-4e3f-b361-0cc3b0346597 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:31.033331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abd6671-0596-4e3f-b361-0cc3b0346597 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:31.038956 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8abd6671-0596-4e3f-b361-0cc3b0346597 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.9704795
Dec 21 09:57:31.039991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60766) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:31.062079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Transition to ACTIVE for port object 9e86d9d5-67a5-4632-b87a-b91a7df4fd36 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:31.062825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-587cca38-8095-4dd6-bad1-268d2662338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda07eb8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:31.087766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:31.092244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:31.096648 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-66e2969a-ba61-4de1-be50-a266b8265c4a service neutron] 10.222.0.45 "GET /v2.0/networks/b4a6322a-e701-4fb4-b16d-c89c450cae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8764882
Dec 21 09:57:31.121671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587cca38-8095-4dd6-bad1-268d2662338d None None] Routers {'e3b94cce-6aa2-4811-8069-218d6543f839'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:31.133967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-587cca38-8095-4dd6-bad1-268d2662338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda07eb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e3b94cce-6aa2-4811-8069-218d6543f839'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:31.159494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ba44e8-71ea-4abb-b886-fb50db53c003,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:31.202121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:31.202659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:31.230691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-587cca38-8095-4dd6-bad1-268d2662338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda07eb8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:31.231084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587cca38-8095-4dd6-bad1-268d2662338d None None] The sync data for ids ['e3b94cce-6aa2-4811-8069-218d6543f839'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:57:31.232616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:31.283207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:31.283651 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Added segment 29248d6a-70ad-4f21-acdf-b345caa934fa of type vxlan for network 8b9ad59e-4d68-4b44-837b-558a9a22c469
Dec 21 09:57:31.355123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 09:57:31.355605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:31.393308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab87c22f-104c-4643-aa40-90adc4f366fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:31.487810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf5841-1db1-4430-bb93-69b7608d144f tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Deleting port 84343067-96de-4830-8634-50c7f0716868 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:31.488192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5841-1db1-4430-bb93-69b7608d144f tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:31.489130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event updated for resources: {'Port': ['ID=9e86d9d5-67a5-4632-b87a-b91a7df4fd36,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:31.614205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:31.636509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-72e446d4-dff8-49e4-a993-ecd08255b0cb req-0a1be28c-72aa-4f94-a489-816d51377033 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 210 time: 0.2001839
Dec 21 09:57:31.646482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:31.678487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event updated for resources: {'Subnet': ['ID=0c0fcfd0-e826-4110-b559-f102e6a1f83c,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:31.685618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:31.749281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:31.791170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Usage tracker for resource:port and tenant:462b3e7a68e44b74bb453a8161754f9b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:31.800926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Quota usage for port was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:31.830676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:57:31.868828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:31.926398 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e71e1abf-8ac0-4d7e-a728-c1ea5010fad4 req-6acd013c-b21d-4c52-bb40-73f9270a66e0 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.0862658
Dec 21 09:57:31.932706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to bind port 9e86d9d5-67a5-4632-b87a-b91a7df4fd36 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:31.933866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to bind port 9e86d9d5-67a5-4632-b87a-b91a7df4fd36 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:31.934755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attempting to bind port 9e86d9d5-67a5-4632-b87a-b91a7df4fd36 on network 502df0d9-ef27-4151-921f-836bf2a21e71 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:31.940067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:31.950433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:31.951178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:31.955736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:31.956034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Checking segment: {'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:31.956528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:31.957524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Bound using segment: {'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:31.958040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Bound port: 9e86d9d5-67a5-4632-b87a-b91a7df4fd36, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '502df0d9-ef27-4151-921f-836bf2a21e71'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:31.958457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:31.967934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Made reservation on behalf of 462b3e7a68e44b74bb453a8161754f9b for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:31.972340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d17c29a5-b3ae-46a6-a94b-efbe6b1e244e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:31.974076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:32.003018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Checking segment: {'id': '50e7cd5b-49a2-468c-aea2-e1401183467a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:32.003939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Network hostable DHCP agents. Network: dd4ff433-c66a-4367-8ce7-bc9f88916c72, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:57:32.112432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5841-1db1-4430-bb93-69b7608d144f tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:32.207891 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 3.7809944
Dec 21 09:57:32.207891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Pushing event updated for resources: {'Network': ['ID=8b9ad59e-4d68-4b44-837b-558a9a22c469,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:32.213405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60784) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:32.216900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 8b9ad59e-4d68-4b44-837b-558a9a22c469 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:32.220512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:32.259013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 8b9ad59e-4d68-4b44-837b-558a9a22c469 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:32.259751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] For port 9e86d9d5-67a5-4632-b87a-b91a7df4fd36, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:32.264392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] For port 9e86d9d5-67a5-4632-b87a-b91a7df4fd36, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9e86d9d5-67a5-4632-b87a-b91a7df4fd36,segment=NetworkSegment(a9c32aaa-bcb1-42aa-86b4-3791a3d9af98),segment_id=a9c32aaa-bcb1-42aa-86b4-3791a3d9af98)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:32.270450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:32.277029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Network dd4ff433-c66a-4367-8ce7-bc9f88916c72 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:57:32.297456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:32.303630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cbcf5841-1db1-4430-bb93-69b7608d144f tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Calling delete_port for 84343067-96de-4830-8634-50c7f0716868 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:32.371428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, dd4ff433-c66a-4367-8ce7-bc9f88916c72) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:32.440069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b10a55d-a0c5-4d8b-b561-7dd000855cfc req-ede302ff-a9ed-4459-be0c-42e04141d57f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 210 time: 0.0868790
Dec 21 09:57:32.444947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ffc76-8880-494c-aac6-d2ce204a752e None None] Network dd4ff433-c66a-4367-8ce7-bc9f88916c72 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:32.593097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event updated for resources: {'Port': ['ID=9e86d9d5-67a5-4632-b87a-b91a7df4fd36,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:32.599476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Request body: {'network': {'name': 'tempest-network--1130529240', 'router:external': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:32.605520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:32.611538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:32.612229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Usage tracker for resource:network and tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:32.616819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:32.624128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:32.629044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:32.629757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:32.631232 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "PUT /v2.0/ports/9e86d9d5-67a5-4632-b87a-b91a7df4fd36 HTTP/1.1" status: 200  len: 1079 time: 4.1240740
Dec 21 09:57:32.634194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60790) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:32.649385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:32.650068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:32.703129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Made reservation on behalf of 14f1dcc88dcb4056928edbd1e1bbe9f4 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:32.708652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:32.716399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Deleting port 9e86d9d5-67a5-4632-b87a-b91a7df4fd36 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:32.716670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:32.783926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:32.841883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] device_id is not set on port 5e8b6f1c-a28a-41fd-badc-45b360dd2dcd yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:32.890050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed238cc-0a91-4ff2-b0a8-ea4eae4443b3 None None] Network dd4ff433-c66a-4367-8ce7-bc9f88916c72 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:32.893699 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.5373728
Dec 21 09:57:32.893699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:32.899104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60796) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:32.904548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Usage tracker for resource:security_group_rule and tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:32.915398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5841-1db1-4430-bb93-69b7608d144f tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:32.917706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:32.924892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1152090006', 'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:32.973636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:33.023156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:33.047365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:33.055934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcf5841-1db1-4430-bb93-69b7608d144f tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Port': ['ID=84343067-96de-4830-8634-50c7f0716868,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:33.076702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Usage tracker for resource:port and tenant:54c4033dbb3c4827aecc516946a8972e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:33.078516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] For port 9e86d9d5-67a5-4632-b87a-b91a7df4fd36, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9e86d9d5-67a5-4632-b87a-b91a7df4fd36,segment=NetworkSegment(a9c32aaa-bcb1-42aa-86b4-3791a3d9af98),segment_id=a9c32aaa-bcb1-42aa-86b4-3791a3d9af98)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:33.078936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:33.080966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbcf5841-1db1-4430-bb93-69b7608d144f tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:33.117986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:33.137922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:33.243261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Calling delete_port for 9e86d9d5-67a5-4632-b87a-b91a7df4fd36 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:33.286951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Made reservation on behalf of 54c4033dbb3c4827aecc516946a8972e for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:33.292257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:33.392698 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a72c6e31-6594-4a35-9a94-316602071e9e req-afb46e44-48b0-4b65-b800-5df57ac0f01c tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 210 time: 0.1191564
Dec 21 09:57:33.395144 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6e1d050d-4bb3-46e3-b528-2d689766cbf6 req-2966d63e-883d-450d-840c-34864f5a3827 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.1203947
Dec 21 09:57:33.443415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:33.465212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:33.515664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Pushing event deleted for resources: {'Port': ['ID=9e86d9d5-67a5-4632-b87a-b91a7df4fd36,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:33.531257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:33.633534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbcf5841-1db1-4430-bb93-69b7608d144f tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:33.716490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Allocated IP 172.20.0.12 (d8cfc49a-eb9b-451a-99c8-5807bc15a206/745cd446-6ec3-4d8b-a7a9-892523f4fe26/5e8b6f1c-a28a-41fd-badc-45b360dd2dcd) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:33.724453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cbcf5841-1db1-4430-bb93-69b7608d144f tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "DELETE /v2.0/ports/84343067-96de-4830-8634-50c7f0716868 HTTP/1.1" status: 204  len: 168 time: 2.6815770
Dec 21 09:57:33.729336 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78ec94db-d384-487e-9f54-f2f2e238bea1 req-12bf6c41-3604-42dc-8169-7e9f986085e4 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 210 time: 0.0628741
Dec 21 09:57:33.729552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60806) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:33.747815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:33.759687 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "DELETE /v2.0/ports/9e86d9d5-67a5-4632-b87a-b91a7df4fd36 HTTP/1.1" status: 204  len: 168 time: 1.1243484
Dec 21 09:57:33.762374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60810) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:33.816970 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-507eb741-4f12-4186-abee-b65bc40f24dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] GET failed (client error): The resource could not be found.
Dec 21 09:57:33.817755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-507eb741-4f12-4186-abee-b65bc40f24dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Synchronizing usage tracker for tenant:a000f5ea0700407eb19238af98d0791c on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:33.834754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-507eb741-4f12-4186-abee-b65bc40f24dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Unset dirty status for tenant:a000f5ea0700407eb19238af98d0791c on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:33.836228 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-507eb741-4f12-4186-abee-b65bc40f24dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] 10.222.0.45 "GET /v2.0/ports/9e86d9d5-67a5-4632-b87a-b91a7df4fd36 HTTP/1.1" status: 404  len: 333 time: 0.0727205
Dec 21 09:57:33.840087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60814) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:33.959067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:33.961827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] device_id is not set on port 9232bc80-a3d5-42b7-a7ee-f653f4cc4d29 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:33.976186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.011428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3de52623-8dd9-4841-a503-93eb606cc67e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Deleting port e843c71c-d765-400c-b6a3-a721981d40cf {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:34.011809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3de52623-8dd9-4841-a503-93eb606cc67e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.046760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.069240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b495e160-c1f2-4919-851a-9c271a88fe45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:34.170664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:34.181804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.205954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event updated for resources: {'SecurityGroup': ['ID=f3213a49-8827-455c-8a67-5686f8672be0,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:34.210290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:34.227454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.227835 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Added segment c8e60d4e-f5c2-4675-ab1c-a5ca90186902 of type vxlan for network d8ef7e75-bd8f-41df-9fba-1751ae60bd4b
Dec 21 09:57:34.328936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec5ba6a0>,) {'filters': {'network_id': ['502df0d9-ef27-4151-921f-836bf2a21e71']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:34.342353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec5ba6a0>, 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:34.342772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec5ba6a0>, 'a9c32aaa-bcb1-42aa-86b4-3791a3d9af98') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:34.355422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.372359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.374905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Releasing vxlan tunnel 9 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:57:34.549757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.624745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Network 502df0d9-ef27-4151-921f-836bf2a21e71 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:34.650014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.676295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Allocated IP 172.20.0.10 (dd4ff433-c66a-4367-8ce7-bc9f88916c72/0c0fcfd0-e826-4110-b559-f102e6a1f83c/9232bc80-a3d5-42b7-a7ee-f653f4cc4d29) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:34.743734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.767023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:34.767672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.775528 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8ab87e4f-a1a9-49ea-bdcc-79067896ec3e req-517e1bcb-c727-4f60-a50e-061aadab5d81 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.1336386
Dec 21 09:57:34.779105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.782114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:34.785082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3d30a6f-5fee-4e38-9c75-ff810d391e14 req-6581ec8c-a1cf-4743-9733-727798bfc0ca tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 210 time: 0.1443472
Dec 21 09:57:34.904494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event updated for resources: {'Network': ['ID=d8ef7e75-bd8f-41df-9fba-1751ae60bd4b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:34.910140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3de52623-8dd9-4841-a503-93eb606cc67e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:34.917912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network d8ef7e75-bd8f-41df-9fba-1751ae60bd4b details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:34.928435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:34.993896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Network 502df0d9-ef27-4151-921f-836bf2a21e71 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:35.016916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Transition to ACTIVE for port object 5e8b6f1c-a28a-41fd-badc-45b360dd2dcd will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:57:35.027236 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:57:35.037369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network d8ef7e75-bd8f-41df-9fba-1751ae60bd4b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:35.094716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3de52623-8dd9-4841-a503-93eb606cc67e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Calling delete_port for e843c71c-d765-400c-b6a3-a721981d40cf owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:35.115258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c4ee4050-a505-497e-9e40-0d71e977156b req-9c7adb0b-59fe-4fb9-a930-f8c061b45a65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 210 time: 0.1118703
Dec 21 09:57:35.168307 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 857 time: 2.8926671
Dec 21 09:57:35.169217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60824) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:35.217380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:35.223035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:35.244060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:35.257756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Pushing event deleted for resources: {'Network': ['ID=502df0d9-ef27-4151-921f-836bf2a21e71,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:35.261322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:35.263112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] 10.222.0.45 "DELETE /v2.0/networks/502df0d9-ef27-4151-921f-836bf2a21e71 HTTP/1.1" status: 204  len: 168 time: 1.4218991
Dec 21 09:57:35.439431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:35.482785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:35.543402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:35.691355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60832) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:35.795166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3de52623-8dd9-4841-a503-93eb606cc67e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:35.919817 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-633319f3-cdbf-4db5-ba5d-14fee5f39ac5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e68416cc4385408fa6727732b4ebab89&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2240436
Dec 21 09:57:35.920177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60842) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:36.093074 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c60b2ec9-bb29-44e3-bc3a-4839771c0877 req-6f3fb428-0179-444c-9b01-19eb0f836172 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.1024010
Dec 21 09:57:36.124665 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7461f36c-5f0f-4954-acf6-47d36de4ec00 req-b37669d8-9745-4a04-8b62-f416981d7511 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 210 time: 0.0798013
Dec 21 09:57:36.124665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024c40a9-207c-45bb-b4da-4801f9f7a69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.153475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024c40a9-207c-45bb-b4da-4801f9f7a69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.226017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024c40a9-207c-45bb-b4da-4801f9f7a69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.231879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:36.244137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024c40a9-207c-45bb-b4da-4801f9f7a69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bbbc44-626d-4f00-bef1-bfd5d2b7dab3,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:36.248439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-024c40a9-207c-45bb-b4da-4801f9f7a69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:36.252788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024c40a9-207c-45bb-b4da-4801f9f7a69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.258018 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-024c40a9-207c-45bb-b4da-4801f9f7a69a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52bbbc44-626d-4f00-bef1-bfd5d2b7dab3 HTTP/1.1" status: 204  len: 168 time: 0.3369176
Dec 21 09:57:36.261716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event updated for resources: {'Port': ['ID=5e8b6f1c-a28a-41fd-badc-45b360dd2dcd,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:36.273779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.791s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:36.319747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cdcd08ea-12c8-417c-8efb-94897824a56e req-870bf1f1-cdf9-434c-bd1d-be56008b0b9f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 210 time: 0.0518715
Dec 21 09:57:36.320957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:36.409178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de52623-8dd9-4841-a503-93eb606cc67e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Port': ['ID=e843c71c-d765-400c-b6a3-a721981d40cf,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:36.438020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3de52623-8dd9-4841-a503-93eb606cc67e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:36.499565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.524896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.535770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3de52623-8dd9-4841-a503-93eb606cc67e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.540135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:36.558629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:36.566879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:36.600044 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3de52623-8dd9-4841-a503-93eb606cc67e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "DELETE /v2.0/ports/e843c71c-d765-400c-b6a3-a721981d40cf HTTP/1.1" status: 204  len: 168 time: 2.8660009
Dec 21 09:57:36.602460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60854) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:36.644877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60858) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:36.683453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60862) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:36.683975 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7b728f70-a460-49ce-a2ec-cd49c87e3bb9 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0794806
Dec 21 09:57:36.700936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-154400173'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:36.724071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Request body: {'port': {'device_id': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'admin_state_up': True, 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'security_groups': ['098ac2a6-81f2-4f79-8592-8f1261922118']}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:36.738054 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-232d033c-a9c8-4023-890e-bb16a6a3c81b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a000f5ea0700407eb19238af98d0791c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.0847065
Dec 21 09:57:36.738801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60868) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:36.755326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:36.770292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fedb7b710>,) {'filters': {'network_id': ['d8ef7e75-bd8f-41df-9fba-1751ae60bd4b']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:36.781079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Usage tracker for resource:network and tenant:35f63a9f5cae49859b419d7a70813706 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:36.805044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Quota usage for network was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:36.814600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2c486c82-1721-4a2b-8cd7-467d7ebcbcd8 None None] Provisioning for port 5e8b6f1c-a28a-41fd-badc-45b360dd2dcd completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:36.818794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da739645-e3b7-4f58-a6a2-54b9e4337b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.820147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:36.820830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.822658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2c486c82-1721-4a2b-8cd7-467d7ebcbcd8 None None] Provisioning complete for port 5e8b6f1c-a28a-41fd-badc-45b360dd2dcd triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:36.823303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c486c82-1721-4a2b-8cd7-467d7ebcbcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.827022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedb7b710>, 'c8e60d4e-f5c2-4675-ab1c-a5ca90186902') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:36.827360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedb7b710>, 'c8e60d4e-f5c2-4675-ab1c-a5ca90186902') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:36.835453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:36.853755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da739645-e3b7-4f58-a6a2-54b9e4337b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.896560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2c486c82-1721-4a2b-8cd7-467d7ebcbcd8 None None] Port 5e8b6f1c-a28a-41fd-badc-45b360dd2dcd cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:36.906135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da739645-e3b7-4f58-a6a2-54b9e4337b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.913088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:36.925249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.927051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da739645-e3b7-4f58-a6a2-54b9e4337b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325fef6a-daa3-45ef-a4ea-47e42d61d3c9,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:36.936721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da739645-e3b7-4f58-a6a2-54b9e4337b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:36.943793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da739645-e3b7-4f58-a6a2-54b9e4337b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.943972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:36.952397 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.9721437
Dec 21 09:57:36.960409 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-da739645-e3b7-4f58-a6a2-54b9e4337b32 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/325fef6a-daa3-45ef-a4ea-47e42d61d3c9 HTTP/1.1" status: 204  len: 168 time: 0.2108047
Dec 21 09:57:36.964980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60876) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:36.972784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:37.025874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Made reservation on behalf of 35f63a9f5cae49859b419d7a70813706 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:37.032670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:37.045938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:37.071907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Releasing vxlan tunnel 12 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:57:37.290291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'project_id': '462b3e7a68e44b74bb453a8161754f9b', 'port_id': '5e8b6f1c-a28a-41fd-badc-45b360dd2dcd'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:37.295972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event updated for resources: {'Port': ['ID=9232bc80-a3d5-42b7-a7ee-f653f4cc4d29,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:37.308350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:37.330375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:37.334524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:37.348910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Usage tracker for resource:floatingip and tenant:462b3e7a68e44b74bb453a8161754f9b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:37.359161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:37.400473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:37.437630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network d8ef7e75-bd8f-41df-9fba-1751ae60bd4b has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:37.452933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:37.515841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Made reservation on behalf of 08bc19b4e2294eea880fdc39de5157b9 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:37.523555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:37.637085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Network dd4ff433-c66a-4367-8ce7-bc9f88916c72 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:37.649788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-68630d88-988b-472b-8bbc-b6efbdf3272f req-9fcf48b2-b42d-4a8c-90ac-403261c66c9d tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.2957129
Dec 21 09:57:37.651117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:37.654830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:37.666117 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5e3a928f-4f75-4782-bc9a-c811a105a4af req-e9e4f8cf-be11-48fa-b828-acd7618e4e5d tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 210 time: 0.3678854
Dec 21 09:57:37.674191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:37.700629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:37.879330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.16', 62200) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:37.926558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c5d25b0-3b70-4266-bec3-16322946eb9c req-d06d0a95-3369-4b6c-bc92-b8c54b13c934 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 210 time: 0.0851169
Dec 21 09:57:37.947214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network d8ef7e75-bd8f-41df-9fba-1751ae60bd4b has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:57:38.031953 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:57:38.086967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:38.087751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:38.091690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:38.122636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341581e-840e-4996-8b84-9a871fba9154 req-efbf443e-20a2-4a7e-aab8-9184bb9eb513 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:38.124444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-efbf443e-20a2-4a7e-aab8-9184bb9eb513 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.16 "GET /v2.0/networks?id=e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 200  len: 811 time: 0.2441084
Dec 21 09:57:38.237248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de7c40df-9b95-46b8-af71-137065ac6807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:38.243823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:38.267635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.16', 62204) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:38.269969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:38.297679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60914) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:38.306317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:38.306841 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Added segment 371e86d6-27c0-4bd2-9926-fefc94b96426 of type vxlan for network 3368d9e9-de21-485c-b55d-8a5e653f291d
Dec 21 09:57:38.308614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:38.332140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  d8ef7e75-bd8f-41df-9fba-1751ae60bd4b {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 21 09:57:38.340882 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 5.4387987
Dec 21 09:57:38.341793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60918) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:38.342864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:38.469675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event deleted for resources: {'Network': ['ID=d8ef7e75-bd8f-41df-9fba-1751ae60bd4b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:38.478346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d4abc4c3-f1dc-445f-ad1d-59acaae41b79 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Deleting port 9232bc80-a3d5-42b7-a7ee-f653f4cc4d29 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:38.478875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4abc4c3-f1dc-445f-ad1d-59acaae41b79 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:38.570303 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-f778ea51-cb2c-4b97-904f-5b94ee56f179 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=46d96e08a0484480b312e045cd996d68 HTTP/1.1" status: 200  len: 5505 time: 0.3280041
Dec 21 09:57:38.605072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.605509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.606052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.606453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.606846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.607244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.607634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.608023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.608410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.608795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.609181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.609611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.610080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.610462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.610981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.611370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.611881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.612263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.612750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.613135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.613540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.613925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.614309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.614815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:38.632395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Request body: {'port': {'device_id': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'admin_state_up': True, 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'security_groups': ['ba589593-39a8-4b3c-846c-fb3727ffe003']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:38.659019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:38.665007 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "DELETE /v2.0/networks/d8ef7e75-bd8f-41df-9fba-1751ae60bd4b HTTP/1.1" status: 204  len: 168 time: 3.4722824
Dec 21 09:57:38.674719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60924) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:38.685038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:38.714605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Request body: {'network': {'router:external': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:38.725328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-b94951db-1d7e-4f59-9091-a80a25f9a990 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:38.735117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:38.735515 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-b94951db-1d7e-4f59-9091-a80a25f9a990 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.16 "GET /v2.0/networks?id=b4a6322a-e701-4fb4-b16d-c89c450cae6a HTTP/1.1" status: 200  len: 811 time: 0.4665394
Dec 21 09:57:38.739764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Usage tracker for resource:network and tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:38.747625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:38.760574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:38.795999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1024407017'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:38.802146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:38.816257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Usage tracker for resource:network and tenant:b35e3f83f772470d8bcabc8c69b1d150 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:38.819767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:38.834108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:38.897956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Made reservation on behalf of 14f1dcc88dcb4056928edbd1e1bbe9f4 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:38.902978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:38.940095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Allocated IP 172.26.1.140 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/faf799ec-8e40-4b96-b759-4978e98104d0) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:38.946048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Made reservation on behalf of b35e3f83f772470d8bcabc8c69b1d150 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:38.951438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:38.979061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Allocated IP 172.20.0.13 (64fc3134-80ba-45d9-bcfe-cbec04cd2659/5ea758eb-df80-4c23-998c-e2f83e74ad01/2c3bed66-b02f-455d-b529-b908c9b1cac7) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:38.980901 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cdb8f06b-b6be-4743-9534-cb0947ae6e17 req-215effc3-13f7-4229-adb2-2caf33e3f65c tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 210 time: 0.1191952
Dec 21 09:57:38.991418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:39.021377 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d4b2655-7721-41fa-809e-b9a9e41f7d3d req-9612d584-5c66-4031-973d-c3e1c99874c6 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.1036615
Dec 21 09:57:39.088496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:39.106127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:39.113150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Usage tracker for resource:security_group_rule and tenant:b35e3f83f772470d8bcabc8c69b1d150 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:39.115583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:39.119240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:39.121830 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-34f5f0e9-24e1-4b30-bb7c-3cb1770449ca tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3388d26f02ef490182d9d0513dfd4f0b HTTP/1.1" status: 200  len: 5504 time: 0.3554113
Dec 21 09:57:39.134550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:39.135207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:39.139669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:57:39.140017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:57:39.149528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:39.178337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:39.183300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Request body: {'port': {'device_id': '3388a901-c449-403d-aeb3-9d850842db92', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'admin_state_up': True, 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'security_groups': ['f2a651b9-1cf3-4a89-9989-7cddd6d053ad']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:39.226514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:39.305991 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-617496bc-378e-4d71-a4fc-9ec404ab1ff6 req-81be897d-071e-42c8-9242-dcb8b7d1fa00 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 210 time: 0.0927482
Dec 21 09:57:39.369113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Made reservation on behalf of 46d96e08a0484480b312e045cd996d68 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:39.374845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:39.459447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:39.552069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:39.626848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:39.649801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:39.686669 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.9982200
Dec 21 09:57:39.697772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'Network': ['ID=3368d9e9-de21-485c-b55d-8a5e653f291d,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:39.705839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60940) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:39.707502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:39.712993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 3368d9e9-de21-485c-b55d-8a5e653f291d details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:39.713145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:39.724560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:39.728700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 3368d9e9-de21-485c-b55d-8a5e653f291d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:39.732855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1882097374'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:39.754957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Made reservation on behalf of 3388d26f02ef490182d9d0513dfd4f0b for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:39.760443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:39.808298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:39.811856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4abc4c3-f1dc-445f-ad1d-59acaae41b79 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:39.837891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Usage tracker for resource:network and tenant:35f63a9f5cae49859b419d7a70813706 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:39.849251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Quota usage for network was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:39.862131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:39.871269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:39.983878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Pushing event updated for resources: {'Port': ['ID=faf799ec-8e40-4b96-b759-4978e98104d0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:40.006963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d4abc4c3-f1dc-445f-ad1d-59acaae41b79 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Calling delete_port for 9232bc80-a3d5-42b7-a7ee-f653f4cc4d29 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:40.056099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.056509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Added segment 8b89533d-c4b7-4dd1-b329-917895fbfbe9 of type vxlan for network 4d0d328c-9adf-4c32-946a-fa5835562179
Dec 21 09:57:40.058740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.059090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.059775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.059961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.060312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.060689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.061154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.062005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.062005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.062378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.062881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.063277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.063737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.064080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.064470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.064851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.065222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.066303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.067099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.067535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.067849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.068221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.068593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.068963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:40.092334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:40.101178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Made reservation on behalf of 35f63a9f5cae49859b419d7a70813706 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:40.107504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.235930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.240663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.269090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.294097 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b64b3d79-d631-4fad-9d5e-062d94d6082c req-77d5d3f6-4a28-4844-83ea-d4558a4aa3e5 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 210 time: 0.1262197
Dec 21 09:57:40.302725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Allocated IP 172.20.0.4 (e9d8d354-2125-42d4-b788-68baf6f1ad2e/3df20f9c-3fad-4f0f-803e-601b16389e12/66262e8c-a63a-4c2a-b0f6-35ee7c9002c8) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:40.306169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:40.309329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.315486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:40.322860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41621894-630b-487d-a4f6-9f6d3977a412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:40.324138 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a94ae901-ea9e-4d47-9010-cd32054b0de8 req-7d30dae0-25ba-452a-810a-07e913cdbfc1 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.0830946
Dec 21 09:57:40.366826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:40.401052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Pushing event updated for resources: {'SecurityGroup': ['ID=02492b29-2dbd-4f69-8f36-56c5430c3f94,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:40.407981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:40.411290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.414651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Transition to ACTIVE for port object 2c3bed66-b02f-455d-b529-b908c9b1cac7 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:40.416288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:40.417125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.420779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:57:40.421132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:57:40.426554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:40.447612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4abc4c3-f1dc-445f-ad1d-59acaae41b79 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.449374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:57:40.449762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:57:40.655534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event updated for resources: {'Network': ['ID=4d0d328c-9adf-4c32-946a-fa5835562179,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:40.668344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 4d0d328c-9adf-4c32-946a-fa5835562179 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:40.669629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:40.671190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 830 time: 1.9760933
Dec 21 09:57:40.672370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4de2bc86-8d2b-4322-85fc-4e78c4a918ed tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:40.691549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 4d0d328c-9adf-4c32-946a-fa5835562179 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:40.706093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60950) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:40.731263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Request body: {'subnet': {'network_id': '4d0d328c-9adf-4c32-946a-fa5835562179', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:40.735207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.737026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abc4c3-f1dc-445f-ad1d-59acaae41b79 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event deleted for resources: {'Port': ['ID=9232bc80-a3d5-42b7-a7ee-f653f4cc4d29,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:40.759962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:40.762790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d4abc4c3-f1dc-445f-ad1d-59acaae41b79 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:40.763350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3de52623-8dd9-4841-a503-93eb606cc67e tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:40.808340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Usage tracker for resource:subnet and tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:40.830220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d43c3bc7-90c8-475f-b6bf-1a66e1e5ee18 req-299bc035-01f9-4bba-b4b1-8e0a9b380762 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 210 time: 0.3506505
Dec 21 09:57:40.843542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:40.861198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:40.936097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:40.959096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.020010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Pushing event updated for resources: {'Port': ['ID=2c3bed66-b02f-455d-b529-b908c9b1cac7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:41.031686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Made reservation on behalf of 14f1dcc88dcb4056928edbd1e1bbe9f4 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:41.036479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.057225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:41.067755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Allocated IP 172.20.0.13 (b4a6322a-e701-4fb4-b16d-c89c450cae6a/6b7ff006-c626-4ba9-8cee-382350121d1d/d544c753-c351-4e61-aef5-dfca25a41610) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:41.129765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:41.222858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.225944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.226310 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Added segment 13224756-37fc-49f2-90ef-c23cf069e0c4 of type vxlan for network cc7ad115-9594-4f76-81dc-a604a64f9d67
Dec 21 09:57:41.243979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4abc4c3-f1dc-445f-ad1d-59acaae41b79 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.249161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:41.261702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:41.266740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:41.312436 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d4abc4c3-f1dc-445f-ad1d-59acaae41b79 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "DELETE /v2.0/ports/9232bc80-a3d5-42b7-a7ee-f653f4cc4d29 HTTP/1.1" status: 204  len: 168 time: 2.9555032
Dec 21 09:57:41.321334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60954) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:41.327907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Request body: {'router': {'external_gateway_info': {'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72', 'external_fixed_ips': [{'subnet_id': '0c0fcfd0-e826-4110-b559-f102e6a1f83c', 'ip_address': '172.20.0.10'}]}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:41.368829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:41.414631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Usage tracker for resource:router and tenant:54c4033dbb3c4827aecc516946a8972e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:41.425399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Transition to ACTIVE for port object 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:41.431232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:41.465666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:41.470687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.493423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:41.516961 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.8211725
Dec 21 09:57:41.519573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.534378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-d522604e-97d4-4594-9811-4071b9fb217a tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 09:57:41.536281 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-d522604e-97d4-4594-9811-4071b9fb217a tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0069873
Dec 21 09:57:41.561641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.562742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.599845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dcd0e0c5-dc1b-4aab-854b-776e611eba0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.637154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.640017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.644153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:57:41.645018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:57:41.659832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:41.660584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.669866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0a6ce112-e521-4a8c-8d3d-ca33cb5d4e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:41.683893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6e174a37-ac1d-4fda-bf12-0f699d9be131 None None] Provisioning for port 2c3bed66-b02f-455d-b529-b908c9b1cac7 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:41.691956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6e174a37-ac1d-4fda-bf12-0f699d9be131 None None] Provisioning complete for port 2c3bed66-b02f-455d-b529-b908c9b1cac7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:41.692762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e174a37-ac1d-4fda-bf12-0f699d9be131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.704757 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-37f91649-3e89-4b93-b38e-c60c0453d97d req-74cf7a99-49ed-493d-82e5-566ba290bca8 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 210 time: 0.2090876
Dec 21 09:57:41.764544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6e174a37-ac1d-4fda-bf12-0f699d9be131 None None] Port 2c3bed66-b02f-455d-b529-b908c9b1cac7 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:41.837703 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 2.1290281
Dec 21 09:57:41.881918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:41.898813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Request body: {'port': {'device_id': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:41.912793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:42.003065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:42.021793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 60966) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:42.028523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:42.061404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'subnets': [{'network_id': '3368d9e9-de21-485c-b55d-8a5e653f291d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2043104075', 'ip_version': 4}, {'network_id': 'cc7ad115-9594-4f76-81dc-a604a64f9d67', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:42.061775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'subnet': {'network_id': '3368d9e9-de21-485c-b55d-8a5e653f291d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2043104075', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:42.062402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Request body: {'subnet': {'network_id': 'cc7ad115-9594-4f76-81dc-a604a64f9d67', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:42.204004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Transition to ACTIVE for port object d544c753-c351-4e61-aef5-dfca25a41610 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:42.273354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Pushing event updated for resources: {'Port': ['ID=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:42.278654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:42.306437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'Network': ['ID=cc7ad115-9594-4f76-81dc-a604a64f9d67,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:42.352074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network cc7ad115-9594-4f76-81dc-a604a64f9d67 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:42.354177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:42.361809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d89523-0de0-4d07-a740-019b2bb255fe req-d1741ff1-f4b1-4315-a675-950873fb5a3f tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:42.363846 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c4d89523-0de0-4d07-a740-019b2bb255fe req-d1741ff1-f4b1-4315-a675-950873fb5a3f tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 932 time: 0.7323992
Dec 21 09:57:42.369872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network cc7ad115-9594-4f76-81dc-a604a64f9d67 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:42.433415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:42.444431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:42.603545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:42.626016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:42.667197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:57:42.685220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:42.766747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:42.767170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Added segment 2201f2d6-7a25-4b37-8654-ae8f8ade8e69 of type vxlan for network 5c3beb62-011b-4ffa-b2fe-87d06887fe73
Dec 21 09:57:42.831049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:42.833525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:42.843589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:42.875656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:42.910736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08939683-60e2-4c1b-a688-4cc7560fdf2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:42.958775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:42.999637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c4d89523-0de0-4d07-a740-019b2bb255fe req-67120ec4-83e7-44e5-8ff4-c54adc7a50e6 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6126475
Dec 21 09:57:43.100463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ee3e089b-a90c-406b-827d-cb4170798c37 None None] Provisioning for port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:43.104928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:43.107111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ee3e089b-a90c-406b-827d-cb4170798c37 None None] Provisioning complete for port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:43.107875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee3e089b-a90c-406b-827d-cb4170798c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:43.127388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:43.128519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:43.131952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd24c7-ab85-4d47-bf71-998c7ea118dc req-f4037df3-bf40-41dc-8364-88983e630398 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:43.139010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:43.139806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-88cd24c7-ab85-4d47-bf71-998c7ea118dc req-f4037df3-bf40-41dc-8364-88983e630398 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 931 time: 1.1221783
Dec 21 09:57:43.167596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ee3e089b-a90c-406b-827d-cb4170798c37 None None] Port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:43.195287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:43.230811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Usage tracker for resource:subnet and tenant:35f63a9f5cae49859b419d7a70813706 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:43.238280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Pushing event updated for resources: {'Port': ['ID=d544c753-c351-4e61-aef5-dfca25a41610,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:43.274082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:43.277666 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 796 time: 4.9550409
Dec 21 09:57:43.287723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60974) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:43.303734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:43.312498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:43.313156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:43.321139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:43.342866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:43.366912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:43.370129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Request body: {'subnet': {'network_id': '5c3beb62-011b-4ffa-b2fe-87d06887fe73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:43.402612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Pushing event updated for resources: {'Network': ['ID=5c3beb62-011b-4ffa-b2fe-87d06887fe73,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:43.419042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:43.443237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Made reservation on behalf of 35f63a9f5cae49859b419d7a70813706 for: {'subnet': 2} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:43.460486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:43.465461 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-88cd24c7-ab85-4d47-bf71-998c7ea118dc req-165be44a-a7ce-4cb1-9a91-28b1c60f9cbd tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3247244
Dec 21 09:57:43.525581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:57:43.558308 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9768541
Dec 21 09:57:43.588714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 09:57:43.589510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:43.632796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Request body: {'port': {'device_id': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:43.681047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c98b14cd-7f83-4009-b419-62bc56f3dbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:43.697563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:43.705078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:43.716644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:43.803384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5b0ada-c8d5-460a-b922-2e1b3d2462cc req-a3357758-0708-4829-a96e-8aceb0950254 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:43.803928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0e5b0ada-c8d5-460a-b922-2e1b3d2462cc req-a3357758-0708-4829-a96e-8aceb0950254 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Synchronizing usage tracker for tenant:3388d26f02ef490182d9d0513dfd4f0b on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:43.859919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:43.943762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Usage tracker for resource:subnet and tenant:b35e3f83f772470d8bcabc8c69b1d150 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:43.960196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:43.995669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-53ba8a06-b031-4eb3-b493-37c7466fc89c None None] Provisioning for port d544c753-c351-4e61-aef5-dfca25a41610 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:44.001539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-53ba8a06-b031-4eb3-b493-37c7466fc89c None None] Provisioning complete for port d544c753-c351-4e61-aef5-dfca25a41610 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:44.002171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53ba8a06-b031-4eb3-b493-37c7466fc89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.019604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:44.020272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.038403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0e5b0ada-c8d5-460a-b922-2e1b3d2462cc req-a3357758-0708-4829-a96e-8aceb0950254 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Unset dirty status for tenant:3388d26f02ef490182d9d0513dfd4f0b on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:44.039947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e5b0ada-c8d5-460a-b922-2e1b3d2462cc req-a3357758-0708-4829-a96e-8aceb0950254 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 932 time: 0.8191779
Dec 21 09:57:44.063541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-53ba8a06-b031-4eb3-b493-37c7466fc89c None None] Port d544c753-c351-4e61-aef5-dfca25a41610 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:44.106544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.149262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.242535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.1112351
Dec 21 09:57:44.302567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:44.305137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:57:44.316328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event updated for resources: {'Subnet': ['ID=912e87fa-158a-4e9b-be43-36566eeec483,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:44.324349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Request body: {'port': {'device_id': '3388a901-c449-403d-aeb3-9d850842db92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:44.343307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:44.430479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Made reservation on behalf of b35e3f83f772470d8bcabc8c69b1d150 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:44.492887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e5b0ada-c8d5-460a-b922-2e1b3d2462cc req-91a2344d-bb7e-4ea0-9d4b-ccd7766b4b2d tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3667762
Dec 21 09:57:44.507017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c3bed66-b02f-455d-b529-b908c9b1cac7 {{(pid=80971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 09:57:44.520178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.554750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.606973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:57:44.641733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.645625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.667108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.678654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.702793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Transition to ACTIVE for port object 2c3bed66-b02f-455d-b529-b908c9b1cac7 will not be triggered until provisioned by entity L2. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:44.724472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Checking segment: {'id': '8b89533d-c4b7-4dd1-b329-917895fbfbe9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '4d0d328c-9adf-4c32-946a-fa5835562179'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:44.724864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network hostable DHCP agents. Network: 4d0d328c-9adf-4c32-946a-fa5835562179, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:57:44.750812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:44.782777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c59eeff4-5ad1-49e2-a1b3-c540d7552fb8 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:44.961521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:45.067520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:45.086459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 4d0d328c-9adf-4c32-946a-fa5835562179 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:57:45.108212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3bed66-b02f-455d-b529-b908c9b1cac7,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:45.118641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:45.129642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 4d0d328c-9adf-4c32-946a-fa5835562179) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:45.137626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b211cd82-b8e7-4b64-90f9-6ba0c0d440bb None None] Network 4d0d328c-9adf-4c32-946a-fa5835562179 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:45.139133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c24d4-ad71-4acb-bfbc-7f2587d2186a req-517ccb33-cffd-4c14-a5d0-6888c9cd4010 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:45.140755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d50c24d4-ad71-4acb-bfbc-7f2587d2186a req-517ccb33-cffd-4c14-a5d0-6888c9cd4010 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 932 time: 0.9525898
Dec 21 09:57:45.205071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:45.206238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:45.347428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Pushing event updated for resources: {'Port': ['ID=faf799ec-8e40-4b96-b759-4978e98104d0,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:45.363816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:45.389666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e80c7e2-ef20-418c-8b03-8fa617731a98 None None] Network 4d0d328c-9adf-4c32-946a-fa5835562179 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:45.409966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 4.6935813
Dec 21 09:57:45.428871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 60982) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:45.452414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Request body: {'floatingip': {'floating_network_id': '4d0d328c-9adf-4c32-946a-fa5835562179'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:45.494802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:45.518549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Usage tracker for resource:floatingip and tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:45.521867 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d50c24d4-ad71-4acb-bfbc-7f2587d2186a req-fea19373-923f-4be1-901b-62ce0131d02e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3489733
Dec 21 09:57:45.547391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:45.582425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:45.702869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:45.738978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Attempting to bind port 2c3bed66-b02f-455d-b529-b908c9b1cac7 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:45.739348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Attempting to bind port 2c3bed66-b02f-455d-b529-b908c9b1cac7 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'}] {{(pid=80971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:45.739711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Attempting to bind port 2c3bed66-b02f-455d-b529-b908c9b1cac7 on network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:45.759891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:45.760269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Checking segment: {'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:45.760916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:45.761044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Bound using segment: {'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'} {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:45.761521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Bound port: 2c3bed66-b02f-455d-b529-b908c9b1cac7, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659'}}] {{(pid=80971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:45.761890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:45.769347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86626d6d-697f-4804-b637-cacca4aa12a4 req-af98700a-1a71-47c4-b5ba-dbe655dc9df0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:45.770125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-86626d6d-697f-4804-b637-cacca4aa12a4 req-af98700a-1a71-47c4-b5ba-dbe655dc9df0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Synchronizing usage tracker for tenant:46d96e08a0484480b312e045cd996d68 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:45.814746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Allocated IP 172.20.0.10 (dd4ff433-c66a-4367-8ce7-bc9f88916c72/0c0fcfd0-e826-4110-b559-f102e6a1f83c/04ea2b55-7a30-4018-9219-34052b4154c5) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:46.002853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-86626d6d-697f-4804-b637-cacca4aa12a4 req-af98700a-1a71-47c4-b5ba-dbe655dc9df0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Unset dirty status for tenant:46d96e08a0484480b312e045cd996d68 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:46.004145 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86626d6d-697f-4804-b637-cacca4aa12a4 req-af98700a-1a71-47c4-b5ba-dbe655dc9df0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 931 time: 1.0839980
Dec 21 09:57:46.029925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:46.134014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:57:46.142986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] For port 2c3bed66-b02f-455d-b529-b908c9b1cac7, host hv-neutron-6013, cleared binding levels {{(pid=80971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:46.177469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] For port 2c3bed66-b02f-455d-b529-b908c9b1cac7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2c3bed66-b02f-455d-b529-b908c9b1cac7,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:46.201197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:46.221113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbcf5841-1db1-4430-bb93-69b7608d144f tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:46.403642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86626d6d-697f-4804-b637-cacca4aa12a4 req-3f7ffa3e-e0f9-403d-83b4-2547c53873ee tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3853800
Dec 21 09:57:46.498947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a483549-c2c8-4e3b-bf55-b8d119d43257 req-eb8a1ff4-841a-462b-9fba-8e85deba4cb1 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:46.500620 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9a483549-c2c8-4e3b-bf55-b8d119d43257 req-eb8a1ff4-841a-462b-9fba-8e85deba4cb1 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 932 time: 0.7262516
Dec 21 09:57:46.509270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 09:57:46.551403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:46.556266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:46.617413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Transition to ACTIVE for port object 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:46.643280 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Floating IP 3f696a9c-2926-4b09-9725-2c0170995808 associated. External IP: 172.26.1.140, port: 5e8b6f1c-a28a-41fd-badc-45b360dd2dcd.
Dec 21 09:57:46.681979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c3bed66-b02f-455d-b529-b908c9b1cac7,revision_number=3']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:46.691828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:46.699066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:46.702965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:46.733408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:46.848852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:46.920801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:46.921516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:46.923092 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] 10.222.0.16 "PUT /v2.0/ports/2c3bed66-b02f-455d-b529-b908c9b1cac7 HTTP/1.1" status: 200  len: 1158 time: 5.2846832
Dec 21 09:57:46.923754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:46.954318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'tag': '2c3bed66-b02f-455d-b529-b908c9b1cac7'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:57:47.017207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:47.114230 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9a483549-c2c8-4e3b-bf55-b8d119d43257 req-95ea2055-d43e-4a44-8acd-b9d5396bde23 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5958114
Dec 21 09:57:47.119114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:57:47.251978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event updated for resources: {'Port': ['ID=04ea2b55-7a30-4018-9219-34052b4154c5,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:47.263001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:47.269182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:47.390046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Pushing event updated for resources: {'Port': ['ID=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:47.403900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.670s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:47.449348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d544c753-c351-4e61-aef5-dfca25a41610 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 09:57:47.487773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:47.494494 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'tag': '2c3bed66-b02f-455d-b529-b908c9b1cac7', 'status': 'completed', 'code': 200}
Dec 21 09:57:47.540119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Pushing event updated for resources: {'Subnet': ['ID=fb1edc25-8d30-445f-9fcb-e683d1d301ff,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:47.547017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:47.554041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Transition to ACTIVE for port object d544c753-c351-4e61-aef5-dfca25a41610 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:47.565939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-3c9516d3-677a-45e5-9fd1-ec28b137c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:47.568122 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-3c9516d3-677a-45e5-9fd1-ec28b137c6f7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08bc19b4e2294eea880fdc39de5157b9&device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 1161 time: 0.5751679
Dec 21 09:57:47.571678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Network dd4ff433-c66a-4367-8ce7-bc9f88916c72 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:47.578797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:47.624530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e593c2-b96d-4fa4-9fa2-b474cb18fbb5 req-3d6bbf03-2ce4-4398-835b-5a1128d1a78d tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:47.626447 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9e593c2-b96d-4fa4-9fa2-b474cb18fbb5 req-3d6bbf03-2ce4-4398-835b-5a1128d1a78d tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 944 time: 0.9050484
Dec 21 09:57:47.642102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:47.699781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Allocated IP 172.20.0.11 (4d0d328c-9adf-4c32-946a-fa5835562179/912e87fa-158a-4e9b-be43-36566eeec483/6fef3b24-52e5-43a2-b939-d33805b54d0b) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:47.716567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-4d3b3256-5078-424e-983c-524ef37e67d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c3bed66-b02f-455d-b529-b908c9b1cac7 HTTP/1.1" status: 200  len: 217 time: 0.1312151
Dec 21 09:57:47.751515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:47.813729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:47.901476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Checking segment: {'id': '2201f2d6-7a25-4b37-8654-ae8f8ade8e69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '5c3beb62-011b-4ffa-b2fe-87d06887fe73'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:47.901833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Network hostable DHCP agents. Network: 5c3beb62-011b-4ffa-b2fe-87d06887fe73, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:57:47.995888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-07acf603-fa93-4767-b3d8-265271f2da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:47.997526 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-07acf603-fa93-4767-b3d8-265271f2da6e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea758eb-df80-4c23-998c-e2f83e74ad01 HTTP/1.1" status: 200  len: 845 time: 0.2732391
Dec 21 09:57:48.157713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:57:48.178834 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9e593c2-b96d-4fa4-9fa2-b474cb18fbb5 req-b2434ada-4e22-4eed-b19b-bb7e48fecbf8 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4455497
Dec 21 09:57:48.193139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d544c753-c351-4e61-aef5-dfca25a41610,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:48.204831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 5c3beb62-011b-4ffa-b2fe-87d06887fe73) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:48.207252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:48.227819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b857db-48b2-4bcf-98c1-8861a7b47e0e None None] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:48.244665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:48.248344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:48.248997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:48.271134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Attempting to bind port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:48.271706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Attempting to bind port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:48.271835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Attempting to bind port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 on network e9d8d354-2125-42d4-b788-68baf6f1ad2e {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:48.288076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Router e3b94cce-6aa2-4811-8069-218d6543f839 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:57:48.297860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:48.298236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Checking segment: {'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:48.298648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:48.299042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Bound using segment: {'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:48.299586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Bound port: 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99238fa5-2153-460e-b8a3-89a2b7c36a32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:48.300109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:48.333823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562b8d2-7b32-41df-9a74-aa5f43ebfa83 req-a713adc5-27f5-4544-9d63-7797cd926811 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:48.336965 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2562b8d2-7b32-41df-9a74-aa5f43ebfa83 req-a713adc5-27f5-4544-9d63-7797cd926811 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 943 time: 0.7038121
Dec 21 09:57:48.381726 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.0765517
Dec 21 09:57:48.387342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32772) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:48.464369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-d7977868-c2f6-47bf-ba10-3f2591d8cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:48.466415 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-d7977868-c2f6-47bf-ba10-3f2591d8cb6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64fc3134-80ba-45d9-bcfe-cbec04cd2659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4139481
Dec 21 09:57:48.487896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Request body: {'port': {'network_id': '5c3beb62-011b-4ffa-b2fe-87d06887fe73', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-639219315'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:48.516665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:48.818835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-5c3beb62-011b-4ffa-b2fe-87d06887fe73', 'network_id': '5c3beb62-011b-4ffa-b2fe-87d06887fe73', 'tenant_id': 'b35e3f83f772470d8bcabc8c69b1d150', 'fixed_ips': [{'subnet_id': 'fb1edc25-8d30-445f-9fcb-e683d1d301ff'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:57:48.820062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.055151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:49.086875 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-ecc10454-ce9e-4a2f-beb3-f08ef259ebea service neutron] 10.222.0.16 "GET /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5726411
Dec 21 09:57:49.100374 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2562b8d2-7b32-41df-9a74-aa5f43ebfa83 req-fce0dca7-e1e2-4c9d-b60c-6c0faad607e4 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7503319
Dec 21 09:57:49.101469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:57:49.112952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f668880f-c6ae-4e0a-8578-f3e5ca081d5c None None] Sync routers for ids ['e3b94cce-6aa2-4811-8069-218d6543f839'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:57:49.134954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668880f-c6ae-4e0a-8578-f3e5ca081d5c None None] Routers {'e3b94cce-6aa2-4811-8069-218d6543f839'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:49.135834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f668880f-c6ae-4e0a-8578-f3e5ca081d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee195208>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e3b94cce-6aa2-4811-8069-218d6543f839'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:49.162316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Allocated IP 2001:db8::2 (5c3beb62-011b-4ffa-b2fe-87d06887fe73/fb1edc25-8d30-445f-9fcb-e683d1d301ff/a095c746-f639-4c82-bba4-ddb371dd9691) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:49.276774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Attempting to bind port d544c753-c351-4e61-aef5-dfca25a41610 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:49.277474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Attempting to bind port d544c753-c351-4e61-aef5-dfca25a41610 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:49.277728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Attempting to bind port d544c753-c351-4e61-aef5-dfca25a41610 on network b4a6322a-e701-4fb4-b16d-c89c450cae6a {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:49.294547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f668880f-c6ae-4e0a-8578-f3e5ca081d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee195208>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:49.295291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:49.295671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Checking segment: {'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:49.296077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.296472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Bound using segment: {'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:49.296965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Bound port: d544c753-c351-4e61-aef5-dfca25a41610, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc24163-edf9-49dc-a59d-912e217b7f44', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:49.297339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.306979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668880f-c6ae-4e0a-8578-f3e5ca081d5c None None] Routers {'e3b94cce-6aa2-4811-8069-218d6543f839'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:49.307972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f668880f-c6ae-4e0a-8578-f3e5ca081d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee195208>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e3b94cce-6aa2-4811-8069-218d6543f839'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:49.309132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.407033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.428298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55031b30-8c6b-4334-93de-298b9bd0ff0b req-c989ca71-8cc5-417f-b302-6c91286d0177 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:49.436309 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55031b30-8c6b-4334-93de-298b9bd0ff0b req-c989ca71-8cc5-417f-b302-6c91286d0177 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 944 time: 1.0968835
Dec 21 09:57:49.437323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f668880f-c6ae-4e0a-8578-f3e5ca081d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee195208>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:49.437803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f668880f-c6ae-4e0a-8578-f3e5ca081d5c None None] The sync data for ids ['e3b94cce-6aa2-4811-8069-218d6543f839'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:57:49.448517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab7295ce-18bf-4cb6-b0aa-444edf45ec2b req-e4f4ff35-7353-4f28-9ed4-b28da6c5ea75 service neutron] 10.222.0.16 "GET /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2937579
Dec 21 09:57:49.493744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.506879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Transition to ACTIVE for port object a095c746-f639-4c82-bba4-ddb371dd9691 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:49.525281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Transition to ACTIVE for port object a095c746-f639-4c82-bba4-ddb371dd9691 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:49.532391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.563665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9577fdb-b1d1-4210-927a-812c85de9dcc tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:49.630146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event updated for resources: {'Port': ['ID=6fef3b24-52e5-43a2-b939-d33805b54d0b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:49.652441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:49.656942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.678606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:49.686857 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55031b30-8c6b-4334-93de-298b9bd0ff0b req-381bb72e-7c21-4738-90f6-36ac873259da tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2496078
Dec 21 09:57:49.692512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] For port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:49.726328 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 988 time: 12.7589126
Dec 21 09:57:49.741712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32778) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:49.756212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:49.757419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:49.761441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:49.767260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] For port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:49.771816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Pushing event updated for resources: {'Port': ['ID=a095c746-f639-4c82-bba4-ddb371dd9691,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:49.829184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Attempting to bind port a095c746-f639-4c82-bba4-ddb371dd9691 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:49.829647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Attempting to bind port a095c746-f639-4c82-bba4-ddb371dd9691 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '2201f2d6-7a25-4b37-8654-ae8f8ade8e69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '5c3beb62-011b-4ffa-b2fe-87d06887fe73'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:49.830053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Attempting to bind port a095c746-f639-4c82-bba4-ddb371dd9691 on network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:49.833055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.833445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.833846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.834220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.834590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.834959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.835325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.835689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.836054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.836418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.836778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.837139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.837591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.837956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.838315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.838676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.839037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.839874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.839874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.840037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.840393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.840754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.841107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.841791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:57:49.853212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.856033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:49.857036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:49.857920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Checking segment: {'id': '2201f2d6-7a25-4b37-8654-ae8f8ade8e69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '5c3beb62-011b-4ffa-b2fe-87d06887fe73'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:49.857920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.858338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Bound using segment: {'id': '2201f2d6-7a25-4b37-8654-ae8f8ade8e69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '5c3beb62-011b-4ffa-b2fe-87d06887fe73'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:49.858842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Bound port: a095c746-f639-4c82-bba4-ddb371dd9691, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2201f2d6-7a25-4b37-8654-ae8f8ade8e69', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '5c3beb62-011b-4ffa-b2fe-87d06887fe73'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:49.859271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.877080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-f17f2513-3e6b-426a-8fe9-335981bca746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:49.879366 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-f17f2513-3e6b-426a-8fe9-335981bca746 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08bc19b4e2294eea880fdc39de5157b9&device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 1161 time: 0.3519616
Dec 21 09:57:49.890708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 4d0d328c-9adf-4c32-946a-fa5835562179 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:49.891113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'Subnet': ['ID=74569eee-95a6-4c30-bbe9-8c98b4072c0c,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:49.906787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:49.918896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:49.922564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:49.925239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:49.944701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Usage tracker for resource:port and tenant:b35e3f83f772470d8bcabc8c69b1d150 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:49.950089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:49.962277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] For port a095c746-f639-4c82-bba4-ddb371dd9691, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:49.965506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] For port a095c746-f639-4c82-bba4-ddb371dd9691, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a095c746-f639-4c82-bba4-ddb371dd9691,segment=NetworkSegment(2201f2d6-7a25-4b37-8654-ae8f8ade8e69),segment_id=2201f2d6-7a25-4b37-8654-ae8f8ade8e69)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:49.968961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:49.983975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:49.989729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:49.997216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] For port d544c753-c351-4e61-aef5-dfca25a41610, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:50.051266 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a441386d-4488-4c60-a023-cd12b0d7e43e tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] 10.222.0.45 "GET /v2.0/floatingips/3f696a9c-2926-4b09-9725-2c0170995808 HTTP/1.1" status: 200  len: 983 time: 0.3026245
Dec 21 09:57:50.062521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32782) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:50.066039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:50.085365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44fe66-1d89-47a2-af96-4c8333c73f1b req-84cf2e10-0392-4b28-b9b7-57528b86a91c tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:50.087052 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0d44fe66-1d89-47a2-af96-4c8333c73f1b req-84cf2e10-0392-4b28-b9b7-57528b86a91c tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 944 time: 0.6091790
Dec 21 09:57:50.137704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Pushing event updated for resources: {'Port': ['ID=a095c746-f639-4c82-bba4-ddb371dd9691,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:50.142591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:50.171348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] For port d544c753-c351-4e61-aef5-dfca25a41610, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d544c753-c351-4e61-aef5-dfca25a41610,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:50.181871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Made reservation on behalf of b35e3f83f772470d8bcabc8c69b1d150 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:50.187464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:50.228234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:50.276050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Pushing event updated for resources: {'Port': ['ID=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:50.308830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:50.315936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:50.372950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-48528ad6-8511-468b-a604-2fe7234e243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:50.374580 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-48528ad6-8511-468b-a604-2fe7234e243d service neutron] 10.222.0.16 "GET /v2.0/networks?id=64fc3134-80ba-45d9-bcfe-cbec04cd2659 HTTP/1.1" status: 200  len: 900 time: 0.4792306
Dec 21 09:57:50.551693 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2380e1e9-0778-4b76-a461-0461be86ed78 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2905 time: 0.4841909
Dec 21 09:57:50.555264 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-9efe925a-437e-42f8-a47e-c35d07f5e00e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c3bed66-b02f-455d-b529-b908c9b1cac7 HTTP/1.1" status: 200  len: 217 time: 0.1629727
Dec 21 09:57:50.555782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32788) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:50.634124 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0d44fe66-1d89-47a2-af96-4c8333c73f1b req-dca34d59-c6f2-4364-b73a-89ac0aec6556 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4612083
Dec 21 09:57:50.652029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:50.652713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:50.654248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] 10.222.0.16 "PUT /v2.0/ports/66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 200  len: 1157 time: 7.0838089
Dec 21 09:57:50.663873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'tag': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:57:50.699633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Checking segment: {'id': '371e86d6-27c0-4bd2-9926-fefc94b96426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3368d9e9-de21-485c-b55d-8a5e653f291d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:50.699962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network hostable DHCP agents. Network: 3368d9e9-de21-485c-b55d-8a5e653f291d, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:57:50.715995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:50.720518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d544c753-c351-4e61-aef5-dfca25a41610,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:50.735070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:50.735685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:50.737722 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] 10.222.0.16 "PUT /v2.0/ports/d544c753-c351-4e61-aef5-dfca25a41610 HTTP/1.1" status: 200  len: 1158 time: 6.4817989
Dec 21 09:57:50.744521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:50.877106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network 3368d9e9-de21-485c-b55d-8a5e653f291d is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:57:50.898038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072077c1-1071-47d6-bbb5-2cf763da5c1a req-40056368-3843-4a4f-837a-85a81e988a83 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:50.900035 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-072077c1-1071-47d6-bbb5-2cf763da5c1a req-40056368-3843-4a4f-837a-85a81e988a83 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 943 time: 0.6023357
Dec 21 09:57:50.939444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 3368d9e9-de21-485c-b55d-8a5e653f291d) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:50.949312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8593100-5f71-4a57-b8ea-128c6fe517fc None None] Network 3368d9e9-de21-485c-b55d-8a5e653f291d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:51.101041 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-072077c1-1071-47d6-bbb5-2cf763da5c1a req-4396a414-3bd9-4ad2-801e-59a2d16f616d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1910770
Dec 21 09:57:51.104283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341581e-840e-4996-8b84-9a871fba9154 req-cc0e4931-a192-436c-90fa-6892c8d024a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:51.105943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-cc0e4931-a192-436c-90fa-6892c8d024a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d96e08a0484480b312e045cd996d68&device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 1160 time: 0.3762515
Dec 21 09:57:51.133824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-408c1f75-9304-4faa-bafa-08c4b1049cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:51.135513 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-408c1f75-9304-4faa-bafa-08c4b1049cbe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3388d26f02ef490182d9d0513dfd4f0b&device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 1161 time: 0.3436086
Dec 21 09:57:51.171898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:51.320173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-3368d9e9-de21-485c-b55d-8a5e653f291d', 'network_id': '3368d9e9-de21-485c-b55d-8a5e653f291d', 'tenant_id': '35f63a9f5cae49859b419d7a70813706', 'fixed_ips': [{'subnet_id': '74569eee-95a6-4c30-bbe9-8c98b4072c0c'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:57:51.321141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:51.335099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-9b64ad8d-fb7b-4702-9893-aff81cea7567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:51.337319 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-9b64ad8d-fb7b-4702-9893-aff81cea7567 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea758eb-df80-4c23-998c-e2f83e74ad01 HTTP/1.1" status: 200  len: 845 time: 0.7593215
Dec 21 09:57:51.338946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] device_id is not set on port 6c8b44de-148c-4961-b18c-dc8168bdff3f yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:51.493994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:51.702263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Allocated IP 172.20.0.2 (3368d9e9-de21-485c-b55d-8a5e653f291d/74569eee-95a6-4c30-bbe9-8c98b4072c0c/ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:51.723534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-0ec57fb5-471f-42de-a431-7be3c84cb21a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 200  len: 217 time: 0.4664862
Dec 21 09:57:51.733880 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'tag': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8', 'status': 'completed', 'code': 200}
Dec 21 09:57:51.752911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34c4db-02ff-4446-9488-b3dcdf431311 req-9140e58c-a580-4b11-967b-020620963308 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:51.754886 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a34c4db-02ff-4446-9488-b3dcdf431311 req-9140e58c-a580-4b11-967b-020620963308 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 944 time: 0.7711484
Dec 21 09:57:51.756958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-6706e2d3-51e6-418a-875a-c79eaec2efa7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d544c753-c351-4e61-aef5-dfca25a41610 HTTP/1.1" status: 200  len: 217 time: 0.5065498
Dec 21 09:57:51.850185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fac8a9b-5239-4772-a1f3-6eb3a1287e60 None None] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:51.957156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Deleting port faf799ec-8e40-4b96-b759-4978e98104d0 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:51.957538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:51.982599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a095c746-f639-4c82-bba4-ddb371dd9691 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:52.011459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b5c165ed-7179-4855-a9d9-d20e38beda93 None None] Provisioning for port a095c746-f639-4c82-bba4-ddb371dd9691 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:52.029471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-57617b6d-2d42-442d-9bb9-67a1a07f83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:52.031192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-57617b6d-2d42-442d-9bb9-67a1a07f83ca service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b7ff006-c626-4ba9-8cee-382350121d1d HTTP/1.1" status: 200  len: 850 time: 0.2283156
Dec 21 09:57:52.040046 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a34c4db-02ff-4446-9488-b3dcdf431311 req-ed0ea364-9515-4947-9ef9-086aae650c7a tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2387431
Dec 21 09:57:52.050873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341581e-840e-4996-8b84-9a871fba9154 req-f9076b91-9e1e-413f-91e0-c9d15ccafdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:52.052872 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-f9076b91-9e1e-413f-91e0-c9d15ccafdd6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3df20f9c-3fad-4f0f-803e-601b16389e12 HTTP/1.1" status: 200  len: 850 time: 0.2942946
Dec 21 09:57:52.239421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5d11d-f38f-42e6-8a2c-2ef4af5b8104 req-429a4d30-af1b-4b57-900e-bf1a0e5055df tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:52.241065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01a5d11d-f38f-42e6-8a2c-2ef4af5b8104 req-429a4d30-af1b-4b57-900e-bf1a0e5055df tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 944 time: 0.3995364
Dec 21 09:57:52.310403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.322243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a095c746-f639-4c82-bba4-ddb371dd9691 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:52.331293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-965192b8-dac5-4fe0-9faa-6d93828fce87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:52.332959 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-965192b8-dac5-4fe0-9faa-6d93828fce87 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64fc3134-80ba-45d9-bcfe-cbec04cd2659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8668118
Dec 21 09:57:52.334746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Transition to ACTIVE for port object ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:52.347589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a095c746-f639-4c82-bba4-ddb371dd9691 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:52.348281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.351419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.388069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:52.421473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Allocated IP 2001:db8::240 (5c3beb62-011b-4ffa-b2fe-87d06887fe73/fb1edc25-8d30-445f-9fcb-e683d1d301ff/6c8b44de-148c-4961-b18c-dc8168bdff3f) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:52.428250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Transition to ACTIVE for port object ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:52.447396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.474831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-7957f0cd-4c5a-403a-941f-7fc0f94fc3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:52.476462 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-7957f0cd-4c5a-403a-941f-7fc0f94fc3a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b4a6322a-e701-4fb4-b16d-c89c450cae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4352608
Dec 21 09:57:52.484435 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01a5d11d-f38f-42e6-8a2c-2ef4af5b8104 req-6d2e9d50-72db-4883-987b-22cc70722fb7 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2326376
Dec 21 09:57:52.517953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341581e-840e-4996-8b84-9a871fba9154 req-c2a2e648-dda3-4a02-9997-169791685f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:52.520295 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-c2a2e648-dda3-4a02-9997-169791685f93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9d8d354-2125-42d4-b788-68baf6f1ad2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4250267
Dec 21 09:57:52.520839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Router c9d2c60c-1be7-4926-aba0-59faddf980cf is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:57:52.595648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:52.617634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.617983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.696374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Network 3368d9e9-de21-485c-b55d-8a5e653f291d is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:52.703222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event updated for resources: {'Subnet': ['ID=e138dd9b-0e76-4dd4-bd6d-7fdeac6d37c4,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:52.709471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:52.719929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.743380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:52.749745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Pushing event updated for resources: {'Port': ['ID=ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:52.752269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:52.761928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:52.804919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Calling delete_port for faf799ec-8e40-4b96-b759-4978e98104d0 owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:52.823829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 2c3bed66-b02f-455d-b529-b908c9b1cac7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:52.889236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.895722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.906707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Attempting to bind port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:52.907273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Attempting to bind port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '371e86d6-27c0-4bd2-9926-fefc94b96426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3368d9e9-de21-485c-b55d-8a5e653f291d'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:52.907785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Attempting to bind port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 on network 3368d9e9-de21-485c-b55d-8a5e653f291d {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:52.919770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:52.923966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:52.924649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Checking segment: {'id': '371e86d6-27c0-4bd2-9926-fefc94b96426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3368d9e9-de21-485c-b55d-8a5e653f291d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:52.925460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.926035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Bound using segment: {'id': '371e86d6-27c0-4bd2-9926-fefc94b96426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3368d9e9-de21-485c-b55d-8a5e653f291d'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:52.926688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Bound port: ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371e86d6-27c0-4bd2-9926-fefc94b96426', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '3368d9e9-de21-485c-b55d-8a5e653f291d'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:52.927221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:52.958530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fb806435-f6fb-4073-a50a-9652c081a6ef None None] Provisioning complete for port a095c746-f639-4c82-bba4-ddb371dd9691 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:52.959129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb806435-f6fb-4073-a50a-9652c081a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:53.013770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdac5f4-fed1-4ef0-a7ad-4ea35ccc6db8 req-10fd927f-0fbf-4746-b4f4-9b2183ef0b1e tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:53.014994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6bdac5f4-fed1-4ef0-a7ad-4ea35ccc6db8 req-10fd927f-0fbf-4746-b4f4-9b2183ef0b1e tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 943 time: 0.7565506
Dec 21 09:57:53.017108 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-b90192c1-7fc2-45f6-b945-046409d65350 service neutron] 10.222.0.16 "GET /v2.0/networks/b4a6322a-e701-4fb4-b16d-c89c450cae6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5306885
Dec 21 09:57:53.021859 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-a248eb45-6f8e-446a-bc0c-6cd6e67c7f40 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4076188
Dec 21 09:57:53.102888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port a095c746-f639-4c82-bba4-ddb371dd9691, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a095c746-f639-4c82-bba4-ddb371dd9691,segment=NetworkSegment(2201f2d6-7a25-4b37-8654-ae8f8ade8e69),segment_id=2201f2d6-7a25-4b37-8654-ae8f8ade8e69)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:53.115679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 2c3bed66-b02f-455d-b529-b908c9b1cac7 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:53.123439 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-ee90ba16-143a-48aa-8df4-91a38ff12d54 service neutron] 10.222.0.16 "GET /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7299557
Dec 21 09:57:53.139435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:53.145953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:53.396295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 2c3bed66-b02f-455d-b529-b908c9b1cac7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:53.396837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:53.412293 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6bdac5f4-fed1-4ef0-a7ad-4ea35ccc6db8 req-a1fdc307-f76c-4ca1-812b-32e80ae3c1fe tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3832381
Dec 21 09:57:53.481355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Checking segment: {'id': '13224756-37fc-49f2-90ef-c23cf069e0c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cc7ad115-9594-4f76-81dc-a604a64f9d67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:53.481788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network hostable DHCP agents. Network: cc7ad115-9594-4f76-81dc-a604a64f9d67, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:57:53.514721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] For port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:53.539627 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e341581e-840e-4996-8b84-9a871fba9154 req-baf64e44-4f1a-40c6-9a07-d6e02b9fc110 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4332952
Dec 21 09:57:53.541440 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8a2178-b17a-4e92-85a8-eb2c3de14210 req-6dc9a417-89c9-43c4-949d-eb39c314f13a service neutron] 10.222.0.16 "GET /v2.0/networks/b4a6322a-e701-4fb4-b16d-c89c450cae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4815614
Dec 21 09:57:53.579982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event updated for resources: {'Port': ['ID=6fef3b24-52e5-43a2-b939-d33805b54d0b,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:53.589537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network cc7ad115-9594-4f76-81dc-a604a64f9d67 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:57:53.601141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e08010-578e-4b7e-9422-f615ac7a302c req-58af1e97-21f2-463a-bd74-0a66e659419b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:53.609234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-14e08010-578e-4b7e-9422-f615ac7a302c req-58af1e97-21f2-463a-bd74-0a66e659419b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 944 time: 0.3735275
Dec 21 09:57:53.680388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, cc7ad115-9594-4f76-81dc-a604a64f9d67) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:53.683875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] For port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6,segment=NetworkSegment(371e86d6-27c0-4bd2-9926-fefc94b96426),segment_id=371e86d6-27c0-4bd2-9926-fefc94b96426)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:53.691421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=a095c746-f639-4c82-bba4-ddb371dd9691,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:53.699599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.780s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:53.701607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:53.702939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:53.712542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:53.712994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:53.713713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:53.724084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:53.735305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3388a901-c449-403d-aeb3-9d850842db92', 'tag': 'd544c753-c351-4e61-aef5-dfca25a41610'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:57:53.757449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d38159-b644-48b1-94f9-a4c38fffe189 None None] Network cc7ad115-9594-4f76-81dc-a604a64f9d67 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:53.769050 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-14e08010-578e-4b7e-9422-f615ac7a302c req-3fd39f9d-d6a3-4df6-a56e-08b198ed2c37 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1591063
Dec 21 09:57:53.779631 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1426 time: 11.7506301
Dec 21 09:57:53.780748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32818) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:53.863758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ec89ede1-884c-45df-911c-0c7926023f39 None None] Provisioning complete for port a095c746-f639-4c82-bba4-ddb371dd9691 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:53.864184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec89ede1-884c-45df-911c-0c7926023f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:53.875550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3388a901-c449-403d-aeb3-9d850842db92', 'tag': 'd544c753-c351-4e61-aef5-dfca25a41610', 'status': 'completed', 'code': 200}
Dec 21 09:57:53.932072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a095c746-f639-4c82-bba4-ddb371dd9691 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:53.947399 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-67f2fc31-80de-468a-8dd0-70c01eed1ab0 req-e384c08a-e37b-4365-9b02-819f0f8f82db service neutron] 10.222.0.16 "GET /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.8106434
Dec 21 09:57:53.957724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:53.974364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:57:53.974671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-5e1d9b2e-ed92-4ee2-a227-2e07b32daf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:53.977529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-5e1d9b2e-ed92-4ee2-a227-2e07b32daf56 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d96e08a0484480b312e045cd996d68&device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 1160 time: 0.3521807
Dec 21 09:57:53.995506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5831a8-e4b1-45ef-b34b-165f5869fdac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:53.997141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5831a8-e4b1-45ef-b34b-165f5869fdac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:53.998690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5831a8-e4b1-45ef-b34b-165f5869fdac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:53.999534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fb5831a8-e4b1-45ef-b34b-165f5869fdac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Synchronizing usage tracker for tenant:35f63a9f5cae49859b419d7a70813706 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:54.100148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Sync routers for ids ['c9d2c60c-1be7-4926-aba0-59faddf980cf'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:57:54.112213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.167120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.170992 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e4210f9e-1534-4d72-ac67-cadb441f9ae1 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 12.8455832
Dec 21 09:57:54.170992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Transition to ACTIVE for port object 6c8b44de-148c-4961-b18c-dc8168bdff3f will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:54.173472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32822) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:54.186934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c43956-548f-44e1-bc04-359131ce56d7 req-263efbde-a27f-467c-bd7b-e73673712f2c tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:54.188689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Pushing event updated for resources: {'Port': ['ID=ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:54.190545 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-13c43956-548f-44e1-bc04-359131ce56d7 req-263efbde-a27f-467c-bd7b-e73673712f2c tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 944 time: 0.4181685
Dec 21 09:57:54.191830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fb5831a8-e4b1-45ef-b34b-165f5869fdac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Unset dirty status for tenant:35f63a9f5cae49859b419d7a70813706 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:54.192587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Routers {'c9d2c60c-1be7-4926-aba0-59faddf980cf'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:54.193570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe5ac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['c9d2c60c-1be7-4926-aba0-59faddf980cf'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:54.197668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.199939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fb5831a8-e4b1-45ef-b34b-165f5869fdac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2052 time: 0.3822486
Dec 21 09:57:54.201126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32826) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:54.212318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.231353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:54.250941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:54.265432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3bed66-b02f-455d-b529-b908c9b1cac7'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:57:54.284579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.289107 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 8.8461514
Dec 21 09:57:54.300649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event deleted for resources: {'Port': ['ID=faf799ec-8e40-4b96-b759-4978e98104d0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:54.302720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32828) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:54.312916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:54.385171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 2c3bed66-b02f-455d-b529-b908c9b1cac7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2c3bed66-b02f-455d-b529-b908c9b1cac7,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:54.388803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.466467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b3f6eca-9c80-4c27-aa43-86eb72145bc4 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:54.482864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.499327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:54.530747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e0340a36-6ace-46a2-81a0-3a50cee59775 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Synchronizing usage tracker for tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 on resource:floatingip {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:54.685375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Pushing event updated for resources: {'Port': ['ID=6c8b44de-148c-4961-b18c-dc8168bdff3f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:54.692884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e0340a36-6ace-46a2-81a0-3a50cee59775 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Unset dirty status for tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 on resource:floatingip {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:54.697124 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e0340a36-6ace-46a2-81a0-3a50cee59775 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "GET /v2.0/floatingips?floating_network_id=4d0d328c-9adf-4c32-946a-fa5835562179 HTTP/1.1" status: 200  len: 690 time: 0.3896103
Dec 21 09:57:54.697963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32842) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:54.707314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a095c746-f639-4c82-bba4-ddb371dd9691 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:54.707708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.711404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:54.735039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-0a8972c9-3074-434e-a6a1-69702b9e602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:54.736665 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-0a8972c9-3074-434e-a6a1-69702b9e602b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3388d26f02ef490182d9d0513dfd4f0b&device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 1161 time: 0.8302889
Dec 21 09:57:54.801979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-83a8de06-cd33-4005-b0f9-32c6254181fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:54.804511 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-83a8de06-cd33-4005-b0f9-32c6254181fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 200  len: 905 time: 0.8143880
Dec 21 09:57:54.836902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=2c3bed66-b02f-455d-b529-b908c9b1cac7,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:54.845881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-cc7ad115-9594-4f76-81dc-a604a64f9d67', 'network_id': 'cc7ad115-9594-4f76-81dc-a604a64f9d67', 'tenant_id': '35f63a9f5cae49859b419d7a70813706', 'fixed_ips': [{'subnet_id': 'e138dd9b-0e76-4dd4-bd6d-7fdeac6d37c4'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:57:54.846940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.859674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:54.864050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Set router c9d2c60c-1be7-4926-aba0-59faddf980cf gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:57:54.955194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:54.958936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:54.962958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:54.968328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:54.969109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.978733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:54.978733 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Floating IP 3f696a9c-2926-4b09-9725-2c0170995808 disassociated (deleted). External IP: 172.26.1.140, port: 5e8b6f1c-a28a-41fd-badc-45b360dd2dcd.
Dec 21 09:57:55.005998 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-bac27030-0078-426b-80d4-6ab86456d315 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 200  len: 217 time: 0.1907399
Dec 21 09:57:55.028084 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-13c43956-548f-44e1-bc04-359131ce56d7 req-e5a84187-63a8-4a6e-806b-236b4ad11167 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4484849
Dec 21 09:57:55.287653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-9015f45d-f8d5-4cfd-a5db-5e103900d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:55.289556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-9015f45d-f8d5-4cfd-a5db-5e103900d9f5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3df20f9c-3fad-4f0f-803e-601b16389e12 HTTP/1.1" status: 200  len: 850 time: 0.2201416
Dec 21 09:57:55.291197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:55.378403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c3bed66-b02f-455d-b529-b908c9b1cac7', 'code': 200}
Dec 21 09:57:55.472969 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 941 time: 7.0819383
Dec 21 09:57:55.480160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32850) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:55.487381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Request body: {'port': {'network_id': '5c3beb62-011b-4ffa-b2fe-87d06887fe73', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2024182525', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:55.488355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] bootfile-name is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 09:57:55.489032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] tftp-server is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 09:57:55.489619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] server-ip-address is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 09:57:55.583467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-88873d97-f8c4-4036-b57a-a887750a6cb3 None None] Provisioning for port 6c8b44de-148c-4961-b18c-dc8168bdff3f completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:55.592800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Deleting port 6fef3b24-52e5-43a2-b939-d33805b54d0b {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:55.593334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:55.632432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:55.656045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-88873d97-f8c4-4036-b57a-a887750a6cb3 None None] Provisioning complete for port 6c8b44de-148c-4961-b18c-dc8168bdff3f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:55.656426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88873d97-f8c4-4036-b57a-a887750a6cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:55.705854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f89750ad-bdfb-462b-882f-7618f2506bba tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Deleting subnet 74569eee-95a6-4c30-bbe9-8c98b4072c0c {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:57:55.709310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-1c67362f-cf3e-4b0c-94f3-83e32ce7aabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:55.710969 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-1c67362f-cf3e-4b0c-94f3-83e32ce7aabc service neutron] 10.222.0.16 "GET /v2.0/networks?id=b4a6322a-e701-4fb4-b16d-c89c450cae6a HTTP/1.1" status: 200  len: 905 time: 0.9451048
Dec 21 09:57:55.770691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f89750ad-bdfb-462b-882f-7618f2506bba tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:55.799588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-88873d97-f8c4-4036-b57a-a887750a6cb3 None None] Port 6c8b44de-148c-4961-b18c-dc8168bdff3f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:57:55.881438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe5ac8>, [{'id': 'c9d2c60c-1be7-4926-aba0-59faddf980cf', 'name': '', 'tenant_id': '54c4033dbb3c4827aecc516946a8972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72', 'external_fixed_ips': [{'subnet_id': '0c0fcfd0-e826-4110-b559-f102e6a1f83c', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '04ea2b55-7a30-4018-9219-34052b4154c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:57:41Z', 'updated_at': '2020-12-21T09:57:48Z', 'revision_number': 3, 'project_id': '54c4033dbb3c4827aecc516946a8972e', 'gw_port': {'id': '04ea2b55-7a30-4018-9219-34052b4154c5', 'name': '', 'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:61:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d2c60c-1be7-4926-aba0-59faddf980cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0c0fcfd0-e826-4110-b559-f102e6a1f83c', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:45Z', 'updated_at': '2020-12-21T09:57:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c0fcfd0-e826-4110-b559-f102e6a1f83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:55.901742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Allocated IP 172.20.0.18 (cc7ad115-9594-4f76-81dc-a604a64f9d67/e138dd9b-0e76-4dd4-bd6d-7fdeac6d37c4/e77213e4-9269-45da-af81-c1ed7ee18aa9) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:55.911050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Checking router: c9d2c60c-1be7-4926-aba0-59faddf980cf for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:57:55.911850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Updating router c9d2c60c-1be7-4926-aba0-59faddf980cf port 04ea2b55-7a30-4018-9219-34052b4154c5 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:57:55.948747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-4ca6ee18-1e81-41d2-b290-3ccb05b610ee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d544c753-c351-4e61-aef5-dfca25a41610 HTTP/1.1" status: 200  len: 217 time: 0.1101007
Dec 21 09:57:55.991689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:56.011930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f19f1-5e4a-4023-8209-a2d120ec29e3 req-d1fe6571-fbd3-4684-ade4-428ef5bb93ab tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:56.013536 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-002f19f1-5e4a-4023-8209-a2d120ec29e3 req-d1fe6571-fbd3-4684-ade4-428ef5bb93ab tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 943 time: 1.3770342
Dec 21 09:57:56.063364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.070460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f89750ad-bdfb-462b-882f-7618f2506bba tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.266309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-d101cb96-25cc-4d05-a483-a85ec0dbc49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:56.267812 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-d101cb96-25cc-4d05-a483-a85ec0dbc49f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b7ff006-c626-4ba9-8cee-382350121d1d HTTP/1.1" status: 200  len: 850 time: 0.2995687
Dec 21 09:57:56.275576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:56.321581 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-002f19f1-5e4a-4023-8209-a2d120ec29e3 req-2f9a354d-b502-4e32-8c19-78222c42626c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2948337
Dec 21 09:57:56.336889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:56.341108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Usage tracker for resource:port and tenant:b35e3f83f772470d8bcabc8c69b1d150 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:56.344973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Quota usage for port was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:56.351445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:56.384231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Router e3b94cce-6aa2-4811-8069-218d6543f839 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:57:56.385101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.398635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7524c-1126-44d7-b826-a6afd711f092 req-f7123864-c0f8-477e-a23b-087b2aad3ce6 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:56.398986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Made reservation on behalf of b35e3f83f772470d8bcabc8c69b1d150 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:57:56.405052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.410586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dbf7524c-1126-44d7-b826-a6afd711f092 req-f7123864-c0f8-477e-a23b-087b2aad3ce6 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 944 time: 0.6920595
Dec 21 09:57:56.435828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-64e96b23-b713-42d6-92c3-e565223ed4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:56.437476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-64e96b23-b713-42d6-92c3-e565223ed4ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9d8d354-2125-42d4-b788-68baf6f1ad2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7255452
Dec 21 09:57:56.442671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Deleting port 04ea2b55-7a30-4018-9219-34052b4154c5 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:56.443050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.469188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-75c7b85e-0d1f-4cb9-a290-37a922038df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:56.470881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-75c7b85e-0d1f-4cb9-a290-37a922038df9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 1163 time: 0.7898359
Dec 21 09:57:56.473341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.473341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.649868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.652789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed03846f-29d6-477a-a581-ab75ccc30bf1 None None] Network 3368d9e9-de21-485c-b55d-8a5e653f291d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:56.698299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f89750ad-bdfb-462b-882f-7618f2506bba tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.718602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Calling delete_port for 6fef3b24-52e5-43a2-b939-d33805b54d0b owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:56.731226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Transition to ACTIVE for port object e77213e4-9269-45da-af81-c1ed7ee18aa9 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:56.745323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.749898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Provisioning for port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:56.750637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dbf7524c-1126-44d7-b826-a6afd711f092 req-13175865-f5c7-4815-950c-50ce2d9d1262 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3390474
Dec 21 09:57:56.808861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:56.841480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Transition to ACTIVE for port object e77213e4-9269-45da-af81-c1ed7ee18aa9 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:56.858878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Provisioning complete for port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:56.859205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.898803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Usage tracker for resource:security_group_rule and tenant:dd2ee841a4534277a5ad4be6a733074a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:56.903754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:56.940155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:56.962339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:56.977511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:57.081342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:57:57.084430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] device_id is not set on port 68e2a94a-28e1-4557-90ac-5b47833a5e5e yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:57:57.094433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbcfe9-6599-4a1d-8504-35a051e2bb2f None None] Sync routers for ids ['e3b94cce-6aa2-4811-8069-218d6543f839'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:57:57.104768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdbcfe9-6599-4a1d-8504-35a051e2bb2f None None] Routers {'e3b94cce-6aa2-4811-8069-218d6543f839'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:57.105683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7bdbcfe9-6599-4a1d-8504-35a051e2bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1617b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e3b94cce-6aa2-4811-8069-218d6543f839'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:57.140504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:57:57.177398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7bdbcfe9-6599-4a1d-8504-35a051e2bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1617b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:57.188320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdbcfe9-6599-4a1d-8504-35a051e2bb2f None None] Routers {'e3b94cce-6aa2-4811-8069-218d6543f839'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:57.189269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7bdbcfe9-6599-4a1d-8504-35a051e2bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1617b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e3b94cce-6aa2-4811-8069-218d6543f839'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:57.238669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:57.258004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:57.259798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7bdbcfe9-6599-4a1d-8504-35a051e2bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1617b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:57.260392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdbcfe9-6599-4a1d-8504-35a051e2bb2f None None] The sync data for ids ['e3b94cce-6aa2-4811-8069-218d6543f839'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:57:57.316277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-55641602-b865-4b0f-8650-4f2ecd288f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:57.317978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-55641602-b865-4b0f-8650-4f2ecd288f8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b4a6322a-e701-4fb4-b16d-c89c450cae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0388365
Dec 21 09:57:57.338127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:57.365026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:57.375410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Pushing event updated for resources: {'Port': ['ID=e77213e4-9269-45da-af81-c1ed7ee18aa9,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:57.441625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:57.445922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event deleted for resources: {'Port': ['ID=6fef3b24-52e5-43a2-b939-d33805b54d0b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:57.456598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:57.472225 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8a56ae7e-206e-48fe-b503-54f630edfee1 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "DELETE /v2.0/floatingips/3f696a9c-2926-4b09-9725-2c0170995808 HTTP/1.1" status: 204  len: 168 time: 6.8969867
Dec 21 09:57:57.498071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Calling delete_port for 04ea2b55-7a30-4018-9219-34052b4154c5 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:57.525324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32858) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:57.534399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device d544c753-c351-4e61-aef5-dfca25a41610 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:57.542335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:57:57.564400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Allocated IP 2001:db8::2fe (5c3beb62-011b-4ffa-b2fe-87d06887fe73/fb1edc25-8d30-445f-9fcb-e683d1d301ff/68e2a94a-28e1-4557-90ac-5b47833a5e5e) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:57:57.595071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:57:57.595395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:57.621711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:57.635093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:57.639629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Usage tracker for resource:floatingip and tenant:eb6d511e7bb2410bb001e2281c09d949 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:57:57.656093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:57.664230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Transition to ACTIVE for port object 04ea2b55-7a30-4018-9219-34052b4154c5 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:57.668760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88123817-fdc2-45dd-b20b-b2b29232122e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:57.684014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:57:57.699699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:57.710133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-e9ff0a50-ff62-41b9-91f8-efef99f6a73c service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2075531
Dec 21 09:57:57.715406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Synchronizing usage tracker for tenant:dd2ee841a4534277a5ad4be6a733074a on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:57.717810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Network cc7ad115-9594-4f76-81dc-a604a64f9d67 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:57.721240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:57.746713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0982d3b5-ab78-47f2-b733-83c597fa9308,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:57.761380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:57.772495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:57:57.775333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:57.804437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:57.920823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a4a01-0051-41ce-9764-e92251076d98 req-ef62da87-5246-4ac9-a38a-125207f42cc1 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:57.923210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:57.929031 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9a0a4a01-0051-41ce-9764-e92251076d98 req-ef62da87-5246-4ac9-a38a-125207f42cc1 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 946 time: 1.3473516
Dec 21 09:57:57.952311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da485f-1781-4f99-8db6-c90eb724f572 None None] Pushing event updated for resources: {'Port': ['ID=04ea2b55-7a30-4018-9219-34052b4154c5,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:57.958906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28da485f-1781-4f99-8db6-c90eb724f572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:57.959795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Attempting to bind port e77213e4-9269-45da-af81-c1ed7ee18aa9 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:57.960496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Attempting to bind port e77213e4-9269-45da-af81-c1ed7ee18aa9 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '13224756-37fc-49f2-90ef-c23cf069e0c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cc7ad115-9594-4f76-81dc-a604a64f9d67'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:57.960614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Attempting to bind port e77213e4-9269-45da-af81-c1ed7ee18aa9 on network cc7ad115-9594-4f76-81dc-a604a64f9d67 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:57.966227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port d544c753-c351-4e61-aef5-dfca25a41610 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:57:57.975851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port d544c753-c351-4e61-aef5-dfca25a41610 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:57.976563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:57.999360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.007540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Unset dirty status for tenant:dd2ee841a4534277a5ad4be6a733074a on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:58.008775 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.5199728
Dec 21 09:57:58.011609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:58.011609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Checking segment: {'id': '13224756-37fc-49f2-90ef-c23cf069e0c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cc7ad115-9594-4f76-81dc-a604a64f9d67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:58.012040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.012461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Bound using segment: {'id': '13224756-37fc-49f2-90ef-c23cf069e0c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cc7ad115-9594-4f76-81dc-a604a64f9d67'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:58.013228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Bound port: e77213e4-9269-45da-af81-c1ed7ee18aa9, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13224756-37fc-49f2-90ef-c23cf069e0c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'cc7ad115-9594-4f76-81dc-a604a64f9d67'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:58.013914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.043062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.118816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.138332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Transition to ACTIVE for port object 68e2a94a-28e1-4557-90ac-5b47833a5e5e will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:57:58.148540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:57:58.148902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:57:58.168477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Attempting to bind port 04ea2b55-7a30-4018-9219-34052b4154c5 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:57:58.169035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Attempting to bind port 04ea2b55-7a30-4018-9219-34052b4154c5 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '50e7cd5b-49a2-468c-aea2-e1401183467a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:57:58.169568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Attempting to bind port 04ea2b55-7a30-4018-9219-34052b4154c5 on network dd4ff433-c66a-4367-8ce7-bc9f88916c72 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:57:58.182377 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9a0a4a01-0051-41ce-9764-e92251076d98 req-f7c144f4-05bb-49f6-8fdf-aa81e4342fee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2520349
Dec 21 09:57:58.183277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.198392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:57:58.198916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Checking segment: {'id': '50e7cd5b-49a2-468c-aea2-e1401183467a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:57:58.199444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.199966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Bound using segment: {'id': '50e7cd5b-49a2-468c-aea2-e1401183467a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:57:58.200580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Bound port: 04ea2b55-7a30-4018-9219-34052b4154c5, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e7cd5b-49a2-468c-aea2-e1401183467a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:57:58.210698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.210984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d7fbfcac-36aa-484e-bb42-736f37f962fb tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:58.217369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-0fc9b7e0-4c0f-4072-9bb5-dbc4ee1ddfca service neutron] 10.222.0.16 "GET /v2.0/networks/b4a6322a-e701-4fb4-b16d-c89c450cae6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7585661
Dec 21 09:57:58.317420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] For port e77213e4-9269-45da-af81-c1ed7ee18aa9, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:58.350246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] For port e77213e4-9269-45da-af81-c1ed7ee18aa9, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e77213e4-9269-45da-af81-c1ed7ee18aa9,segment=NetworkSegment(13224756-37fc-49f2-90ef-c23cf069e0c4),segment_id=13224756-37fc-49f2-90ef-c23cf069e0c4)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:58.370136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.389596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:58.440955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.467816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] For port 04ea2b55-7a30-4018-9219-34052b4154c5, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:57:58.475817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f89750ad-bdfb-462b-882f-7618f2506bba tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.531764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187293ab-769e-45f8-b7e7-2445dbca38b3 req-3e6c4de7-6599-4b43-95c5-fda4f14caa3a tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:58.535724 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-187293ab-769e-45f8-b7e7-2445dbca38b3 req-3e6c4de7-6599-4b43-95c5-fda4f14caa3a tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 943 time: 0.8924799
Dec 21 09:57:58.545347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] For port 04ea2b55-7a30-4018-9219-34052b4154c5, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=04ea2b55-7a30-4018-9219-34052b4154c5,segment=NetworkSegment(50e7cd5b-49a2-468c-aea2-e1401183467a),segment_id=50e7cd5b-49a2-468c-aea2-e1401183467a)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:57:58.562274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:58.626068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89750ad-bdfb-462b-882f-7618f2506bba tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Subnet': ['ID=74569eee-95a6-4c30-bbe9-8c98b4072c0c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:58.661079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.663878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.692415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3388a901-c449-403d-aeb3-9d850842db92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544c753-c351-4e61-aef5-dfca25a41610'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:57:58.721949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Pushing event updated for resources: {'Port': ['ID=e77213e4-9269-45da-af81-c1ed7ee18aa9,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:58.741860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:58.744900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b05f6d2a-c976-423e-932c-d200ad122935 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:58.762392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Pushing event updated for resources: {'Port': ['ID=68e2a94a-28e1-4557-90ac-5b47833a5e5e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:58.769256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:58.778122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:57:58.778495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:57:58.787121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port d544c753-c351-4e61-aef5-dfca25a41610, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d544c753-c351-4e61-aef5-dfca25a41610,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:58.803178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.804107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 2c3bed66-b02f-455d-b529-b908c9b1cac7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:57:58.856054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.861430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Deleting port 04ea2b55-7a30-4018-9219-34052b4154c5 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:58.863117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.889402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:57:58.892075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:57:58.898169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:57:58.902534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:58.903230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.940575 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1150 time: 3.4584377
Dec 21 09:57:58.942293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:58.943113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32866) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:58.984846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28da485f-1781-4f99-8db6-c90eb724f572 None None] Pushing event updated for resources: {'Port': ['ID=04ea2b55-7a30-4018-9219-34052b4154c5,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:59.000178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28da485f-1781-4f99-8db6-c90eb724f572 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:59.010129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:59.030107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.192s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:57:59.059546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] For port 04ea2b55-7a30-4018-9219-34052b4154c5, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=04ea2b55-7a30-4018-9219-34052b4154c5,segment=NetworkSegment(50e7cd5b-49a2-468c-aea2-e1401183467a),segment_id=50e7cd5b-49a2-468c-aea2-e1401183467a)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:59.059952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:59.070504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event deleted for resources: {'Subnet': ['ID=912e87fa-158a-4e9b-be43-36566eeec483,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:59.075858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:59.141301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=d544c753-c351-4e61-aef5-dfca25a41610,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:57:59.155340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:59.180281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 2c3bed66-b02f-455d-b529-b908c9b1cac7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:57:59.180640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:59.204471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f89750ad-bdfb-462b-882f-7618f2506bba tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:57:59.215627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Calling delete_port for 04ea2b55-7a30-4018-9219-34052b4154c5 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:57:59.232925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd168e10-0aa9-427b-9463-95ecd05e9d93 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:59.237943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd168e10-0aa9-427b-9463-95ecd05e9d93 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:59.242399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd168e10-0aa9-427b-9463-95ecd05e9d93 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:59.243716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cd168e10-0aa9-427b-9463-95ecd05e9d93 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Synchronizing usage tracker for tenant:b35e3f83f772470d8bcabc8c69b1d150 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:57:59.245324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Routers {'c9d2c60c-1be7-4926-aba0-59faddf980cf'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:57:59.246338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe5ac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:57:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['c9d2c60c-1be7-4926-aba0-59faddf980cf'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:59.307106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:59.309689 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a446e923-08ae-42a8-b3cf-6c9126377ed9 req-708a3add-c303-4bd2-82bd-33c46258f812 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.4713774
Dec 21 09:57:59.356989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cd168e10-0aa9-427b-9463-95ecd05e9d93 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Unset dirty status for tenant:b35e3f83f772470d8bcabc8c69b1d150 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:57:59.358414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cd168e10-0aa9-427b-9463-95ecd05e9d93 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.4141240
Dec 21 09:57:59.364723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32872) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:57:59.548659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-99a81842-a07f-447b-8e2e-68da5868fb4c tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Deleting port 68e2a94a-28e1-4557-90ac-5b47833a5e5e {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:57:59.549753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99a81842-a07f-447b-8e2e-68da5868fb4c tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:59.661018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecf437f0>,) {'filters': {'network_id': ['4d0d328c-9adf-4c32-946a-fa5835562179']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:59.679202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecf437f0>, '8b89533d-c4b7-4dd1-b329-917895fbfbe9') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:59.680211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecf437f0>, '8b89533d-c4b7-4dd1-b329-917895fbfbe9') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:57:59.700358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:59.717521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:59.719763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Releasing vxlan tunnel 12 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:57:59.791702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:59.904766 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-187293ab-769e-45f8-b7e7-2445dbca38b3 req-37bb753c-3867-41c6-932c-1931e80ad542 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.2808890
Dec 21 09:57:59.953671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] For port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6,segment=NetworkSegment(371e86d6-27c0-4bd2-9926-fefc94b96426),segment_id=371e86d6-27c0-4bd2-9926-fefc94b96426)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:57:59.957455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f89750ad-bdfb-462b-882f-7618f2506bba tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:57:59.962879 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8640fb95-b732-4687-b79a-74fe18d196c7 req-2cde441a-6b20-4154-bb65-e46c783e0696 service neutron] 10.222.0.16 "GET /v2.0/networks/b4a6322a-e701-4fb4-b16d-c89c450cae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.7146485
Dec 21 09:57:59.991938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7cc744-0679-4e42-85ac-e8d16c0d0be7 None None] Network 3368d9e9-de21-485c-b55d-8a5e653f291d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:57:59.992415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be065-1341-4df5-9b48-2451ba7314e8 req-0a914bc3-f3b4-4ab8-b5f0-7f34ed870051 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:57:59.994401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-800be065-1341-4df5-9b48-2451ba7314e8 req-0a914bc3-f3b4-4ab8-b5f0-7f34ed870051 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 944 time: 1.5831864
Dec 21 09:58:00.014537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e77213e4-9269-45da-af81-c1ed7ee18aa9 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:00.078486 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f89750ad-bdfb-462b-882f-7618f2506bba tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "DELETE /v2.0/subnets/74569eee-95a6-4c30-bbe9-8c98b4072c0c HTTP/1.1" status: 204  len: 168 time: 5.5032644
Dec 21 09:58:00.083298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 4d0d328c-9adf-4c32-946a-fa5835562179 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:00.086846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32876) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:00.088126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:00.098836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28da485f-1781-4f99-8db6-c90eb724f572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:00.124170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:00.160297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3388a901-c449-403d-aeb3-9d850842db92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd544c753-c351-4e61-aef5-dfca25a41610', 'code': 200}
Dec 21 09:58:00.187540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.plugins.ml2.ovo_rpc [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     result = function(*args, **kwargs)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     proto.__init__(conn_state, self)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     self.handle()
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     self.handle_one_request()
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     self.handle_one_response()
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     result = self.application(self.environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return app(environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     response = req.get_response(self.application)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     response = req.get_response(self.application)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     response = req.get_response(self.application)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     response = req.get_response(self.application)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return request.get_response(self.application)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     response = req.get_response(self._app)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return resp(environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return resp(environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     response = self.app(environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return resp(environ, start_response)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:00.191326 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     result = method(request=request, **args)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._delete(request, id, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*args, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*args, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*dup_args, **dup_kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     obj_deleter(request.context, id, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return method(*args, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*args, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*args, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*dup_args, **dup_kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     self._delete_current_gw_port(context, id, router, None)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, context, *args, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return method(*args, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     context, port, router_ids, bound_mech_contexts)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     return function(*args, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     callback(resource, event, trigger, **kwargs)
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     if self._is_session_semantic_violated(context, resource, event):
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]:     stack = traceback.extract_stack()
Dec 21 09:58:00.199237 dv-neutron-601336-62-ovs neutron-server[80859]: 
Dec 21 09:58:00.203835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:00.244221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:00.256717 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-800be065-1341-4df5-9b48-2451ba7314e8 req-7853b680-b41a-4cd3-9845-28c5565abed1 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2156756
Dec 21 09:58:00.326292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] Set router c9d2c60c-1be7-4926-aba0-59faddf980cf gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:00.438667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99a81842-a07f-447b-8e2e-68da5868fb4c tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:00.656895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-99a81842-a07f-447b-8e2e-68da5868fb4c tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Calling delete_port for 68e2a94a-28e1-4557-90ac-5b47833a5e5e owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:00.657381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1de9543f-4ef8-44c8-bf9f-50a203e1ab9a None None] Provisioning for port 68e2a94a-28e1-4557-90ac-5b47833a5e5e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:58:00.660336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1de9543f-4ef8-44c8-bf9f-50a203e1ab9a None None] Provisioning complete for port 68e2a94a-28e1-4557-90ac-5b47833a5e5e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:00.660761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1de9543f-4ef8-44c8-bf9f-50a203e1ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:00.744685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 4d0d328c-9adf-4c32-946a-fa5835562179 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:00.757645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port e77213e4-9269-45da-af81-c1ed7ee18aa9 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:00.780879 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:00.823917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Pushing event updated for resources: {'Port': ['ID=ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:00.840928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f6b386-e05e-45d5-b9a4-e766e0a93dc9 None None] Network cc7ad115-9594-4f76-81dc-a604a64f9d67 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:00.862876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:00.876126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:00.922176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:00.937431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1de9543f-4ef8-44c8-bf9f-50a203e1ab9a None None] Port 68e2a94a-28e1-4557-90ac-5b47833a5e5e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:58:00.945292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-939ccab3-b12a-4eeb-b157-367034079796 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:00.966597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  4d0d328c-9adf-4c32-946a-fa5835562179 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 21 09:58:00.975989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event deleted for resources: {'Network': ['ID=4d0d328c-9adf-4c32-946a-fa5835562179,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:00.976877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce23157-c0d1-466a-886e-f25e016ff8aa tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Deleting subnet e138dd9b-0e76-4dd4-bd6d-7fdeac6d37c4 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:58:00.978188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:00.981795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ce23157-c0d1-466a-886e-f25e016ff8aa tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:00.986283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:01.002941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99a81842-a07f-447b-8e2e-68da5868fb4c tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.027028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:58:01.035063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-124027e3-192a-4b1c-b3d3-5f16d692e69a tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:01.057453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ce23157-c0d1-466a-886e-f25e016ff8aa tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.100113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "DELETE /v2.0/networks/4d0d328c-9adf-4c32-946a-fa5835562179 HTTP/1.1" status: 204  len: 168 time: 6.3874290
Dec 21 09:58:01.101032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32882) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:01.107576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:01.107996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.160383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ce23157-c0d1-466a-886e-f25e016ff8aa tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.173027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1de9543f-4ef8-44c8-bf9f-50a203e1ab9a None None] Provisioning complete for port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:01.173570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1de9543f-4ef8-44c8-bf9f-50a203e1ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.176598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a81842-a07f-447b-8e2e-68da5868fb4c tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Pushing event deleted for resources: {'Port': ['ID=68e2a94a-28e1-4557-90ac-5b47833a5e5e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:01.188418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-99a81842-a07f-447b-8e2e-68da5868fb4c tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:01.240684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.275674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c61af183-3ec1-499b-9066-9c90df0e58d6 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Synchronizing usage tracker for tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 on resource:floatingip {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:01.311411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c61af183-3ec1-499b-9066-9c90df0e58d6 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Unset dirty status for tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 on resource:floatingip {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:01.315704 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c61af183-3ec1-499b-9066-9c90df0e58d6 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2130 time: 0.2046707
Dec 21 09:58:01.316376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32888) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:01.412848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99a81842-a07f-447b-8e2e-68da5868fb4c tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.419170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-99a81842-a07f-447b-8e2e-68da5868fb4c tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "DELETE /v2.0/ports/68e2a94a-28e1-4557-90ac-5b47833a5e5e HTTP/1.1" status: 204  len: 168 time: 2.0533192
Dec 21 09:58:01.420063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32892) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:01.421291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] DHCP port deletion for 3368d9e9-de21-485c-b55d-8a5e653f291d request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:58:01.428970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Request body: {'port': {'name': 'tempest-new-port-name-411843697', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:01.429400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] bootfile-name is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 09:58:01.429839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] tftp-server is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 09:58:01.430205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] server-ip-address is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 09:58:01.437310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] Deleting port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:01.437937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.513446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.513813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.514229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.514635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.515060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.515437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.515835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.516230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.516631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.517026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.520217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe5ac8>, [{'id': 'c9d2c60c-1be7-4926-aba0-59faddf980cf', 'name': '', 'tenant_id': '54c4033dbb3c4827aecc516946a8972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72', 'external_fixed_ips': [{'subnet_id': '0c0fcfd0-e826-4110-b559-f102e6a1f83c', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '04ea2b55-7a30-4018-9219-34052b4154c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:57:41Z', 'updated_at': '2020-12-21T09:57:48Z', 'revision_number': 3, 'project_id': '54c4033dbb3c4827aecc516946a8972e', 'gw_port': {'id': '04ea2b55-7a30-4018-9219-34052b4154c5', 'name': '', 'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:61:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d2c60c-1be7-4926-aba0-59faddf980cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0c0fcfd0-e826-4110-b559-f102e6a1f83c', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:45Z', 'updated_at': '2020-12-21T09:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c0fcfd0-e826-4110-b559-f102e6a1f83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:01.523798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Synchronizing usage tracker for tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:01.582931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e0885b-3d42-4b4f-b258-5a97356d2af4 None None] The sync data for ids ['c9d2c60c-1be7-4926-aba0-59faddf980cf'] in dv-neutron-601336-62-ovs is: [{'id': 'c9d2c60c-1be7-4926-aba0-59faddf980cf', 'name': '', 'tenant_id': '54c4033dbb3c4827aecc516946a8972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72', 'external_fixed_ips': [{'subnet_id': '0c0fcfd0-e826-4110-b559-f102e6a1f83c', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': '04ea2b55-7a30-4018-9219-34052b4154c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:57:41Z', 'updated_at': '2020-12-21T09:57:48Z', 'revision_number': 3, 'project_id': '54c4033dbb3c4827aecc516946a8972e', 'gw_port': {'id': '04ea2b55-7a30-4018-9219-34052b4154c5', 'name': '', 'network_id': 'dd4ff433-c66a-4367-8ce7-bc9f88916c72', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:61:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9d2c60c-1be7-4926-aba0-59faddf980cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '0c0fcfd0-e826-4110-b559-f102e6a1f83c', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:45Z', 'updated_at': '2020-12-21T09:57:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0c0fcfd0-e826-4110-b559-f102e6a1f83c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:58:01.608455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Unset dirty status for tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:01.613907 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c18b45bc-a169-40fe-9718-33ee54ef9d59 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6406 time: 0.2874117
Dec 21 09:58:01.614859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32896) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:01.719442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-7732b06e-9d2c-424f-bd3c-55003078b9ce tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] delete failed (client error): The resource could not be found.
Dec 21 09:58:01.724327 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7732b06e-9d2c-424f-bd3c-55003078b9ce tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "DELETE /v2.0/floatingips/256cd1cb-d264-416d-be17-3b7b06800ae9 HTTP/1.1" status: 404  len: 345 time: 0.0943763
Dec 21 09:58:01.728164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32900) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:01.763413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.785843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5784123b-a306-4bce-94b7-20235af32f00 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] DELETE failed (client error): The resource could not be found.
Dec 21 09:58:01.786365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5784123b-a306-4bce-94b7-20235af32f00 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 09:58:01.792813 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5784123b-a306-4bce-94b7-20235af32f00 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "DELETE /v2.0/networks/4d0d328c-9adf-4c32-946a-fa5835562179 HTTP/1.1" status: 404  len: 339 time: 0.0593519
Dec 21 09:58:01.821145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32904) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:01.834163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Request body: {'network': {'name': 'tempest-network--1644264494', 'router:external': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:01.836489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.839498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.841579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:01.858121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Usage tracker for resource:network and tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:01.864581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:01.868087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ce23157-c0d1-466a-886e-f25e016ff8aa tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.874923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:01.956729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Made reservation on behalf of 14f1dcc88dcb4056928edbd1e1bbe9f4 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:01.962072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:01.964860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f9ce10-86a9-43cb-aaa2-b2f5b74d7593 req-7506eb80-3c2b-4fca-80dc-e5727ab775d4 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:01.966557 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45f9ce10-86a9-43cb-aaa2-b2f5b74d7593 req-7506eb80-3c2b-4fca-80dc-e5727ab775d4 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 946 time: 1.5934975
Dec 21 09:58:01.990815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:58:02.077189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.133340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:02.201948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce23157-c0d1-466a-886e-f25e016ff8aa tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Subnet': ['ID=e138dd9b-0e76-4dd4-bd6d-7fdeac6d37c4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:02.216727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f3a65-e84a-476c-bb4f-e2fe1a9b45ad req-433ee684-9a11-430a-97cc-0581492c0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:02.218679 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-121f3a65-e84a-476c-bb4f-e2fe1a9b45ad req-433ee684-9a11-430a-97cc-0581492c0d75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 1163 time: 1.7542617
Dec 21 09:58:02.223205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0ce23157-c0d1-466a-886e-f25e016ff8aa tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:02.232160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] For port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6,segment=NetworkSegment(371e86d6-27c0-4bd2-9926-fefc94b96426),segment_id=371e86d6-27c0-4bd2-9926-fefc94b96426)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:02.232701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.269095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ce23157-c0d1-466a-886e-f25e016ff8aa tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.293836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:58:02.294590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.295167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Fanout notify agent at l3_agent the message router_deleted on router c9d2c60c-1be7-4926-aba0-59faddf980cf {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:58:02.297476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0ce23157-c0d1-466a-886e-f25e016ff8aa tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "DELETE /v2.0/subnets/e138dd9b-0e76-4dd4-bd6d-7fdeac6d37c4 HTTP/1.1" status: 204  len: 168 time: 2.2094624
Dec 21 09:58:02.311554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.312778 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e9350173-a5d3-4ec5-bcea-1fe2c4d91b71 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "DELETE /v2.0/routers/c9d2c60c-1be7-4926-aba0-59faddf980cf HTTP/1.1" status: 204  len: 168 time: 8.1384699
Dec 21 09:58:02.321348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32910) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:02.321748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32914) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:02.420895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d234d-2576-4e8c-b2cc-2159c54320d9 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:02.421713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c90d234d-2576-4e8c-b2cc-2159c54320d9 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Synchronizing usage tracker for tenant:35f63a9f5cae49859b419d7a70813706 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:02.469213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] Calling delete_port for ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:02.504262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:02.532313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.545438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f47affa-cbef-4607-8ca5-81c315975111 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:02.585107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.598766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:02.609915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.610405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Added segment a339aeb9-0bbb-4ff8-b6bb-968ac4069700 of type vxlan for network 9aa7911e-2761-4df6-b2c4-d5355ead6955
Dec 21 09:58:02.631953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.640415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-566f0983-00c1-46eb-b24f-9fb8df46a0ea None None] Provisioning for port e77213e4-9269-45da-af81-c1ed7ee18aa9 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:58:02.653765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:02.657146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-566f0983-00c1-46eb-b24f-9fb8df46a0ea None None] Provisioning complete for port e77213e4-9269-45da-af81-c1ed7ee18aa9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:02.657865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-566f0983-00c1-46eb-b24f-9fb8df46a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.667950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.688308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:02.700993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device d544c753-c351-4e61-aef5-dfca25a41610 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:02.707083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ae6bb031-c338-4cb6-8632-24d2f6deaeaa tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:02.744145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.750894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.793296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:02.794027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.865881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aad149-e4f0-4bf0-ab41-9304808a46e1 req-fbfc0592-ac7e-4026-9b33-f893f337606f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:02.873581 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a1aad149-e4f0-4bf0-ab41-9304808a46e1 req-fbfc0592-ac7e-4026-9b33-f893f337606f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 943 time: 1.3349733
Dec 21 09:58:02.879386 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45f9ce10-86a9-43cb-aaa2-b2f5b74d7593 req-20b2ac3c-0f00-4fb4-9c71-26caf385fb2d tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7737002
Dec 21 09:58:02.893903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:02.916077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1e00e7a0-cb9a-4ebc-b190-a8ba49e5c2f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:02.938183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Pushing event updated for resources: {'Port': ['ID=6c8b44de-148c-4961-b18c-dc8168bdff3f,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:02.945788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-121f3a65-e84a-476c-bb4f-e2fe1a9b45ad req-9d937a9e-88d6-412b-8d6d-fef286136f0c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7008865
Dec 21 09:58:02.946424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c90d234d-2576-4e8c-b2cc-2159c54320d9 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Unset dirty status for tenant:35f63a9f5cae49859b419d7a70813706 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:02.947564 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c90d234d-2576-4e8c-b2cc-2159c54320d9 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.6174045
Dec 21 09:58:02.952199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:02.957690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32922) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:02.959454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-363a85e0-365a-493a-b238-f944ea30b646 tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:03.029165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] Pushing event deleted for resources: {'Port': ['ID=ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:03.040785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:03.043990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b52c9074-129e-41d1-9a4f-d7e26697ee52 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Deleting subnet 0c0fcfd0-e826-4110-b559-f102e6a1f83c {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:58:03.048653 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-5b7c1e9a-8bfe-42a6-bc6d-99ffb2cc0f2c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 1.4081800
Dec 21 09:58:03.050426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32926) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:03.053897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Allocated IP 172.26.1.208 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/65ff77bd-e3cd-4a5b-865c-e6758776c290) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:58:03.055867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:58:03.056551 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 857 time: 1.2290385
Dec 21 09:58:03.062689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b52c9074-129e-41d1-9a4f-d7e26697ee52 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:03.201028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port d544c753-c351-4e61-aef5-dfca25a41610 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:03.216851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:03.218496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event updated for resources: {'Network': ['ID=9aa7911e-2761-4df6-b2c4-d5355ead6955,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:03.228011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:03.293555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] In _notify_port_updated(), no bound segment for port 6c8b44de-148c-4961-b18c-dc8168bdff3f on network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 {{(pid=80971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 09:58:03.298214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:03.298936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:03.303724 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "PUT /v2.0/ports/6c8b44de-148c-4961-b18c-dc8168bdff3f HTTP/1.1" status: 200  len: 1129 time: 1.8808396
Dec 21 09:58:03.319923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32930) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:03.346733 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a1aad149-e4f0-4bf0-ab41-9304808a46e1 req-1f3d39e3-7b66-41ed-b5d6-685774cd3f08 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4716039
Dec 21 09:58:03.353195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd0740-00d7-42aa-b395-f89bcaf870bc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:03.362657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-566f0983-00c1-46eb-b24f-9fb8df46a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:03.366900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd0740-00d7-42aa-b395-f89bcaf870bc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:03.383271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd0740-00d7-42aa-b395-f89bcaf870bc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:03.388255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd0740-00d7-42aa-b395-f89bcaf870bc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:03.390563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 9aa7911e-2761-4df6-b2c4-d5355ead6955 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:03.403402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd0740-00d7-42aa-b395-f89bcaf870bc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:03.404154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:03.405391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f8cd0740-00d7-42aa-b395-f89bcaf870bc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Synchronizing usage tracker for tenant:ec523a1dd300431fac14c1517a4576b8 on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:03.410230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 9aa7911e-2761-4df6-b2c4-d5355ead6955 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:03.522968 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8', 'code': 200}
Dec 21 09:58:03.558567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9a5e81-54dc-48ea-8a20-a66bf3082b16 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:03.570596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3b9a5e81-54dc-48ea-8a20-a66bf3082b16 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Synchronizing usage tracker for tenant:b35e3f83f772470d8bcabc8c69b1d150 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:03.574742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Deleting port e77213e4-9269-45da-af81-c1ed7ee18aa9 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:03.575066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:03.760351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b52c9074-129e-41d1-9a4f-d7e26697ee52 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:03.855222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] No DVR routers for this DVR port ebeebe3a-a1a7-4c3b-b53c-16b9606bb7a6 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:58:03.882444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-566f0983-00c1-46eb-b24f-9fb8df46a0ea None None] For port e77213e4-9269-45da-af81-c1ed7ee18aa9, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e77213e4-9269-45da-af81-c1ed7ee18aa9,segment=NetworkSegment(13224756-37fc-49f2-90ef-c23cf069e0c4),segment_id=13224756-37fc-49f2-90ef-c23cf069e0c4)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:03.893676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f8cd0740-00d7-42aa-b395-f89bcaf870bc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Unset dirty status for tenant:ec523a1dd300431fac14c1517a4576b8 on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:03.895099 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f8cd0740-00d7-42aa-b395-f89bcaf870bc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3058 time: 0.8373260
Dec 21 09:58:03.901118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] For port e77213e4-9269-45da-af81-c1ed7ee18aa9, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e77213e4-9269-45da-af81-c1ed7ee18aa9,segment=NetworkSegment(13224756-37fc-49f2-90ef-c23cf069e0c4),segment_id=13224756-37fc-49f2-90ef-c23cf069e0c4)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:03.901609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:03.905353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-566f0983-00c1-46eb-b24f-9fb8df46a0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:03.909446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:03.911295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32934) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:04.071071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.078294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 04ea2b55-7a30-4018-9219-34052b4154c5 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:04.090049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Calling delete_port for e77213e4-9269-45da-af81-c1ed7ee18aa9 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:04.122093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0b0d4474-5a69-4342-ab26-ad48e898b5da None None] Provisioning complete for port 6c8b44de-148c-4961-b18c-dc8168bdff3f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:04.122879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b0d4474-5a69-4342-ab26-ad48e898b5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.151811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3b9a5e81-54dc-48ea-8a20-a66bf3082b16 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Unset dirty status for tenant:b35e3f83f772470d8bcabc8c69b1d150 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:04.159176 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3b9a5e81-54dc-48ea-8a20-a66bf3082b16 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "GET /v2.0/ports/6c8b44de-148c-4961-b18c-dc8168bdff3f HTTP/1.1" status: 200  len: 1129 time: 0.8375983
Dec 21 09:58:04.183237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32938) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:04.224037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0b0d4474-5a69-4342-ab26-ad48e898b5da None None] Port 6c8b44de-148c-4961-b18c-dc8168bdff3f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:58:04.228812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 04ea2b55-7a30-4018-9219-34052b4154c5 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:58:04.229372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 04ea2b55-7a30-4018-9219-34052b4154c5 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 21 09:58:04.270787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566f0983-00c1-46eb-b24f-9fb8df46a0ea None None] Pushing event updated for resources: {'Port': ['ID=e77213e4-9269-45da-af81-c1ed7ee18aa9,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:04.275170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Port 04ea2b55-7a30-4018-9219-34052b4154c5 not found, will not notify nova. {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 21 09:58:04.276860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-566f0983-00c1-46eb-b24f-9fb8df46a0ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:04.280884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20649b4f-68b5-4c9a-bf23-813bf5fa1898 req-0b49331c-762e-4c75-9c95-2ec57019e9e4 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:04.282970 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20649b4f-68b5-4c9a-bf23-813bf5fa1898 req-0b49331c-762e-4c75-9c95-2ec57019e9e4 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 946 time: 0.7767467
Dec 21 09:58:04.326150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:58:04.326519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:58:04.345247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7a26f7e8-2236-456b-b489-ad4f81a8ff87 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Deleting port 6c8b44de-148c-4961-b18c-dc8168bdff3f {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:04.345560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a26f7e8-2236-456b-b489-ad4f81a8ff87 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.361282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b52c9074-129e-41d1-9a4f-d7e26697ee52 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.480076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-c3d4bbd3-2497-4282-bad7-836f63d3478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:04.481921 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-c3d4bbd3-2497-4282-bad7-836f63d3478f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08bc19b4e2294eea880fdc39de5157b9&device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 1163 time: 1.0690868
Dec 21 09:58:04.493798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dd2cf-e343-4248-b79f-074ea6161755 req-f0ababad-50fa-4140-ad8b-7eb2f2c7a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:04.495565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-492dd2cf-e343-4248-b79f-074ea6161755 req-f0ababad-50fa-4140-ad8b-7eb2f2c7a95e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 1162 time: 0.6435480
Dec 21 09:58:04.626256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a26f7e8-2236-456b-b489-ad4f81a8ff87 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.685240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.692540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:04.732974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.789009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7a26f7e8-2236-456b-b489-ad4f81a8ff87 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Calling delete_port for 6c8b44de-148c-4961-b18c-dc8168bdff3f owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:04.790216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:04.790640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.827655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Deleting port e77213e4-9269-45da-af81-c1ed7ee18aa9 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:04.828016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.906659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec3193c8>,) {'filters': {'network_id': ['9aa7911e-2761-4df6-b2c4-d5355ead6955']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:04.924841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec3193c8>, 'a339aeb9-0bbb-4ff8-b6bb-968ac4069700') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:04.926171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec3193c8>, 'a339aeb9-0bbb-4ff8-b6bb-968ac4069700') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:04.945173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.964186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:04.966588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Releasing vxlan tunnel 12 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:05.089317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] For port e77213e4-9269-45da-af81-c1ed7ee18aa9, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e77213e4-9269-45da-af81-c1ed7ee18aa9,segment=NetworkSegment(13224756-37fc-49f2-90ef-c23cf069e0c4),segment_id=13224756-37fc-49f2-90ef-c23cf069e0c4)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:05.090048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:05.172860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 9aa7911e-2761-4df6-b2c4-d5355ead6955 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:05.184937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:05.241618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Calling delete_port for e77213e4-9269-45da-af81-c1ed7ee18aa9 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:05.333303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c24a0c-2069-4aee-b863-e1407db21d08 req-abf74c09-07d8-4b6b-98ae-5c497ad2b6c7 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:05.335737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-84c24a0c-2069-4aee-b863-e1407db21d08 req-abf74c09-07d8-4b6b-98ae-5c497ad2b6c7 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 946 time: 1.5924461
Dec 21 09:58:05.340506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20649b4f-68b5-4c9a-bf23-813bf5fa1898 req-0d0344e6-dea9-4717-aa55-fac8f2ea5466 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0194561
Dec 21 09:58:05.369327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32944) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:05.385633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f6ad75f7-1dbf-485d-9537-801595b589c2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Request body: {'floatingip': {'port_id': '2c3bed66-b02f-455d-b529-b908c9b1cac7'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:05.487968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:05.508338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73aaf568-bcb3-4cf3-82b0-49860489efae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:05.540763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:05.553721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6ad75f7-1dbf-485d-9537-801595b589c2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for floatingip, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:05.620394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:05.646751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Port': ['ID=e77213e4-9269-45da-af81-c1ed7ee18aa9,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:05.661256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:05.695365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a26f7e8-2236-456b-b489-ad4f81a8ff87 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:05.707531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 9aa7911e-2761-4df6-b2c4-d5355ead6955 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:05.727287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15539e80-a0f9-41a5-831a-6eed4ffd4658 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:05.826960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f874c6c8-158a-41ff-a595-00b703c42839 None None] Network cc7ad115-9594-4f76-81dc-a604a64f9d67 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:05.871925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26f7e8-2236-456b-b489-ad4f81a8ff87 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Pushing event deleted for resources: {'Port': ['ID=6c8b44de-148c-4961-b18c-dc8168bdff3f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:05.875328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7eef4199-ff47-4612-9bf2-239d9a270777 None None] Could not find standard attr ID for object e77213e4-9269-45da-af81-c1ed7ee18aa9. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 09:58:05.880904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a26f7e8-2236-456b-b489-ad4f81a8ff87 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:06.012551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] No DVR routers for this DVR port e77213e4-9269-45da-af81-c1ed7ee18aa9 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:06.029004 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:06.044744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 04ea2b55-7a30-4018-9219-34052b4154c5 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:58:06.051913 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-492dd2cf-e343-4248-b79f-074ea6161755 req-92def236-db0e-4307-be28-a5e3c6cec23e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 1.5312173
Dec 21 09:58:06.093398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 04ea2b55-7a30-4018-9219-34052b4154c5 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:58:06.093812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 04ea2b55-7a30-4018-9219-34052b4154c5 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:58:06.169173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b5c551-33d3-4afe-aba7-5ffffac4ffd1 None None] DHCP port deletion for cc7ad115-9594-4f76-81dc-a604a64f9d67 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:58:06.281894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Pushing event updated for resources: {'Port': ['ID=65ff77bd-e3cd-4a5b-865c-e6758776c290,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:06.291106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-7479b6aa-efc0-4bd2-80ce-61ac534d3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:06.292755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-7479b6aa-efc0-4bd2-80ce-61ac534d3c60 service neutron] 10.222.0.16 "GET /v2.0/networks?id=64fc3134-80ba-45d9-bcfe-cbec04cd2659 HTTP/1.1" status: 200  len: 900 time: 1.7386487
Dec 21 09:58:06.296862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:06.391166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:06.438699 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-32bfcf24-5075-4c8c-891f-c3120752d998 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c3bed66-b02f-455d-b529-b908c9b1cac7 HTTP/1.1" status: 200  len: 217 time: 0.1228206
Dec 21 09:58:06.470668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:06.485035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  9aa7911e-2761-4df6-b2c4-d5355ead6955 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 21 09:58:06.514650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:06.532411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:06.617681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da50ac-1613-48b1-98f2-992776285d53 req-42255368-4ab1-4b06-8465-c7d672765adf tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:06.619447 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-10da50ac-1613-48b1-98f2-992776285d53 req-42255368-4ab1-4b06-8465-c7d672765adf tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 1.1467543
Dec 21 09:58:06.630493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event deleted for resources: {'Network': ['ID=9aa7911e-2761-4df6-b2c4-d5355ead6955,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:06.633615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:06.643647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a26f7e8-2236-456b-b489-ad4f81a8ff87 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:06.658241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:58:06.670411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:06.672815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:06.718950 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "DELETE /v2.0/networks/9aa7911e-2761-4df6-b2c4-d5355ead6955 HTTP/1.1" status: 204  len: 168 time: 2.7981818
Dec 21 09:58:06.730573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32950) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:06.757742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Request body: {'network': {'name': 'tempest-network--248276481', 'router:external': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:06.777242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:06.799849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-10da50ac-1613-48b1-98f2-992776285d53 req-4b2beefb-5aa6-4d1e-ac65-42a7d22fdc9f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1342707
Dec 21 09:58:06.804205 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7a26f7e8-2236-456b-b489-ad4f81a8ff87 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "DELETE /v2.0/ports/6c8b44de-148c-4961-b18c-dc8168bdff3f HTTP/1.1" status: 204  len: 168 time: 2.6197085
Dec 21 09:58:06.805803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Usage tracker for resource:network and tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:06.807938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32954) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:06.817290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:06.820064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b52c9074-129e-41d1-9a4f-d7e26697ee52 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:06.821826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed437940>,) {'filters': {'network_id': ['cc7ad115-9594-4f76-81dc-a604a64f9d67']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:06.853043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:06.902946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-9454f9f0-7eea-40f5-9dd8-d217e67af31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:06.904459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-9454f9f0-7eea-40f5-9dd8-d217e67af31d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea758eb-df80-4c23-998c-e2f83e74ad01 HTTP/1.1" status: 200  len: 845 time: 0.4349742
Dec 21 09:58:06.918692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4007ab0-2af2-40ef-b82d-390e3bce2127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:06.919767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed437940>, '13224756-37fc-49f2-90ef-c23cf069e0c4') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:06.920121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed437940>, '13224756-37fc-49f2-90ef-c23cf069e0c4') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:07.082828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.099441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c9074-129e-41d1-9a4f-d7e26697ee52 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event deleted for resources: {'Subnet': ['ID=0c0fcfd0-e826-4110-b559-f102e6a1f83c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:07.102251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b52c9074-129e-41d1-9a4f-d7e26697ee52 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:07.102459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Made reservation on behalf of 14f1dcc88dcb4056928edbd1e1bbe9f4 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:07.107247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.138618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.147389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Releasing vxlan tunnel 13 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:07.203749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.257135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:07.320951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.321313 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Added segment fa6c3d0c-98aa-4023-9211-72df5af1ec03 of type vxlan for network 92e2da05-b66e-4850-976d-a8013c2fb233
Dec 21 09:58:07.351714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d30df59-bca1-4dda-8adc-48fb92293f23 req-105c0b76-9bb5-421c-ae53-829985a8f30d tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:07.352721 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d30df59-bca1-4dda-8adc-48fb92293f23 req-105c0b76-9bb5-421c-ae53-829985a8f30d tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 946 time: 0.8060384
Dec 21 09:58:07.387013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b52c9074-129e-41d1-9a4f-d7e26697ee52 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.394147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network cc7ad115-9594-4f76-81dc-a604a64f9d67 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:07.406037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.446004 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b52c9074-129e-41d1-9a4f-d7e26697ee52 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "DELETE /v2.0/subnets/0c0fcfd0-e826-4110-b559-f102e6a1f83c HTTP/1.1" status: 204  len: 168 time: 5.1118283
Dec 21 09:58:07.454820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32958) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:07.465162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.509369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-16ff0460-ea5b-4cec-92a2-a11506c92c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:07.511004 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-16ff0460-ea5b-4cec-92a2-a11506c92c8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64fc3134-80ba-45d9-bcfe-cbec04cd2659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5612552
Dec 21 09:58:07.558969 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d30df59-bca1-4dda-8adc-48fb92293f23 req-a3fc8a4d-5428-4e20-bdb3-ca9bc578e346 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1794529
Dec 21 09:58:07.583696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67a3c26-7357-48c5-9ae6-d906f8eca92d tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Deleting subnet fb1edc25-8d30-445f-9fcb-e683d1d301ff {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:58:07.608251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c67a3c26-7357-48c5-9ae6-d906f8eca92d tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.646468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.726557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network cc7ad115-9594-4f76-81dc-a604a64f9d67 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:07.787089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-f6ad75f7-1dbf-485d-9537-801595b589c2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:58:07.850105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c67a3c26-7357-48c5-9ae6-d906f8eca92d tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.866886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e77213e4-9269-45da-af81-c1ed7ee18aa9 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:07.875507 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:07.910662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:58:07.913813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: e77213e4-9269-45da-af81-c1ed7ee18aa9 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:58:07.914214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e77213e4-9269-45da-af81-c1ed7ee18aa9 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:58:07.929555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:07.990729 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-f197214f-e351-4c4a-85ec-4227acf70d4c service neutron] 10.222.0.16 "GET /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4697213
Dec 21 09:58:08.243812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f634979-18c3-4785-ae70-393d8246fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.284020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac7a25a-b100-4d38-b88b-53b1f628fa85 req-00abf263-fcc3-4256-9c4d-eef65556adf1 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:08.285660 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dac7a25a-b100-4d38-b88b-53b1f628fa85 req-00abf263-fcc3-4256-9c4d-eef65556adf1 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 946 time: 0.5800700
Dec 21 09:58:08.310779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32966) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:08.342860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0b3c7b1b-5509-4b41-9457-3d99993a2cdd tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Request body: {'floatingip': {'port_id': 'd544c753-c351-4e61-aef5-dfca25a41610'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:08.406685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6ad75f7-1dbf-485d-9537-801595b589c2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for floatingip, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.435185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6ad75f7-1dbf-485d-9537-801595b589c2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.526284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.542853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.558970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7b1b-5509-4b41-9457-3d99993a2cdd tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for floatingip, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.617903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c67a3c26-7357-48c5-9ae6-d906f8eca92d tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.626568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:08.627742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.647202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e402296b-1cb5-4af4-8343-ba88aa2aabcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:08.703297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.717083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7055e460-e2ab-48fc-95dd-e3b06ec638b9 req-511ec5f4-b931-48b4-991c-270953ef581e service neutron] 10.222.0.16 "GET /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7173944
Dec 21 09:58:08.724112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d055ade-c692-424c-b327-c8e292b8f3dd req-5d68d8ab-1d71-41d2-ae0e-8176dd6708e7 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:08.725727 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d055ade-c692-424c-b327-c8e292b8f3dd req-5d68d8ab-1d71-41d2-ae0e-8176dd6708e7 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.7433257
Dec 21 09:58:08.731960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.760234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.805368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:08.841141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:08.933025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "DELETE /v2.0/networks/cc7ad115-9594-4f76-81dc-a604a64f9d67 HTTP/1.1" status: 204  len: 168 time: 5.9361312
Dec 21 09:58:08.953606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32970) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:09.009366 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 856 time: 2.2641220
Dec 21 09:58:09.021725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32974) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:09.066414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cdd202-6b07-4eed-8855-613fdd61a73e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event updated for resources: {'Network': ['ID=92e2da05-b66e-4850-976d-a8013c2fb233,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:09.081625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 92e2da05-b66e-4850-976d-a8013c2fb233 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:09.095256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d055ade-c692-424c-b327-c8e292b8f3dd req-6b95e9c9-c90a-4278-a088-dbc42362f7ae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3418348
Dec 21 09:58:09.096663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Pushing event updated for resources: {'Port': ['ID=65ff77bd-e3cd-4a5b-865c-e6758776c290,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:09.119938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:09.173242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Network': ['ID=cc7ad115-9594-4f76-81dc-a604a64f9d67,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:09.209396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:09.210000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.523s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:09.210429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:09.271799 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-f6ad75f7-1dbf-485d-9537-801595b589c2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Floating IP e5c56bb5-67a1-4997-8fe4-0c9e13b83062 associated. External IP: 172.26.1.99, port: 2c3bed66-b02f-455d-b529-b908c9b1cac7.
Dec 21 09:58:09.331940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fedbf48d0>,) {'filters': {'network_id': ['dd4ff433-c66a-4367-8ce7-bc9f88916c72']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:09.351673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:09.411858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 92e2da05-b66e-4850-976d-a8013c2fb233 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:09.436497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedbf48d0>, '50e7cd5b-49a2-468c-aea2-e1401183467a') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:09.436872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedbf48d0>, '50e7cd5b-49a2-468c-aea2-e1401183467a') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:09.539965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:09.571160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcbe7bc-1712-4532-b685-766422b1da93 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:09.577253 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bdcbe7bc-1712-4532-b685-766422b1da93 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] 10.222.0.45 "GET /v2.0/networks/92e2da05-b66e-4850-976d-a8013c2fb233 HTTP/1.1" status: 200  len: 756 time: 0.5078738
Dec 21 09:58:09.578793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32980) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:09.637136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c67a3c26-7357-48c5-9ae6-d906f8eca92d tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:09.638808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:09.697292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:09.700588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:09.748094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:09.788048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a3c26-7357-48c5-9ae6-d906f8eca92d tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Pushing event deleted for resources: {'Subnet': ['ID=fb1edc25-8d30-445f-9fcb-e683d1d301ff,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:09.795645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c67a3c26-7357-48c5-9ae6-d906f8eca92d tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:09.917018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:09.989654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddcf7e-657c-4939-a311-6b64c8df2f24 req-78f8b097-683a-4fcd-8bea-28dd8926c1ea tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:09.991278 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-feddcf7e-657c-4939-a311-6b64c8df2f24 req-78f8b097-683a-4fcd-8bea-28dd8926c1ea tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.7173326
Dec 21 09:58:10.012861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32984) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:10.026755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.028043 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 12.5018167
Dec 21 09:58:10.034430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 32988) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:10.057197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec95f914-b33c-4df2-b559-758d8c394a5e tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:10.058676 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ec95f914-b33c-4df2-b559-758d8c394a5e tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] 10.222.0.45 "GET /v2.0/networks/8b9ad59e-4d68-4b44-837b-558a9a22c469 HTTP/1.1" status: 200  len: 768 time: 0.4720881
Dec 21 09:58:10.069793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32990) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:10.173614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a36e86-7fb9-4b1b-a94e-638295126de5 None None] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:10.179978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c67a3c26-7357-48c5-9ae6-d906f8eca92d tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.183649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c67a3c26-7357-48c5-9ae6-d906f8eca92d tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "DELETE /v2.0/subnets/fb1edc25-8d30-445f-9fcb-e683d1d301ff HTTP/1.1" status: 204  len: 168 time: 3.3729391
Dec 21 09:58:10.204196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 32994) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:10.309613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Network dd4ff433-c66a-4367-8ce7-bc9f88916c72 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:10.319817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec2b9c50>,) {'filters': {'network_id': ['3368d9e9-de21-485c-b55d-8a5e653f291d']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:10.320482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-006a9dff-0b95-4c2a-b01b-96803df2e4f2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Request body: {'floatingip': {'port_id': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:10.359806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec2b9c50>, '371e86d6-27c0-4bd2-9926-fefc94b96426') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:10.360155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec2b9c50>, '371e86d6-27c0-4bd2-9926-fefc94b96426') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:10.372195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.387541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.425642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006a9dff-0b95-4c2a-b01b-96803df2e4f2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for floatingip, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.444251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.456863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] DHCP port deletion for 5c3beb62-011b-4ffa-b2fe-87d06887fe73 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:58:10.461217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] Deleting port a095c746-f639-4c82-bba4-ddb371dd9691 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:10.461679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.720474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.741070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] For port a095c746-f639-4c82-bba4-ddb371dd9691, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a095c746-f639-4c82-bba4-ddb371dd9691,segment=NetworkSegment(2201f2d6-7a25-4b37-8654-ae8f8ade8e69),segment_id=2201f2d6-7a25-4b37-8654-ae8f8ade8e69)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:10.741531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.745716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.750461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Releasing vxlan tunnel 9 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:10.752870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:10.782676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:10.786461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.876262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] Calling delete_port for a095c746-f639-4c82-bba4-ddb371dd9691 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:10.937346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Usage tracker for resource:floatingip and tenant:f0d21df837ec4530a3b277f4184cd5d9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:10.958186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:10.963576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Network dd4ff433-c66a-4367-8ce7-bc9f88916c72 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:10.977273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:11.009792 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:11.043097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:11.092617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70bdba1c-ca84-4e0d-8328-2f828868385e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:11.143959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] Pushing event deleted for resources: {'Port': ['ID=a095c746-f639-4c82-bba4-ddb371dd9691,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:11.148281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:11.157943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] No DVR routers for this DVR port a095c746-f639-4c82-bba4-ddb371dd9691 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:58:11.227380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:11.262121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-0b3c7b1b-5509-4b41-9457-3d99993a2cdd tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:58:11.337780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ad75f7-1dbf-485d-9537-801595b589c2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Router a40b47f9-2988-49e8-9030-4085251f9b9d has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:58:11.346314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:11.359733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec523978>,) {'filters': {'network_id': ['92e2da05-b66e-4850-976d-a8013c2fb233']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:11.415816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:11.444193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec523978>, 'fa6c3d0c-98aa-4023-9211-72df5af1ec03') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:11.444495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec523978>, 'fa6c3d0c-98aa-4023-9211-72df5af1ec03') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:11.445890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  dd4ff433-c66a-4367-8ce7-bc9f88916c72 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 21 09:58:11.464911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network 3368d9e9-de21-485c-b55d-8a5e653f291d has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:11.467580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:11.476343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event deleted for resources: {'Network': ['ID=dd4ff433-c66a-4367-8ce7-bc9f88916c72,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:11.479909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:11.484516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:11.505294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:11.519809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7b1b-5509-4b41-9457-3d99993a2cdd tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for floatingip, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:11.587883 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "DELETE /v2.0/networks/dd4ff433-c66a-4367-8ce7-bc9f88916c72 HTTP/1.1" status: 204  len: 168 time: 4.1318238
Dec 21 09:58:11.600138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:11.603475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7b1b-5509-4b41-9457-3d99993a2cdd tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:11.671351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:11.691726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Releasing vxlan tunnel 12 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:11.956448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a095c746-f639-4c82-bba4-ddb371dd9691 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:58:12.006980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network 3368d9e9-de21-485c-b55d-8a5e653f291d has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:12.051089 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:12.056573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33008) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:12.067281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: a095c746-f639-4c82-bba4-ddb371dd9691 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:58:12.068172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a095c746-f639-4c82-bba4-ddb371dd9691 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:58:12.089289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.143225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec41e828>,) {'filters': {'network_id': ['5c3beb62-011b-4ffa-b2fe-87d06887fe73']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:12.167222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Request body: {'router': {'name': 'tempest-router--510707760', 'project_id': 'cb7bee6817df49939c6ab96932aee490'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:12.192286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:12.195830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 92e2da05-b66e-4850-976d-a8013c2fb233 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:12.255816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec41e828>, '2201f2d6-7a25-4b37-8654-ae8f8ade8e69') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:12.256171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec41e828>, '2201f2d6-7a25-4b37-8654-ae8f8ade8e69') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:12.263534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Usage tracker for resource:router and tenant:cb7bee6817df49939c6ab96932aee490 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:12.267333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.290281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:12.310248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:12.324523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.325289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4752511e-5436-4e6c-a250-4b2745121206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.378834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ad75f7-1dbf-485d-9537-801595b589c2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:58:12.381805 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-0b3c7b1b-5509-4b41-9457-3d99993a2cdd tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Floating IP d8ce2330-730f-43cd-8952-a14a45d21f34 associated. External IP: 172.26.1.115, port: d544c753-c351-4e61-aef5-dfca25a41610.
Dec 21 09:58:12.390887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] Sync routers for ids ['a40b47f9-2988-49e8-9030-4085251f9b9d'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:58:12.392081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.402348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] Routers {'a40b47f9-2988-49e8-9030-4085251f9b9d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:12.403264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee20eb38>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a40b47f9-2988-49e8-9030-4085251f9b9d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:12.421890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.422990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.433125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.436153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.439406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e4ff447-c3c5-40cf-8aac-e3c398d57aff tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:12.441902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6ad75f7-1dbf-485d-9537-801595b589c2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.467176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Releasing vxlan tunnel 14 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:12.537831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.577450 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "DELETE /v2.0/networks/3368d9e9-de21-485c-b55d-8a5e653f291d HTTP/1.1" status: 204  len: 168 time: 3.6110363
Dec 21 09:58:12.578684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Network': ['ID=3368d9e9-de21-485c-b55d-8a5e653f291d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:12.581835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33012) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:12.584616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 92e2da05-b66e-4850-976d-a8013c2fb233 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:12.593062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:12.603688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] Set router a40b47f9-2988-49e8-9030-4085251f9b9d gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:12.612585 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:12.636484 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f6ad75f7-1dbf-485d-9537-801595b589c2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "PUT /v2.0/floatingips/e5c56bb5-67a1-4997-8fe4-0c9e13b83062 HTTP/1.1" status: 200  len: 991 time: 7.2530601
Dec 21 09:58:12.696752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-006a9dff-0b95-4c2a-b01b-96803df2e4f2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:58:12.754155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'tag': '2c3bed66-b02f-455d-b529-b908c9b1cac7'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:58:12.829389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.871055 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'tag': '2c3bed66-b02f-455d-b529-b908c9b1cac7', 'status': 'completed', 'code': 200}
Dec 21 09:58:12.875354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:12.925459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.952694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.984394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006a9dff-0b95-4c2a-b01b-96803df2e4f2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for floatingip, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:12.998252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006a9dff-0b95-4c2a-b01b-96803df2e4f2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:13.021094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:13.043813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  92e2da05-b66e-4850-976d-a8013c2fb233 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 21 09:58:13.057752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:13.059838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee20eb38>, [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:55Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e5c56bb5-67a1-4997-8fe4-0c9e13b83062', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'floating_ip_address': '172.26.1.99', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'port_id': '2c3bed66-b02f-455d-b529-b908c9b1cac7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'mac_address': 'fa:16:3e:67:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T09:57:13Z', 'updated_at': '2020-12-21T09:58:07Z', 'revision_number': 1, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c06631-dee7-43b6-96d4-680926e754e0', 'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'mac_address': 'fa:16:3e:1f:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:52Z', 'updated_at': '2020-12-21T09:57:14Z', 'revision_number': 5, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'subnets': [{'id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:13.065136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] Checking router: a40b47f9-2988-49e8-9030-4085251f9b9d for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:58:13.074569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] Routers {'a40b47f9-2988-49e8-9030-4085251f9b9d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:13.075247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee20eb38>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a40b47f9-2988-49e8-9030-4085251f9b9d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:13.079038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event deleted for resources: {'Network': ['ID=92e2da05-b66e-4850-976d-a8013c2fb233,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:13.083456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:13.112048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "DELETE /v2.0/networks/92e2da05-b66e-4850-976d-a8013c2fb233 HTTP/1.1" status: 204  len: 168 time: 3.0404251
Dec 21 09:58:13.113026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33022) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:13.121943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:13.126777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Request body: {'network': {'name': 'tempest-network--1628674511'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:13.196744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:13.201761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Network 5c3beb62-011b-4ffa-b2fe-87d06887fe73 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:13.231556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Usage tracker for resource:network and tenant:14f1dcc88dcb4056928edbd1e1bbe9f4 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:13.235597 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:13.242308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:13.269827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:13.297105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] Set router a40b47f9-2988-49e8-9030-4085251f9b9d gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:13.342105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-56f4dfba-099b-4570-9570-821791284227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:13.344131 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-56f4dfba-099b-4570-9570-821791284227 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=08bc19b4e2294eea880fdc39de5157b9&device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 1163 time: 0.4590697
Dec 21 09:58:13.356408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:13.401530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Made reservation on behalf of 14f1dcc88dcb4056928edbd1e1bbe9f4 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:13.406615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:13.416915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:13.419261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:13.457160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0292251-74c5-4b66-8b2e-fe3b92bd30af tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:13.473285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:13.506592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Pushing event deleted for resources: {'Network': ['ID=5c3beb62-011b-4ffa-b2fe-87d06887fe73,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:13.570773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:13.571952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:13.576411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bf070091-b3c8-4f11-8e1a-22ffac597e0c tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 1.4360452
Dec 21 09:58:13.582087 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] 10.222.0.45 "DELETE /v2.0/networks/5c3beb62-011b-4ffa-b2fe-87d06887fe73 HTTP/1.1" status: 204  len: 168 time: 3.3767331
Dec 21 09:58:13.582234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33026) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:13.601519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:13.638786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:13.639395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Added segment 9d11406f-1a21-45f8-99e5-2c42f56770fb of type vxlan for network 7f194103-0d2f-4e3e-b902-2949acf1129d
Dec 21 09:58:13.687056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-23bd1c1f-0892-49a7-9b9a-e735269ba83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:13.688898 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-23bd1c1f-0892-49a7-9b9a-e735269ba83c service neutron] 10.222.0.16 "GET /v2.0/networks?id=64fc3134-80ba-45d9-bcfe-cbec04cd2659 HTTP/1.1" status: 200  len: 900 time: 0.3165379
Dec 21 09:58:13.778510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:14.136230 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-b7f009af-bff9-4731-9384-723404ff6eca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2c3bed66-b02f-455d-b529-b908c9b1cac7 HTTP/1.1" status: 200  len: 999 time: 0.4371114
Dec 21 09:58:14.146759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:14.148928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:14.149840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:14.150007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:14.176008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee20eb38>, [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:55Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e5c56bb5-67a1-4997-8fe4-0c9e13b83062', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'floating_ip_address': '172.26.1.99', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'port_id': '2c3bed66-b02f-455d-b529-b908c9b1cac7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'mac_address': 'fa:16:3e:67:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T09:57:13Z', 'updated_at': '2020-12-21T09:58:07Z', 'revision_number': 1, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c06631-dee7-43b6-96d4-680926e754e0', 'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'mac_address': 'fa:16:3e:1f:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:52Z', 'updated_at': '2020-12-21T09:57:14Z', 'revision_number': 5, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'subnets': [{'id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:14.180495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d006dd-ec21-49d6-a754-8b12de051b54 None None] The sync data for ids ['a40b47f9-2988-49e8-9030-4085251f9b9d'] in dv-neutron-601336-62-ovs is: [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:55Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e5c56bb5-67a1-4997-8fe4-0c9e13b83062', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'floating_ip_address': '172.26.1.99', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'port_id': '2c3bed66-b02f-455d-b529-b908c9b1cac7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'mac_address': 'fa:16:3e:67:35:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T09:57:13Z', 'updated_at': '2020-12-21T09:58:07Z', 'revision_number': 1, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2c06631-dee7-43b6-96d4-680926e754e0', 'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'mac_address': 'fa:16:3e:1f:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:52Z', 'updated_at': '2020-12-21T09:57:14Z', 'revision_number': 5, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'subnets': [{'id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:58:14.200175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:14.207566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:14.217704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33036) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:14.271283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cb99537-109b-441c-8aa1-b2f93b836580 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:14.323959 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-006a9dff-0b95-4c2a-b01b-96803df2e4f2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Floating IP fbf2b82f-3948-410b-997c-de8ae0bb45d4 associated. External IP: 172.26.1.24, port: 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8.
Dec 21 09:58:14.338503 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 857 time: 1.2197149
Dec 21 09:58:14.339404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33042) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:14.348108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-4d1dc35d-6578-4c08-a18d-04b94a637e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:14.349681 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-4d1dc35d-6578-4c08-a18d-04b94a637e35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5ea758eb-df80-4c23-998c-e2f83e74ad01 HTTP/1.1" status: 200  len: 845 time: 0.1940300
Dec 21 09:58:14.350846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event updated for resources: {'Network': ['ID=7f194103-0d2f-4e3e-b902-2949acf1129d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:14.356661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-82e359ad-5229-448d-946b-fd718cc40c53 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Request body: {'network': {'router:external': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:14.365429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 7f194103-0d2f-4e3e-b902-2949acf1129d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:14.399557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 7f194103-0d2f-4e3e-b902-2949acf1129d details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:14.406379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:14.561777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3c7b1b-5509-4b41-9457-3d99993a2cdd tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Router 577d18a0-5e5e-445d-b12b-2628fec46f95 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:58:14.574045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bfc73d-d1fd-4b56-8bb4-ab49b3d125f6 None None] New status for floating IP e5c56bb5-67a1-4997-8fe4-0c9e13b83062: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 09:58:14.627926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-54437199-3c1c-423f-bc87-7af6d11fcdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:14.630078 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-54437199-3c1c-423f-bc87-7af6d11fcdb1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=64fc3134-80ba-45d9-bcfe-cbec04cd2659&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2582753
Dec 21 09:58:14.687001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Allocated IP 172.26.1.141 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/9f0a6159-08b4-40f7-80af-18260dcfb453) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:58:14.991673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82e359ad-5229-448d-946b-fd718cc40c53 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.003988 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-2fbc2b8a-816d-4a2a-933e-cf0d05eddc48 service neutron] 10.222.0.16 "GET /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2905788
Dec 21 09:58:15.036393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82e359ad-5229-448d-946b-fd718cc40c53 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.064321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:15.107827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d39630>,) {'filters': {'network_id': ['96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:15.133276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7474bd54-e73d-4545-806b-9aeb28ef68eb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b35e3f83f772470d8bcabc8c69b1d150&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9118450
Dec 21 09:58:15.172045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33048) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:15.269950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d39630>, '159e7de6-a5d9-4e39-a51b-331129caf155') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:15.270291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d39630>, '159e7de6-a5d9-4e39-a51b-331129caf155') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:15.283450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cb99537-109b-441c-8aa1-b2f93b836580 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.342390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e359ad-5229-448d-946b-fd718cc40c53 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event updated for resources: {'Network': ['ID=7f194103-0d2f-4e3e-b902-2949acf1129d,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:15.345327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cb99537-109b-441c-8aa1-b2f93b836580 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.352913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-82e359ad-5229-448d-946b-fd718cc40c53 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:15.396247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.399895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82e359ad-5229-448d-946b-fd718cc40c53 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 7f194103-0d2f-4e3e-b902-2949acf1129d is not hosted by any dhcp agent {{(pid=80970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 21 09:58:15.400754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e359ad-5229-448d-946b-fd718cc40c53 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:15.401386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82e359ad-5229-448d-946b-fd718cc40c53 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.403149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-82e359ad-5229-448d-946b-fd718cc40c53 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "PUT /v2.0/networks/7f194103-0d2f-4e3e-b902-2949acf1129d HTTP/1.1" status: 200  len: 851 time: 1.0571241
Dec 21 09:58:15.405618 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ccc61a4-4567-4912-b656-c5474d2e80d2 req-5b75ed41-663c-405a-bcb2-2903ebb70e2e service neutron] 10.222.0.16 "GET /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3939245
Dec 21 09:58:15.413613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33054) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:15.422578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57765fbb-091e-4223-b827-145fd7d59fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.461989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57765fbb-091e-4223-b827-145fd7d59fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.486262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.517132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57765fbb-091e-4223-b827-145fd7d59fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.518621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Releasing vxlan tunnel 8 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:15.525113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0de30a92-d6d2-4498-a2fa-9ff71250390b tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:15.542632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3c7b1b-5509-4b41-9457-3d99993a2cdd tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:58:15.547994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cb99537-109b-441c-8aa1-b2f93b836580 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.548543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb99537-109b-441c-8aa1-b2f93b836580 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Fanout notify agent at l3_agent the message router_deleted on router ebb27fa7-8bdd-4445-8079-ef2811ed5814 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:58:15.551418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57765fbb-091e-4223-b827-145fd7d59fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02492b29-2dbd-4f69-8f36-56c5430c3f94,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:15.553775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57765fbb-091e-4223-b827-145fd7d59fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:15.556512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-57765fbb-091e-4223-b827-145fd7d59fd4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02492b29-2dbd-4f69-8f36-56c5430c3f94 HTTP/1.1" status: 204  len: 168 time: 0.3712192
Dec 21 09:58:15.556512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-57765fbb-091e-4223-b827-145fd7d59fd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:15.556925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006a9dff-0b95-4c2a-b01b-96803df2e4f2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Router e5670799-9c53-435e-a456-82a5924765b9 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:58:15.563166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] Sync routers for ids ['577d18a0-5e5e-445d-b12b-2628fec46f95'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:58:15.609544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] Routers {'577d18a0-5e5e-445d-b12b-2628fec46f95'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:15.610265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd6d6a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['577d18a0-5e5e-445d-b12b-2628fec46f95'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:15.839204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] Set router 577d18a0-5e5e-445d-b12b-2628fec46f95 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:16.029693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:16.059625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cb99537-109b-441c-8aa1-b2f93b836580 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:16.060849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1cb99537-109b-441c-8aa1-b2f93b836580 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "DELETE /v2.0/routers/ebb27fa7-8bdd-4445-8079-ef2811ed5814 HTTP/1.1" status: 204  len: 168 time: 2.4321585
Dec 21 09:58:16.140576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b3c7b1b-5509-4b41-9457-3d99993a2cdd tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:16.176217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:16.300212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd6d6a0>, [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:57:05Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'd8ce2330-730f-43cd-8952-a14a45d21f34', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'floating_ip_address': '172.26.1.115', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'port_id': 'd544c753-c351-4e61-aef5-dfca25a41610', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'mac_address': 'fa:16:3e:e0:18:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388a901-c449-403d-aeb3-9d850842db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T09:57:22Z', 'updated_at': '2020-12-21T09:58:11Z', 'revision_number': 1, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c900505-e613-48b9-ad4e-26fcece52cbc', 'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'mac_address': 'fa:16:3e:d4:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:59Z', 'updated_at': '2020-12-21T09:57:21Z', 'revision_number': 5, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'subnets': [{'id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:16.307037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] Checking router: 577d18a0-5e5e-445d-b12b-2628fec46f95 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:58:16.333025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] Routers {'577d18a0-5e5e-445d-b12b-2628fec46f95'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:16.338807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd6d6a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['577d18a0-5e5e-445d-b12b-2628fec46f95'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:16.343261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network 96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:16.363293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:16.478043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33078) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:16.636490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0b3c7b1b-5509-4b41-9457-3d99993a2cdd tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "PUT /v2.0/floatingips/d8ce2330-730f-43cd-8952-a14a45d21f34 HTTP/1.1" status: 200  len: 992 time: 8.3198152
Dec 21 09:58:16.654663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] Set router 577d18a0-5e5e-445d-b12b-2628fec46f95 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:16.661172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3388a901-c449-403d-aeb3-9d850842db92', 'tag': 'd544c753-c351-4e61-aef5-dfca25a41610'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:58:16.795752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:16.819991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network 96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:16.835765 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3388a901-c449-403d-aeb3-9d850842db92', 'tag': 'd544c753-c351-4e61-aef5-dfca25a41610', 'status': 'completed', 'code': 200}
Dec 21 09:58:16.836399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-99a81842-a07f-447b-8e2e-68da5868fb4c tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:16.896349 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:16.928601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-36214914-9322-4516-b64d-02b15e54dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:16.930364 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-36214914-9322-4516-b64d-02b15e54dce1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3388d26f02ef490182d9d0513dfd4f0b&device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 1163 time: 0.1107371
Dec 21 09:58:17.010587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.015116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-624036821', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:17.023873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33090) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:17.027692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:17.034301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006a9dff-0b95-4c2a-b01b-96803df2e4f2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:58:17.039222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006a9dff-0b95-4c2a-b01b-96803df2e4f2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.051494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] Sync routers for ids ['e5670799-9c53-435e-a456-82a5924765b9'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:58:17.062090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] Routers {'e5670799-9c53-435e-a456-82a5924765b9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:17.063086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed160dd8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e5670799-9c53-435e-a456-82a5924765b9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:17.170218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-73629c65-0930-417f-8d3f-f17677c83481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:17.172359 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-73629c65-0930-417f-8d3f-f17677c83481 service neutron] 10.222.0.16 "GET /v2.0/networks?id=b4a6322a-e701-4fb4-b16d-c89c450cae6a HTTP/1.1" status: 200  len: 905 time: 0.2314627
Dec 21 09:58:17.173914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Usage tracker for resource:router and tenant:5787d2b1d8c64521a40ee58a076635fa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:17.178148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:17.184961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:17.219332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd6d6a0>, [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:57:05Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'd8ce2330-730f-43cd-8952-a14a45d21f34', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'floating_ip_address': '172.26.1.115', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'port_id': 'd544c753-c351-4e61-aef5-dfca25a41610', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'mac_address': 'fa:16:3e:e0:18:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388a901-c449-403d-aeb3-9d850842db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T09:57:22Z', 'updated_at': '2020-12-21T09:58:11Z', 'revision_number': 1, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c900505-e613-48b9-ad4e-26fcece52cbc', 'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'mac_address': 'fa:16:3e:d4:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:59Z', 'updated_at': '2020-12-21T09:57:21Z', 'revision_number': 5, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'subnets': [{'id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:17.226290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8013c-725c-44fc-a455-9d01638213c4 None None] The sync data for ids ['577d18a0-5e5e-445d-b12b-2628fec46f95'] in dv-neutron-601336-62-ovs is: [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:57:05Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'd8ce2330-730f-43cd-8952-a14a45d21f34', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'floating_ip_address': '172.26.1.115', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'port_id': 'd544c753-c351-4e61-aef5-dfca25a41610', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'mac_address': 'fa:16:3e:e0:18:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3388a901-c449-403d-aeb3-9d850842db92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T09:57:22Z', 'updated_at': '2020-12-21T09:58:11Z', 'revision_number': 1, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c900505-e613-48b9-ad4e-26fcece52cbc', 'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'mac_address': 'fa:16:3e:d4:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:59Z', 'updated_at': '2020-12-21T09:57:21Z', 'revision_number': 5, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'subnets': [{'id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:58:17.271253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] Set router e5670799-9c53-435e-a456-82a5924765b9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:17.288187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.289622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.311178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Pushing event updated for resources: {'Port': ['ID=9f0a6159-08b4-40f7-80af-18260dcfb453,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:17.314898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:17.365233 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-65d9234b-a544-4ad1-9167-2a10ac8bd916 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d544c753-c351-4e61-aef5-dfca25a41610 HTTP/1.1" status: 200  len: 1000 time: 0.1668322
Dec 21 09:58:17.383378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.387879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.411429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:17.428266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.442822 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-006a9dff-0b95-4c2a-b01b-96803df2e4f2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "PUT /v2.0/floatingips/fbf2b82f-3948-410b-997c-de8ae0bb45d4 HTTP/1.1" status: 200  len: 990 time: 7.4233208
Dec 21 09:58:17.449556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'networks': [{'name': 'tempest-network--426886651'}, {'name': 'tempest-network--134335504'}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:17.450197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'network': {'name': 'tempest-network--426886651'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:17.450915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'network': {'name': 'tempest-network--134335504'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:17.459583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:17.465922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Usage tracker for resource:network and tenant:3dffe9240b934e0aa2aa8dcfb30bc32e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:17.471240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:17.478776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "DELETE /v2.0/networks/96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c HTTP/1.1" status: 204  len: 168 time: 4.8881350
Dec 21 09:58:17.479842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Network': ['ID=96c5a4bd-b9d0-4b5d-a2d5-0f8a212d266c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:17.480613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:17.482938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:17.488212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33098) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:17.531006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed067a20>,) {'filters': {'network_id': ['7f194103-0d2f-4e3e-b902-2949acf1129d']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:17.534850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Made reservation on behalf of 3dffe9240b934e0aa2aa8dcfb30bc32e for: {'network': 2} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:17.542261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.559469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-22724de8-899b-4d91-b74f-3e5c978a9d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:17.561853 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-22724de8-899b-4d91-b74f-3e5c978a9d16 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6b7ff006-c626-4ba9-8cee-382350121d1d HTTP/1.1" status: 200  len: 850 time: 0.1876292
Dec 21 09:58:17.563232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.579397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed067a20>, '9d11406f-1a21-45f8-99e5-2c42f56770fb') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:17.579774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed067a20>, '9d11406f-1a21-45f8-99e5-2c42f56770fb') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:17.597396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.616266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.619006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Releasing vxlan tunnel 9 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:17.658882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbce853-cc36-42e9-8439-f312ef5ec491 None None] New status for floating IP d8ce2330-730f-43cd-8952-a14a45d21f34: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 09:58:17.824318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:17.879936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed160dd8>, [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'fbf2b82f-3948-410b-997c-de8ae0bb45d4', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'floating_ip_address': '172.26.1.24', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'port_id': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'mac_address': 'fa:16:3e:dc:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T09:57:20Z', 'updated_at': '2020-12-21T09:58:12Z', 'revision_number': 1, 'project_id': '46d96e08a0484480b312e045cd996d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46db3311-ea17-4bc0-b9b3-3e145c4fbb3a', 'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'mac_address': 'fa:16:3e:dd:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:02Z', 'updated_at': '2020-12-21T09:57:17Z', 'revision_number': 5, 'project_id': '46d96e08a0484480b312e045cd996d68', 'subnets': [{'id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:17.882189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 7f194103-0d2f-4e3e-b902-2949acf1129d has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:17.885080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] Checking router: e5670799-9c53-435e-a456-82a5924765b9 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:58:17.893348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Usage tracker for resource:security_group_rule and tenant:3dffe9240b934e0aa2aa8dcfb30bc32e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:17.893942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:17.898145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] Routers {'e5670799-9c53-435e-a456-82a5924765b9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:17.899081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed160dd8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e5670799-9c53-435e-a456-82a5924765b9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:17.905980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:17.974878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:18.043100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:18.128939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Network 7f194103-0d2f-4e3e-b902-2949acf1129d has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:18.134386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-7799908f-d322-4fea-a7e1-bb8d62f5d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:18.136352 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-7799908f-d322-4fea-a7e1-bb8d62f5d425 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=b4a6322a-e701-4fb4-b16d-c89c450cae6a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4481556
Dec 21 09:58:18.136589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] Set router e5670799-9c53-435e-a456-82a5924765b9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:18.221229 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:18.224041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:58:18.249665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:18.252172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:18.370920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:18.456150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:18.460100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  7f194103-0d2f-4e3e-b902-2949acf1129d {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 21 09:58:18.462748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:18.469795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d3f4c15-9709-4728-a6a8-33738c6edfe7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:18.554202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] 10.222.0.45 "DELETE /v2.0/networks/7f194103-0d2f-4e3e-b902-2949acf1129d HTTP/1.1" status: 204  len: 168 time: 3.1347580
Dec 21 09:58:18.555412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Pushing event deleted for resources: {'Network': ['ID=7f194103-0d2f-4e3e-b902-2949acf1129d,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:18.558314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:18.563372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33106) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:18.655116 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-49640380-13d5-410b-bd98-d51379ae8b85 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] DELETE failed (client error): The resource could not be found.
Dec 21 09:58:18.655717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49640380-13d5-410b-bd98-d51379ae8b85 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 09:58:18.733950 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-49640380-13d5-410b-bd98-d51379ae8b85 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] 10.222.0.45 "DELETE /v2.0/subnets/912e87fa-158a-4e9b-be43-36566eeec483 HTTP/1.1" status: 404  len: 337 time: 0.1534169
Dec 21 09:58:18.741019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:18.748762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33112) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:18.768687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:18.779414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed160dd8>, [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'fbf2b82f-3948-410b-997c-de8ae0bb45d4', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'floating_ip_address': '172.26.1.24', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'port_id': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'mac_address': 'fa:16:3e:dc:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T09:57:20Z', 'updated_at': '2020-12-21T09:58:12Z', 'revision_number': 1, 'project_id': '46d96e08a0484480b312e045cd996d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46db3311-ea17-4bc0-b9b3-3e145c4fbb3a', 'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'mac_address': 'fa:16:3e:dd:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:02Z', 'updated_at': '2020-12-21T09:57:17Z', 'revision_number': 5, 'project_id': '46d96e08a0484480b312e045cd996d68', 'subnets': [{'id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:18.785996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9c70ab-2161-4769-a402-81b361f6a92f None None] The sync data for ids ['e5670799-9c53-435e-a456-82a5924765b9'] in dv-neutron-601336-62-ovs is: [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'fbf2b82f-3948-410b-997c-de8ae0bb45d4', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'floating_ip_address': '172.26.1.24', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'port_id': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'mac_address': 'fa:16:3e:dc:80:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T09:57:20Z', 'updated_at': '2020-12-21T09:58:12Z', 'revision_number': 1, 'project_id': '46d96e08a0484480b312e045cd996d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46db3311-ea17-4bc0-b9b3-3e145c4fbb3a', 'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'mac_address': 'fa:16:3e:dd:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:02Z', 'updated_at': '2020-12-21T09:57:17Z', 'revision_number': 5, 'project_id': '46d96e08a0484480b312e045cd996d68', 'subnets': [{'id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:58:18.837342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'tag': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:58:18.912197 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-72e75056-6eb4-41f5-bab9-1dc27bf0b7ea service neutron] 10.222.0.16 "GET /v2.0/networks/b4a6322a-e701-4fb4-b16d-c89c450cae6a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7670524
Dec 21 09:58:19.216452 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'tag': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8', 'status': 'completed', 'code': 200}
Dec 21 09:58:19.250542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.264171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.276220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed0debe0>,) {'filters': {'network_id': ['10ca2014-a679-45e1-9231-fa4548d492f5']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:19.305169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed0debe0>, 'ba9ac724-06db-40f3-83b1-0670222e2552') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:19.305647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed0debe0>, 'ba9ac724-06db-40f3-83b1-0670222e2552') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:19.329474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.384841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.388691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Releasing vxlan tunnel 6 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:19.467992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.508981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47e32f9-a8e6-4373-ab0d-c66d82292d3c None None] New status for floating IP fbf2b82f-3948-410b-997c-de8ae0bb45d4: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 09:58:19.570330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.579158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.635769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.638299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network 10ca2014-a679-45e1-9231-fa4548d492f5 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:19.648526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:19.650209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.682693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.704889 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-779e6c9c-b41f-4412-8d44-bed2ef271bc0 req-7ce842e7-325f-4521-b913-ff22b1d7dcf3 service neutron] 10.222.0.16 "GET /v2.0/networks/b4a6322a-e701-4fb4-b16d-c89c450cae6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7830408
Dec 21 09:58:19.737526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-2b513980-07d9-4099-a2ac-65787cad5dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:19.739709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-2b513980-07d9-4099-a2ac-65787cad5dbc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d96e08a0484480b312e045cd996d68&device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 1162 time: 0.6684363
Dec 21 09:58:19.855555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:19.868271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0623a3-b4a7-4674-96ff-81c5e229efaf,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:19.929306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Network 10ca2014-a679-45e1-9231-fa4548d492f5 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:19.952877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.953405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Added segment 2c620097-f41c-4268-a253-f713191174a0 of type vxlan for network c1a3cae4-bf5f-4ec0-82c4-79a52b723d8f
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:19.957513 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:19.960919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:19.978011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:20.063097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.067013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.070347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:20.090704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.102989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.119766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Pushing event deleted for resources: {'Network': ['ID=10ca2014-a679-45e1-9231-fa4548d492f5,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:20.129893 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] 10.222.0.45 "DELETE /v2.0/networks/10ca2014-a679-45e1-9231-fa4548d492f5 HTTP/1.1" status: 204  len: 168 time: 2.6387548
Dec 21 09:58:20.141890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:20.143049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a26f7e8-2236-456b-b489-ad4f81a8ff87 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:20.249007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.285305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Pushing event updated for resources: {'Port': ['ID=9f0a6159-08b4-40f7-80af-18260dcfb453,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:20.290138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:20.352032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7cf6208>,) {'filters': {'network_id': ['8b9ad59e-4d68-4b44-837b-558a9a22c469']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:20.373516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:58:20.392744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.399833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-6d9ea911-86b2-4ca8-8966-9907be3dc16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:20.401628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-6d9ea911-86b2-4ca8-8966-9907be3dc16d service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 200  len: 905 time: 0.6321948
Dec 21 09:58:20.403653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7cf6208>, '29248d6a-70ad-4f21-acdf-b345caa934fa') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:20.404096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7cf6208>, '29248d6a-70ad-4f21-acdf-b345caa934fa') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:20.415162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.416782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 10.0376060
Dec 21 09:58:20.419437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33132) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:20.492882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.535019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33136) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:20.557042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:20.568675 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c66cfe72-0dbb-4442-89b7-206bd02e7209 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 4007 time: 0.1478422
Dec 21 09:58:20.571435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33142) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:20.593811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.634123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Releasing vxlan tunnel 11 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:20.664027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3a256b06-eae9-458c-af60-691e7d2f10eb tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Synchronizing usage tracker for tenant:462b3e7a68e44b74bb453a8161754f9b on resource:floatingip {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:20.668446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.668905 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Added segment 6e76442e-c273-4c25-aa28-77f1bb62e9ab of type vxlan for network ee5a085a-50aa-4937-889b-278819923dd1
Dec 21 09:58:20.671818 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-c7a83655-8671-43ac-862d-0a994a63e382 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 200  len: 1000 time: 0.2481072
Dec 21 09:58:20.682764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3a256b06-eae9-458c-af60-691e7d2f10eb tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Unset dirty status for tenant:462b3e7a68e44b74bb453a8161754f9b on resource:floatingip {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:20.684353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3a256b06-eae9-458c-af60-691e7d2f10eb tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 691 time: 0.1117990
Dec 21 09:58:20.692132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33146) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:20.745233 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eec4a9dd-3de6-4f65-bb7d-172036e2d2d4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35f63a9f5cae49859b419d7a70813706&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2050154
Dec 21 09:58:20.745553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33150) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:20.812642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87357a1f-7484-420e-b0ce-ed6c15d2ab5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.842956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87357a1f-7484-420e-b0ce-ed6c15d2ab5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.896229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87357a1f-7484-420e-b0ce-ed6c15d2ab5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.900433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf3f350a-f091-438e-8101-bc7abf4a73a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:20.914728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87357a1f-7484-420e-b0ce-ed6c15d2ab5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d23b642-f375-4da0-8ff4-b16019bb33e1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:20.920775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87357a1f-7484-420e-b0ce-ed6c15d2ab5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:20.922647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87357a1f-7484-420e-b0ce-ed6c15d2ab5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:20.924598 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-87357a1f-7484-420e-b0ce-ed6c15d2ab5f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d23b642-f375-4da0-8ff4-b16019bb33e1 HTTP/1.1" status: 204  len: 168 time: 0.1774991
Dec 21 09:58:21.229344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:21.257517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Allocated IP 172.26.1.118 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/1dc8a913-8693-4c27-8e4e-87db12f6527f) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:58:21.409178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Network 8b9ad59e-4d68-4b44-837b-558a9a22c469 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:21.420631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:21.449300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-acb18283-ec37-4de4-b736-a626adfdf677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:21.450850 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-acb18283-ec37-4de4-b736-a626adfdf677 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3df20f9c-3fad-4f0f-803e-601b16389e12 HTTP/1.1" status: 200  len: 850 time: 0.7619462
Dec 21 09:58:21.482007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Deleting port 9f0a6159-08b4-40f7-80af-18260dcfb453 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:21.482390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:21.722664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:21.749236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:21.750248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1ff3010-ea2b-4eee-b8fe-24ef7fa7948e tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:21.802449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:21.805889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:21.806486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:21.929163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33178) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:21.961443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Network 8b9ad59e-4d68-4b44-837b-558a9a22c469 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:22.008962 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:22.083672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1077896220'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:22.089023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:22.093205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:network and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:22.096792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:22.102817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:22.235063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'Network': ['ID=c1a3cae4-bf5f-4ec0-82c4-79a52b723d8f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:22.250147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network c1a3cae4-bf5f-4ec0-82c4-79a52b723d8f details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:22.270798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network c1a3cae4-bf5f-4ec0-82c4-79a52b723d8f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:22.302649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:22.312282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.331556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.352609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:22.357113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:security_group_rule and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:22.360177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:22.366468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:22.396571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1318 time: 5.3705442
Dec 21 09:58:22.402344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33186) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:22.433021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-16c4944e-3189-48b8-b2d4-a53e795dd805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:22.434715 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-16c4944e-3189-48b8-b2d4-a53e795dd805 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9d8d354-2125-42d4-b788-68baf6f1ad2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9544868
Dec 21 09:58:22.435371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.437060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'Network': ['ID=ee5a085a-50aa-4937-889b-278819923dd1,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:22.453507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:22.460076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.578s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:22.509430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.509719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.518420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.536648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.541731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Pushing event deleted for resources: {'Network': ['ID=8b9ad59e-4d68-4b44-837b-558a9a22c469,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:22.555517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network ee5a085a-50aa-4937-889b-278819923dd1 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:22.569386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network ee5a085a-50aa-4937-889b-278819923dd1 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:22.572704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:22.587319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ffbd8e-bceb-4e40-95c1-2a09490ddf16 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:22.591733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ffbd8e-bceb-4e40-95c1-2a09490ddf16 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:22.600527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ffbd8e-bceb-4e40-95c1-2a09490ddf16 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:22.605294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ffbd8e-bceb-4e40-95c1-2a09490ddf16 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:22.607178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f0ffbd8e-bceb-4e40-95c1-2a09490ddf16 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2405 time: 0.2035761
Dec 21 09:58:22.631683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33192) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:22.663713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:22.664423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:22.666713 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] 10.222.0.45 "DELETE /v2.0/networks/8b9ad59e-4d68-4b44-837b-558a9a22c469 HTTP/1.1" status: 204  len: 168 time: 3.9151907
Dec 21 09:58:22.785663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.803623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Calling delete_port for 9f0a6159-08b4-40f7-80af-18260dcfb453 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:22.804994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.816377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7ed8f265-b8ac-4a66-b0d2-a3579f5c67d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:22.843101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.846863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.934411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:22.984207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'SecurityGroup': ['ID=80b4aee8-f8eb-45b8-97ad-6577c4d41515,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:22.992099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:22.993116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:22.993541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment 1c889b20-d93c-4728-8832-388d67b94b46 of type vxlan for network 60ccbe58-47f2-440b-8f8a-a4e25d467006
Dec 21 09:58:23.034351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-efd4f38a-5977-4434-8b39-da7b9db10f36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:23.116738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33202) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:23.118747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:23.129965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:23.286574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:23.291076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:23.291742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:23.301215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:23.332686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7cb2908>,) {'filters': {'network_id': ['c1a3cae4-bf5f-4ec0-82c4-79a52b723d8f']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:23.383788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7cb2908>, '2c620097-f41c-4268-a253-f713191174a0') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:23.384118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7cb2908>, '2c620097-f41c-4268-a253-f713191174a0') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:23.425101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:23.453507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.5123961
Dec 21 09:58:23.454268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Pushing event updated for resources: {'Port': ['ID=1dc8a913-8693-4c27-8e4e-87db12f6527f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:23.455373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:23.487390 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-282e9119-c2bb-40f7-bf45-8148ecce1f44 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0328832
Dec 21 09:58:23.510980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:58:23.515376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=60ccbe58-47f2-440b-8f8a-a4e25d467006,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:23.521348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:23.522358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:23.525723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Releasing vxlan tunnel 8 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:23.529990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 60ccbe58-47f2-440b-8f8a-a4e25d467006 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:23.667417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 60ccbe58-47f2-440b-8f8a-a4e25d467006 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:23.735003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network c1a3cae4-bf5f-4ec0-82c4-79a52b723d8f has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:23.745539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:23.753720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:23.756493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:23.786469 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cbc4ee91-95e3-4e6b-945b-deb272b6a927 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec523a1dd300431fac14c1517a4576b8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6623721
Dec 21 09:58:23.796842 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a59690b-05de-4a41-a7b9-789696a8efb8 req-577b4375-41be-40f9-b93a-eba9927dd6ec service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2965324
Dec 21 09:58:23.803909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33212) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:23.804362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33214) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:23.835945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': '60ccbe58-47f2-440b-8f8a-a4e25d467006', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:23.957514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network c1a3cae4-bf5f-4ec0-82c4-79a52b723d8f has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:23.982520 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:24.068185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:24.071486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b936b18-942d-428e-9166-3a061280223d tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:24.089553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:24.101154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Network': ['ID=c1a3cae4-bf5f-4ec0-82c4-79a52b723d8f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:24.104529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "DELETE /v2.0/networks/c1a3cae4-bf5f-4ec0-82c4-79a52b723d8f HTTP/1.1" status: 204  len: 168 time: 1.4717197
Dec 21 09:58:24.105807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:24.108948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33222) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:24.239424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:24.239767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:24.245589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-89f5f610-1f77-46a1-a5c0-027a0a27690a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:24.265873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:subnet and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:24.270649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:24.291947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:24.305838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:24.319723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:24.400039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Pushing event deleted for resources: {'Port': ['ID=9f0a6159-08b4-40f7-80af-18260dcfb453,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:24.402993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:24.405159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-89f5f610-1f77-46a1-a5c0-027a0a27690a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:24.441842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:24.442121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:24.577236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feca6edd8>,) {'filters': {'network_id': ['ee5a085a-50aa-4937-889b-278819923dd1']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:24.593214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feca6edd8>, '6e76442e-c273-4c25-aa28-77f1bb62e9ab') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:24.593590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feca6edd8>, '6e76442e-c273-4c25-aa28-77f1bb62e9ab') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:24.608837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:24.624828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:24.627551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Releasing vxlan tunnel 9 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:24.818348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:24.898887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-89f5f610-1f77-46a1-a5c0-027a0a27690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.009672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:25.037202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.069833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network ee5a085a-50aa-4937-889b-278819923dd1 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:25.079469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.121717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5f610-1f77-46a1-a5c0-027a0a27690a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ba44e8-71ea-4abb-b886-fb50db53c003,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:25.124523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-89f5f610-1f77-46a1-a5c0-027a0a27690a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:25.174634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.250057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.251221 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] 10.222.0.45 "DELETE /v2.0/floatingips/857cfc56-51d3-45f8-9028-a8f0ff218c38 HTTP/1.1" status: 204  len: 168 time: 4.5178516
Dec 21 09:58:25.254909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-89f5f610-1f77-46a1-a5c0-027a0a27690a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.258230 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-89f5f610-1f77-46a1-a5c0-027a0a27690a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b5ba44e8-71ea-4abb-b886-fb50db53c003 HTTP/1.1" status: 204  len: 168 time: 1.4479432
Dec 21 09:58:25.258968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33232) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:25.275825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network ee5a085a-50aa-4937-889b-278819923dd1 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:25.314589 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:25.410999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.414870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c6d60d9-066e-489c-9a18-a6bcfaa30f52 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:25.440089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.451043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Network': ['ID=ee5a085a-50aa-4937-889b-278819923dd1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:25.453653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:25.456658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "DELETE /v2.0/networks/ee5a085a-50aa-4937-889b-278819923dd1 HTTP/1.1" status: 204  len: 168 time: 1.3466017
Dec 21 09:58:25.459449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33240) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:25.524415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Deleting port 65ff77bd-e3cd-4a5b-865c-e6758776c290 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:25.524801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.631613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a28a7-ca14-499e-af64-be0a61ff814b tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:25.636302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953a28a7-ca14-499e-af64-be0a61ff814b tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:25.637154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-953a28a7-ca14-499e-af64-be0a61ff814b tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Synchronizing usage tracker for tenant:3dffe9240b934e0aa2aa8dcfb30bc32e on resource:network {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:25.655069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-953a28a7-ca14-499e-af64-be0a61ff814b tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Unset dirty status for tenant:3dffe9240b934e0aa2aa8dcfb30bc32e on resource:network {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:25.661231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-953a28a7-ca14-499e-af64-be0a61ff814b tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2006733
Dec 21 09:58:25.661928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33244) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:25.668976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-75410837'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:25.675471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:25.687427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:25.696472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33248) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:25.718578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Made reservation on behalf of 3dffe9240b934e0aa2aa8dcfb30bc32e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:25.724843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.793901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:25.806211 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4a6ad787-c3b6-42f3-8ed2-4ce4121a504e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14f1dcc88dcb4056928edbd1e1bbe9f4&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1083732
Dec 21 09:58:25.808348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33254) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:25.842318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.842770 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Added segment d1e7a348-61c6-4917-a488-5e285ae7e979 of type vxlan for network 198547ef-bf01-4907-8f59-41785e1b2b8d
Dec 21 09:58:25.912660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.925170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8d173a61-d5e2-47d0-8621-35d9135769bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.971107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8d173a61-d5e2-47d0-8621-35d9135769bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.994916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:25.999157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:25.999728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.007834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e6159bc-d613-4d91-93ff-15f07531a192 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:26.140422 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.4773257
Dec 21 09:58:26.147323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33260) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:26.148052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'Network': ['ID=198547ef-bf01-4907-8f59-41785e1b2b8d,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:26.152899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:26.157532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-45695754'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:26.160678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 198547ef-bf01-4907-8f59-41785e1b2b8d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:26.165592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:26.168414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8d173a61-d5e2-47d0-8621-35d9135769bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.171750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.175483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afd1b30b-4c7a-4502-9248-603c2df8fe6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:26.182762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 198547ef-bf01-4907-8f59-41785e1b2b8d details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:26.186541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Usage tracker for resource:network and tenant:3dffe9240b934e0aa2aa8dcfb30bc32e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:26.191308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:26.196330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d173a61-d5e2-47d0-8621-35d9135769bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3213a49-8827-455c-8a67-5686f8672be0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:26.202194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8d173a61-d5e2-47d0-8621-35d9135769bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:26.203134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:26.209289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8d173a61-d5e2-47d0-8621-35d9135769bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.210576 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8d173a61-d5e2-47d0-8621-35d9135769bc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3213a49-8827-455c-8a67-5686f8672be0 HTTP/1.1" status: 204  len: 168 time: 0.4013584
Dec 21 09:58:26.218919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Made reservation on behalf of 3dffe9240b934e0aa2aa8dcfb30bc32e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:26.225775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.263261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:26.274368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.274368 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Added segment 0d0daf1d-0c85-4cc0-ab8a-d5733f47d93c of type vxlan for network db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c
Dec 21 09:58:26.306624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.307019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.308565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.347154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.351833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:26.352511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:26.359296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:26.500569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Calling delete_port for 65ff77bd-e3cd-4a5b-865c-e6758776c290 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:26.533710 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.3798196
Dec 21 09:58:26.542660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33270) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:26.555035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'Network': ['ID=db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:26.569714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:26.581142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:26.614599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:26.617046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'ports': [{'network_id': '198547ef-bf01-4907-8f59-41785e1b2b8d', 'name': 'tempest-port--2017785897', 'admin_state_up': True}, {'network_id': 'db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c', 'admin_state_up': False}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:26.617412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'port': {'network_id': '198547ef-bf01-4907-8f59-41785e1b2b8d', 'name': 'tempest-port--2017785897', 'admin_state_up': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:26.617966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'port': {'network_id': 'db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c', 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:27.116279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:27.119972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Router dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:58:27.128570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Usage tracker for resource:port and tenant:3dffe9240b934e0aa2aa8dcfb30bc32e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:27.134452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:27.139761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:27.163831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-498b9c32-0fd7-47e9-9b77-dfc52f28c184 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:27.198129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:27.297317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Pushing event deleted for resources: {'Port': ['ID=65ff77bd-e3cd-4a5b-865c-e6758776c290,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:27.310496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:27.373151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Made reservation on behalf of 3dffe9240b934e0aa2aa8dcfb30bc32e for: {'port': 2} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:27.379642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:27.577747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:27.634663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:27.680467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0ce23157-c0d1-466a-886e-f25e016ff8aa tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:27.764967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:58:27.777038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525ed7b9-7839-451b-9179-aa18dcb8f217 None None] Sync routers for ids ['dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:58:27.789697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ed7b9-7839-451b-9179-aa18dcb8f217 None None] Routers {'dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:27.790569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-525ed7b9-7839-451b-9179-aa18dcb8f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede94c50>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:27.860445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-525ed7b9-7839-451b-9179-aa18dcb8f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede94c50>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:27.873200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ed7b9-7839-451b-9179-aa18dcb8f217 None None] Routers {'dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:27.874366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-525ed7b9-7839-451b-9179-aa18dcb8f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede94c50>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:27.948911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-525ed7b9-7839-451b-9179-aa18dcb8f217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede94c50>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:27.949720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525ed7b9-7839-451b-9179-aa18dcb8f217 None None] The sync data for ids ['dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:58:28.210288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=9c27c8fd-916b-4e58-bdf4-8c644e0b6362,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:28.227540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:28.290346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:28.291622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 11.8125291
Dec 21 09:58:28.294948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33314) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:28.315876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:28.318386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:28.323837 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] 10.222.0.45 "DELETE /v2.0/floatingips/0b9a2599-45bc-497a-b2ba-89ff50f75d46 HTTP/1.1" status: 204  len: 168 time: 3.0634518
Dec 21 09:58:28.332721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33318) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:28.340393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] device_id is not set on port cecf4699-c707-4a6d-93c4-e57f03f430d0 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:58:28.459812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-68d4ece6-a51b-42d5-a6a0-29f6dc79ff4f tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Deleting port 5e8b6f1c-a28a-41fd-badc-45b360dd2dcd {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:28.460180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68d4ece6-a51b-42d5-a6a0-29f6dc79ff4f tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:28.545290 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-835b2e79-fea3-46fd-9e2c-2a326985aee0 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/routers/dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7 HTTP/1.1" status: 200  len: 920 time: 0.2433391
Dec 21 09:58:28.546117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33326) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:28.585812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33330) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:28.600659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': '1c889b20-d93c-4728-8832-388d67b94b46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60ccbe58-47f2-440b-8f8a-a4e25d467006'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:28.601092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: 60ccbe58-47f2-440b-8f8a-a4e25d467006, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:58:28.605690 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bfeba3c3-4b40-414a-85d2-7e8eb9376619 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7 HTTP/1.1" status: 200  len: 205 time: 0.0579913
Dec 21 09:58:28.607472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33336) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:28.730283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 60ccbe58-47f2-440b-8f8a-a4e25d467006 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:58:28.776408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 60ccbe58-47f2-440b-8f8a-a4e25d467006) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:28.777894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b7f7accc-722e-44a2-abd1-bed3327782f6 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Request body: {'quota': {'network': 2}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:28.787423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c092c-21ba-4d75-ac8e-ae6583f4c6a4 None None] Network 60ccbe58-47f2-440b-8f8a-a4e25d467006 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:28.811699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:28.812458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:28.857731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b7f7accc-722e-44a2-abd1-bed3327782f6 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] 10.222.0.45 "PUT /v2.0/quotas/0c899828b1d5446390df9dd7395892ae HTTP/1.1" status: 200  len: 368 time: 0.2659569
Dec 21 09:58:28.858984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33342) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:28.870264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Request body: {'network': {'project_id': '0c899828b1d5446390df9dd7395892ae'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:28.882081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:28.886707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:28.922850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:28.943557 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 5.1368918
Dec 21 09:58:28.947803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33346) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:28.957367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Usage tracker for resource:network and tenant:0c899828b1d5446390df9dd7395892ae is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:28.971886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-219354113'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:28.975914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:28.987300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:28.990227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:29.012085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:network and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:29.019186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:29.058950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-60ccbe58-47f2-440b-8f8a-a4e25d467006', 'network_id': '60ccbe58-47f2-440b-8f8a-a4e25d467006', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': '9c27c8fd-916b-4e58-bdf4-8c644e0b6362'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:58:29.059974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.084463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:29.089916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68d4ece6-a51b-42d5-a6a0-29f6dc79ff4f tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.094487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Made reservation on behalf of 0c899828b1d5446390df9dd7395892ae for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:29.099505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.109521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] device_id is not set on port 4827ae59-099b-46ae-812a-1d9d85030cf6 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:58:29.131161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.148573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:29.154535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.185330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:29.194771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Usage tracker for resource:security_group_rule and tenant:0c899828b1d5446390df9dd7395892ae is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:29.205051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:29.210348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.219218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:29.223074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Deleting port 1dc8a913-8693-4c27-8e4e-87db12f6527f {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:29.223487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.236735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-68d4ece6-a51b-42d5-a6a0-29f6dc79ff4f tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Calling delete_port for 5e8b6f1c-a28a-41fd-badc-45b360dd2dcd owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:29.272598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:29.323955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.324347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment f77880c0-2cb2-4999-90d8-40819e6e897f of type vxlan for network 7123e95d-e61c-48ba-9845-3642d62aea3e
Dec 21 09:58:29.418838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Allocated IP 172.20.255.242 (60ccbe58-47f2-440b-8f8a-a4e25d467006/9c27c8fd-916b-4e58-bdf4-8c644e0b6362/bf22a20b-7bd3-4f14-ace4-4855f6a96f7c) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:58:29.448528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.507958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68d4ece6-a51b-42d5-a6a0-29f6dc79ff4f tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.513417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.529549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3a34e7b-83db-4286-8a5d-89a7ee7e5dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:29.542156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.587011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.591220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:29.591875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.596016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50706967-eb8d-40c8-97f8-b35dcc084941 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:29.599390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d4ece6-a51b-42d5-a6a0-29f6dc79ff4f tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event deleted for resources: {'Port': ['ID=5e8b6f1c-a28a-41fd-badc-45b360dd2dcd,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:29.610486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-68d4ece6-a51b-42d5-a6a0-29f6dc79ff4f tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:29.703899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.708126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.717921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Transition to ACTIVE for port object bf22a20b-7bd3-4f14-ace4-4855f6a96f7c will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:58:29.733185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:29.738091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Transition to ACTIVE for port object bf22a20b-7bd3-4f14-ace4-4855f6a96f7c will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:58:29.742877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.762085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:29.830547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.849847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Calling delete_port for 1dc8a913-8693-4c27-8e4e-87db12f6527f owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:29.889756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:29.921762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Pushing event updated for resources: {'Port': ['ID=bf22a20b-7bd3-4f14-ace4-4855f6a96f7c,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:29.926477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:29.955275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'Port': ['ID=cecf4699-c707-4a6d-93c4-e57f03f430d0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:29.958550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:29.998761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Network 60ccbe58-47f2-440b-8f8a-a4e25d467006 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:58:29.999939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=7123e95d-e61c-48ba-9845-3642d62aea3e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:30.000633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:30.017905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:30.020353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:30.024471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 7123e95d-e61c-48ba-9845-3642d62aea3e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:30.031334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68d4ece6-a51b-42d5-a6a0-29f6dc79ff4f tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.058434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-68d4ece6-a51b-42d5-a6a0-29f6dc79ff4f tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "DELETE /v2.0/ports/5e8b6f1c-a28a-41fd-badc-45b360dd2dcd HTTP/1.1" status: 204  len: 168 time: 1.7242718
Dec 21 09:58:30.062195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33356) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:30.146126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Checking segment: {'id': 'd1e7a348-61c6-4917-a488-5e285ae7e979', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '198547ef-bf01-4907-8f59-41785e1b2b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:30.146589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network hostable DHCP agents. Network: 198547ef-bf01-4907-8f59-41785e1b2b8d, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:58:30.195705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network 198547ef-bf01-4907-8f59-41785e1b2b8d is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:58:30.200746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 7123e95d-e61c-48ba-9845-3642d62aea3e details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:30.213254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 198547ef-bf01-4907-8f59-41785e1b2b8d) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:30.218390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:30.219640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.233884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcc8d5e-c790-4c98-99a8-648c5e2742bf None None] Network 198547ef-bf01-4907-8f59-41785e1b2b8d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:30.241643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:30.294403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b568e04-314c-4a3a-a431-6126e424c225 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:30.295469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7b568e04-314c-4a3a-a431-6126e424c225 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Synchronizing usage tracker for tenant:462b3e7a68e44b74bb453a8161754f9b on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:30.307164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Attempting to bind port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:58:30.307579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Attempting to bind port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '1c889b20-d93c-4728-8832-388d67b94b46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60ccbe58-47f2-440b-8f8a-a4e25d467006'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:58:30.307989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Attempting to bind port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c on network 60ccbe58-47f2-440b-8f8a-a4e25d467006 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:58:30.316212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e73b184c-ac2f-403a-907b-b5187ba9dd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.405s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:30.327718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:30.334717 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.3830521
Dec 21 09:58:30.341685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33360) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:30.358307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': '7123e95d-e61c-48ba-9845-3642d62aea3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:30.377529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.378016 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Added segment b46d64e7-401d-4247-8c71-26ebbe4ddc8e of type vxlan for network aab477d2-84e2-478a-acb8-9e342ac91848
Dec 21 09:58:30.423091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'Port': ['ID=4827ae59-099b-46ae-812a-1d9d85030cf6,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:30.424425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:58:30.424856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Checking segment: {'id': '1c889b20-d93c-4728-8832-388d67b94b46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60ccbe58-47f2-440b-8f8a-a4e25d467006'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:30.425296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.426440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Bound using segment: {'id': '1c889b20-d93c-4728-8832-388d67b94b46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60ccbe58-47f2-440b-8f8a-a4e25d467006'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:58:30.426440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Bound port: bf22a20b-7bd3-4f14-ace4-4855f6a96f7c, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c889b20-d93c-4728-8832-388d67b94b46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '60ccbe58-47f2-440b-8f8a-a4e25d467006'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:58:30.426720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.427586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:30.430846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7b568e04-314c-4a3a-a431-6126e424c225 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Unset dirty status for tenant:462b3e7a68e44b74bb453a8161754f9b on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:30.432293 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7b568e04-314c-4a3a-a431-6126e424c225 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "GET /v2.0/ports?device_id=e3b94cce-6aa2-4811-8069-218d6543f839 HTTP/1.1" status: 200  len: 913 time: 0.3667414
Dec 21 09:58:30.440889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33364) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:30.444022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Pushing event updated for resources: {'SecurityGroup': ['ID=874c6665-9b43-4164-835e-23ecebd606eb,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:30.459942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:30.524745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.580397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] For port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:58:30.583733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] For port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=bf22a20b-7bd3-4f14-ace4-4855f6a96f7c,segment=NetworkSegment(1c889b20-d93c-4728-8832-388d67b94b46),segment_id=1c889b20-d93c-4728-8832-388d67b94b46)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:58:30.625155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.644072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:30.646531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-566f0983-00c1-46eb-b24f-9fb8df46a0ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:30.664788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:subnet and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:30.670591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Checking segment: {'id': '0d0daf1d-0c85-4cc0-ab8a-d5733f47d93c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:30.671119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network hostable DHCP agents. Network: db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:58:30.671505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:30.681599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:30.702185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.plugins.ml2.ovo_rpc [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location:
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     result = function(*args, **kwargs)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     proto.__init__(conn_state, self)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     self.handle()
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     self.handle_one_request()
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     self.handle_one_response()
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     result = self.application(self.environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return app(environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     response = req.get_response(self.application)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     response = req.get_response(self.application)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     response = req.get_response(self.application)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     response = req.get_response(self.application)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return request.get_response(self.application)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     response = req.get_response(self._app)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     application, catch_exc_info=False)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     app_iter = application(self.environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return resp(environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return resp(environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     response = self.app(environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return resp(environ, start_response)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     resp = self.call_func(req, *args, **kw)
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func
Dec 21 09:58:30.705621 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.func(req, *args, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     result = method(request=request, **args)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._delete(request, id, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*args, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*args, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*dup_args, **dup_kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     obj_deleter(request.context, id, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 1991, in delete_router
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     super(L3_NAT_db_mixin, self).delete_router(context, id)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return method(*args, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*args, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*args, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(*dup_args, **dup_kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     self._delete_current_gw_port(context, id, router, None)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     admin_ctx, gw_port_id, l3_port_check=False)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, context, *args, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return method(*args, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1936, in delete_port
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     context, port, router_ids, bound_mech_contexts)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1945, in _post_delete_port
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     _get_callback_manager().notify(resource, event, trigger, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     return function(*args, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     errors = self._notify_loop(resource, event, trigger, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     callback(resource, event, trigger, **kwargs)
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     if self._is_session_semantic_violated(context, resource, event):
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]:     stack = traceback.extract_stack()
Dec 21 09:58:30.710647 dv-neutron-601336-62-ovs neutron-server[80859]: 
Dec 21 09:58:30.737383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:30.777557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.778623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:30.779272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.792434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:30.826824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:58:30.868444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:30.888925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:30.894419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:30.898876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:30.899757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:30.969933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d140c7-6556-41fd-aeba-ee3831a5db9d None None] Network db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:31.005911 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 4.4573095
Dec 21 09:58:31.007557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33372) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:31.044886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Pushing event updated for resources: {'Port': ['ID=bf22a20b-7bd3-4f14-ace4-4855f6a96f7c,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:31.072168 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 831 time: 2.2059863
Dec 21 09:58:31.072168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Pushing event updated for resources: {'Network': ['ID=aab477d2-84e2-478a-acb8-9e342ac91848,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:31.072794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33376) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:31.073540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:31.078938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Request body: {'network': {'project_id': '0c899828b1d5446390df9dd7395892ae'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:31.084424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.087420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.119865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:31.121760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network aab477d2-84e2-478a-acb8-9e342ac91848 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:31.135094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network aab477d2-84e2-478a-acb8-9e342ac91848 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:31.341004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.369036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.440087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:31.450427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Usage tracker for resource:network and tenant:0c899828b1d5446390df9dd7395892ae is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:31.459739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:31.478845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:31.603167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.607779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.608302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Made reservation on behalf of 0c899828b1d5446390df9dd7395892ae for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:31.613872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.633404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027fb4c-d531-4073-b39d-9cb7cf12d7fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:31.637925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0027fb4c-d531-4073-b39d-9cb7cf12d7fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:31.638726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0027fb4c-d531-4073-b39d-9cb7cf12d7fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Synchronizing usage tracker for tenant:3dffe9240b934e0aa2aa8dcfb30bc32e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:31.653086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.653640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Fanout notify agent at l3_agent the message router_deleted on router dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:58:31.682448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0027fb4c-d531-4073-b39d-9cb7cf12d7fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Unset dirty status for tenant:3dffe9240b934e0aa2aa8dcfb30bc32e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:31.683768 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0027fb4c-d531-4073-b39d-9cb7cf12d7fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.6760294
Dec 21 09:58:31.687551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33384) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:31.714478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.715605 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ba2d3009-78d4-4d74-b5b5-733f6e83a4c4 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7 HTTP/1.1" status: 204  len: 168 time: 3.1069760
Dec 21 09:58:31.725893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:31.728344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33388) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:31.745668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Request body: {'router': {'name': 'tempest-snat-router-1580734489', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'enable_snat': False}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:31.764867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.765221 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Added segment f09ab000-bb18-4715-8aa8-70da2f71775c of type vxlan for network fe599170-d103-4633-9421-29de5fc7d0ae
Dec 21 09:58:31.766931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:31.779443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Usage tracker for resource:router and tenant:54c4033dbb3c4827aecc516946a8972e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:31.783389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:31.792754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:31.818546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-856cc782-64bd-4ef9-a5b8-02a13f180a9c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Deleting port cecf4699-c707-4a6d-93c4-e57f03f430d0 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:31.819271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-856cc782-64bd-4ef9-a5b8-02a13f180a9c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.898021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.937975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:31.937975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:32.015326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:32.029991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:32.033272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:32.033958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:32.073181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:32.126285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device bf22a20b-7bd3-4f14-ace4-4855f6a96f7c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:32.221571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:58:32.270337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-856cc782-64bd-4ef9-a5b8-02a13f180a9c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:32.330313 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 831 time: 1.2557297
Dec 21 09:58:32.347892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33396) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:32.350550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Pushing event updated for resources: {'Network': ['ID=fe599170-d103-4633-9421-29de5fc7d0ae,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:32.357141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:32.362081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-eb7da4b2-8089-4955-ac42-93fda7a1d971 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Request body: {'network': {'project_id': '0c899828b1d5446390df9dd7395892ae'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:32.365153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network fe599170-d103-4633-9421-29de5fc7d0ae details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:32.380689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network fe599170-d103-4633-9421-29de5fc7d0ae details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:32.405033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eb7da4b2-8089-4955-ac42-93fda7a1d971 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:32.407369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:32.484297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eb7da4b2-8089-4955-ac42-93fda7a1d971 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Usage tracker for resource:network and tenant:0c899828b1d5446390df9dd7395892ae is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:32.485808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-856cc782-64bd-4ef9-a5b8-02a13f180a9c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Calling delete_port for cecf4699-c707-4a6d-93c4-e57f03f430d0 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:32.544210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eb7da4b2-8089-4955-ac42-93fda7a1d971 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Quota usage for network was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:32.549034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:32.559732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eb7da4b2-8089-4955-ac42-93fda7a1d971 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:32.567856 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb7da4b2-8089-4955-ac42-93fda7a1d971 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] POST failed (client error): There was a conflict when trying to complete your request.
Dec 21 09:58:32.568356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb7da4b2-8089-4955-ac42-93fda7a1d971 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] No notification will be sent due to unsuccessful status code: 409 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 09:58:32.569618 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eb7da4b2-8089-4955-ac42-93fda7a1d971 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.2205377
Dec 21 09:58:32.572364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:32.578730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33402) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:32.741647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=fc6a2854-9c3f-487b-a800-92ff1162f689,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:32.759225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:32.771543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:32.787461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-856cc782-64bd-4ef9-a5b8-02a13f180a9c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:32.812291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-940dec12-ceb9-45db-b220-a3a3fe4ff8b4 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:32.867413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cc782-64bd-4ef9-a5b8-02a13f180a9c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Port': ['ID=cecf4699-c707-4a6d-93c4-e57f03f430d0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:32.873326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-856cc782-64bd-4ef9-a5b8-02a13f180a9c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:33.018761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': 'f77880c0-2cb2-4999-90d8-40819e6e897f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7123e95d-e61c-48ba-9845-3642d62aea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:33.019295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: 7123e95d-e61c-48ba-9845-3642d62aea3e, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:58:33.040290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-856cc782-64bd-4ef9-a5b8-02a13f180a9c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:33.065746 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-856cc782-64bd-4ef9-a5b8-02a13f180a9c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "DELETE /v2.0/ports/cecf4699-c707-4a6d-93c4-e57f03f430d0 HTTP/1.1" status: 204  len: 168 time: 1.3768666
Dec 21 09:58:33.066456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33408) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:33.101475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:33.112334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 7123e95d-e61c-48ba-9845-3642d62aea3e is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:58:33.142939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 7123e95d-e61c-48ba-9845-3642d62aea3e) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:33.152667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff21f323-dba1-40ce-87e3-dfbe387cdf58 None None] Network 7123e95d-e61c-48ba-9845-3642d62aea3e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:33.171052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-afdaffc5-29f0-4ca2-8cb5-d5465e3a1e91 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Deleting port 4827ae59-099b-46ae-812a-1d9d85030cf6 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:33.171431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afdaffc5-29f0-4ca2-8cb5-d5465e3a1e91 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:33.207575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:33.208235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:33.255246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 2.9113595
Dec 21 09:58:33.258170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33414) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:33.297710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec2ea198>,) {'filters': {'network_id': ['fe599170-d103-4633-9421-29de5fc7d0ae']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:33.306616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Deleting port d2f08d6f-bfe7-4496-b470-402966334d1e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:33.306996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:33.330970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef1d2f-676f-4eee-b450-8465c518a031 None None] Network 60ccbe58-47f2-440b-8f8a-a4e25d467006 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:33.402550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a818f22f-4e2f-4862-bedd-543842c7b3f1 None None] Provisioning for port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:58:33.411317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec2ea198>, 'f09ab000-bb18-4715-8aa8-70da2f71775c') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:33.411631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec2ea198>, 'f09ab000-bb18-4715-8aa8-70da2f71775c') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:33.461383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a818f22f-4e2f-4862-bedd-543842c7b3f1 None None] Provisioning complete for port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:33.461806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a818f22f-4e2f-4862-bedd-543842c7b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:33.510454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:33.633424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b8be2c-9d73-4317-ad56-3ab2bca02cf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-7123e95d-e61c-48ba-9845-3642d62aea3e', 'network_id': '7123e95d-e61c-48ba-9845-3642d62aea3e', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': 'fc6a2854-9c3f-487b-a800-92ff1162f689'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:58:33.634535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8b8be2c-9d73-4317-ad56-3ab2bca02cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:33.866993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:33.870860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Releasing vxlan tunnel 12 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:33.887791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afdaffc5-29f0-4ca2-8cb5-d5465e3a1e91 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.036970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-afdaffc5-29f0-4ca2-8cb5-d5465e3a1e91 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Calling delete_port for 4827ae59-099b-46ae-812a-1d9d85030cf6 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:34.041393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a818f22f-4e2f-4862-bedd-543842c7b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.053873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.083933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.097069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a818f22f-4e2f-4862-bedd-543842c7b3f1 None None] For port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=bf22a20b-7bd3-4f14-ace4-4855f6a96f7c,segment=NetworkSegment(1c889b20-d93c-4728-8832-388d67b94b46),segment_id=1c889b20-d93c-4728-8832-388d67b94b46)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:34.103019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a818f22f-4e2f-4862-bedd-543842c7b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.105236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:34.115587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.208307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818f22f-4e2f-4862-bedd-543842c7b3f1 None None] Pushing event updated for resources: {'Port': ['ID=bf22a20b-7bd3-4f14-ace4-4855f6a96f7c,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:34.222280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a818f22f-4e2f-4862-bedd-543842c7b3f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:34.246258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Network fe599170-d103-4633-9421-29de5fc7d0ae has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:34.257119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.282031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.296890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afdaffc5-29f0-4ca2-8cb5-d5465e3a1e91 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.299381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.345027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:34.427097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaffc5-29f0-4ca2-8cb5-d5465e3a1e91 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Port': ['ID=4827ae59-099b-46ae-812a-1d9d85030cf6,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:34.437068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afdaffc5-29f0-4ca2-8cb5-d5465e3a1e91 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:34.458590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-feb04ef0-1ddb-4262-8065-830553c2c0b1 None None] Provisioning complete for port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:34.458946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-feb04ef0-1ddb-4262-8065-830553c2c0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.463166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Calling delete_port for d2f08d6f-bfe7-4496-b470-402966334d1e owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:34.678665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afdaffc5-29f0-4ca2-8cb5-d5465e3a1e91 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.693406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-afdaffc5-29f0-4ca2-8cb5-d5465e3a1e91 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "DELETE /v2.0/ports/4827ae59-099b-46ae-812a-1d9d85030cf6 HTTP/1.1" status: 204  len: 168 time: 1.6252246
Dec 21 09:58:34.697163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33424) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:34.755534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-41045497-459b-4394-8025-b88b31326dfe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Synchronizing usage tracker for tenant:3dffe9240b934e0aa2aa8dcfb30bc32e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:34.871130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-41045497-459b-4394-8025-b88b31326dfe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Unset dirty status for tenant:3dffe9240b934e0aa2aa8dcfb30bc32e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:34.876173 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-41045497-459b-4394-8025-b88b31326dfe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1742125
Dec 21 09:58:34.877552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33430) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:34.895113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1990824935'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:34.902009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:34.912082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Usage tracker for resource:network and tenant:3dffe9240b934e0aa2aa8dcfb30bc32e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:34.916270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Quota usage for network was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:34.924189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:34.927191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:34.945866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:34.952484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Network fe599170-d103-4633-9421-29de5fc7d0ae has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:34.985234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=fc6a2854-9c3f-487b-a800-92ff1162f689,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:34.987947 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:34.994840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:34.994840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Made reservation on behalf of 3dffe9240b934e0aa2aa8dcfb30bc32e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:34.998604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.013910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-429290de-d810-42a0-b026-ce4a125d3c4e None None] Provisioning complete for port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:35.014704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-429290de-d810-42a0-b026-ce4a125d3c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.146700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.168555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01e7a859-e5a5-4705-bc29-5e496b97dd89 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:35.183815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:35.188014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server [None req-e8b8be2c-9d73-4317-ad56-3ab2bca02cf5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc6a2854-9c3f-487b-a800-92ff1162f689: This subnet is being modified by another concurrent operation.
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 21 09:58:35.199215 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise exception
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fc6a2854-9c3f-487b-a800-92ff1162f689: This subnet is being modified by another concurrent operation.
Dec 21 09:58:35.203213 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server 
Dec 21 09:58:35.222929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Pushing event deleted for resources: {'Network': ['ID=fe599170-d103-4633-9421-29de5fc7d0ae,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:35.223087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee25dc9e-049c-424e-a95c-4f8f268b2513 None None] Network 7123e95d-e61c-48ba-9845-3642d62aea3e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:35.224679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:35.233463 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] 10.222.0.45 "DELETE /v2.0/networks/fe599170-d103-4633-9421-29de5fc7d0ae HTTP/1.1" status: 204  len: 168 time: 2.6510983
Dec 21 09:58:35.241816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33434) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:35.259346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.281698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.282093 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Added segment 9acf752e-aa18-4dfc-ad18-f3f6d74c39f0 of type vxlan for network c8744b45-b7ea-4d8e-894a-f048c353f44e
Dec 21 09:58:35.398787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.420446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecee7b70>,) {'filters': {'network_id': ['7123e95d-e61c-48ba-9845-3642d62aea3e']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:35.443445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7036f22-4442-4c6b-9e98-2ac3e05f57d3 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 09:58:35.445433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecee7b70>, 'f77880c0-2cb2-4999-90d8-40819e6e897f') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:35.445823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecee7b70>, 'f77880c0-2cb2-4999-90d8-40819e6e897f') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:35.473223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.489748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Allocated IP 172.26.1.31 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/15f8edbc-336d-44c5-b2f6-a5734fc9fac8) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:58:35.493658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.495654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.499394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.500108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:35.503869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.506674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:35.521229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6fbde4ac-0969-4ec6-a078-e94fe99e9f67 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:35.620784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7036f22-4442-4c6b-9e98-2ac3e05f57d3 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 09:58:35.653123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'Network': ['ID=c8744b45-b7ea-4d8e-894a-f048c353f44e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:35.656114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:35.659071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.682762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-92531d6d-1fdc-4967-8eff-5d633fa29048 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:35.757212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network c8744b45-b7ea-4d8e-894a-f048c353f44e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:35.760230 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.8794534
Dec 21 09:58:35.771965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33442) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:35.777479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network c8744b45-b7ea-4d8e-894a-f048c353f44e details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:35.783222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1840573726'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:35.820147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event deleted for resources: {'Port': ['ID=d2f08d6f-bfe7-4496-b470-402966334d1e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:35.843044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:35.843330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:35.865054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 7123e95d-e61c-48ba-9845-3642d62aea3e has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:35.874274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Usage tracker for resource:network and tenant:3dffe9240b934e0aa2aa8dcfb30bc32e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:35.878793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:35.893160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Quota usage for network was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:35.913560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:36.000422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Made reservation on behalf of 3dffe9240b934e0aa2aa8dcfb30bc32e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:36.006713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.120187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 7123e95d-e61c-48ba-9845-3642d62aea3e has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:36.136508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device bf22a20b-7bd3-4f14-ace4-4855f6a96f7c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:36.148445 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:36.176441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:36.239625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.248952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.249399 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Added segment 162bb851-0db4-4bf2-ae95-1016e97e37c9 of type vxlan for network a3910bb6-9fa2-414f-ac9e-d3373a8f8459
Dec 21 09:58:36.264852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.269785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.282095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de0fae2d-fd24-4437-8524-c7c44fb09c1c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:36.315234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.321410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=7123e95d-e61c-48ba-9845-3642d62aea3e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:36.323738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:36.333539 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/7123e95d-e61c-48ba-9845-3642d62aea3e HTTP/1.1" status: 204  len: 168 time: 3.0692651
Dec 21 09:58:36.337581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:36.338308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.352314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33448) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:36.361853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-811097927'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:36.370347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:36.376014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:network and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:36.380261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:36.383230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.388385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:36.388987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.397754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:36.399132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.418504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:36.451923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec20eef0>,) {'filters': {'network_id': ['aab477d2-84e2-478a-acb8-9e342ac91848']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:36.462653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:36.468218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.474792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec20eef0>, 'b46d64e7-401d-4247-8c71-26ebbe4ddc8e') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:36.475199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec20eef0>, 'b46d64e7-401d-4247-8c71-26ebbe4ddc8e') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:36.488812 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.7157009
Dec 21 09:58:36.538325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.557199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'Network': ['ID=a3910bb6-9fa2-414f-ac9e-d3373a8f8459,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:36.560414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:36.574084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network a3910bb6-9fa2-414f-ac9e-d3373a8f8459 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:36.584820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.590850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Releasing vxlan tunnel 11 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:36.601985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network a3910bb6-9fa2-414f-ac9e-d3373a8f8459 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:36.608429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:36.632375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.632743 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment 9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea of type vxlan for network 9e5676ce-f78f-46fa-9715-f4ed22683bf8
Dec 21 09:58:36.681990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.705715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.725150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60fcf7e1-436d-4702-8862-70dd5aa92a83 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:36.786376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.792909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:36.793822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:36.800806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3060fe7-7b12-478d-abcd-053ef2891e24 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:36.863378 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5073628
Dec 21 09:58:36.867028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33456) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:36.936432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': '9e5676ce-f78f-46fa-9715-f4ed22683bf8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:36.962692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=9e5676ce-f78f-46fa-9715-f4ed22683bf8,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:36.967059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:37.050068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:37.121560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:37.126026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:subnet and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:37.129884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:37.136307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:37.146742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:37.174508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:37.211387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Network aab477d2-84e2-478a-acb8-9e342ac91848 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:37.283082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:37.292704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:37.332264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event updated for resources: {'Port': ['ID=15f8edbc-336d-44c5-b2f6-a5734fc9fac8,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:37.344265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:37.416247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing IP validity checks on allocation pools {{(pid=80971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 21 09:58:37.417162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking for overlaps among allocation pools and gateway ip {{(pid=80971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 21 09:58:37.640226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Network aab477d2-84e2-478a-acb8-9e342ac91848 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:37.669535 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:37.703609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:37.803121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:58:37.807383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:37.812107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:37.851455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:37.930314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:37.982422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:38.008541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Pushing event deleted for resources: {'Network': ['ID=aab477d2-84e2-478a-acb8-9e342ac91848,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:38.024997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:38.098479 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] 10.222.0.45 "DELETE /v2.0/networks/aab477d2-84e2-478a-acb8-9e342ac91848 HTTP/1.1" status: 204  len: 168 time: 2.8525796
Dec 21 09:58:38.215567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:38.253155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93277016-1656-40b0-b086-4c8b3928eeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:38.403986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c7ab53e-c7b3-4667-978a-88e1f1ca3a5b tempest-DHCPAgentSchedulersTestJSON-1125862456 tempest-DHCPAgentSchedulersTestJSON-1125862456] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:38.488537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=613f7df9-3d2e-4554-b91a-7f6d61d1f6b3,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:38.492125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:38.554783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': '9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9e5676ce-f78f-46fa-9715-f4ed22683bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:38.555190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: 9e5676ce-f78f-46fa-9715-f4ed22683bf8, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:58:38.595976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:58:38.613852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 9e5676ce-f78f-46fa-9715-f4ed22683bf8) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:38.625941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec3c20b-27a0-4d05-93aa-5a80d5ae28e4 None None] Network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:38.681140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:38.690570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:38.732007 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 1.8638191
Dec 21 09:58:38.745561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33472) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:38.926845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:39.025900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-9e5676ce-f78f-46fa-9715-f4ed22683bf8', 'network_id': '9e5676ce-f78f-46fa-9715-f4ed22683bf8', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': '613f7df9-3d2e-4554-b91a-7f6d61d1f6b3'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:58:39.026959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:39.309917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:39.375414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33480) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:39.575233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:39.729850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Allocated IP 172.20.0.3 (9e5676ce-f78f-46fa-9715-f4ed22683bf8/613f7df9-3d2e-4554-b91a-7f6d61d1f6b3/93d64d67-16f9-4d44-b66f-3777e9050163) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:58:39.772707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Router e3b94cce-6aa2-4811-8069-218d6543f839 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:58:39.968888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.048146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.055459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:58:40.060697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Transition to ACTIVE for port object 93d64d67-16f9-4d44-b66f-3777e9050163 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:58:40.070951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:40.075867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Usage tracker for resource:security_group_rule and tenant:c895176fd03f43acb8aaab49ce3bbad5 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:40.079040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:40.082209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Transition to ACTIVE for port object 93d64d67-16f9-4d44-b66f-3777e9050163 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:58:40.088484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:40.090886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.218354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:58:40.228497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "PUT /v2.0/routers/e3b94cce-6aa2-4811-8069-218d6543f839/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.7839115
Dec 21 09:58:40.231264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3e24d-f826-4fb1-84d3-f90f72894817 None None] Sync routers for ids ['e3b94cce-6aa2-4811-8069-218d6543f839'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:58:40.235061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.239495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33490) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:40.248737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3e24d-f826-4fb1-84d3-f90f72894817 None None] Routers {'e3b94cce-6aa2-4811-8069-218d6543f839'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:40.249421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-38c3e24d-f826-4fb1-84d3-f90f72894817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd12e80>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e3b94cce-6aa2-4811-8069-218d6543f839'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:40.264305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.336202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.357549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.368847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-38c3e24d-f826-4fb1-84d3-f90f72894817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd12e80>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:40.369439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0728000-654a-4b86-8644-68f5520040a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:40.382300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c3e24d-f826-4fb1-84d3-f90f72894817 None None] Routers {'e3b94cce-6aa2-4811-8069-218d6543f839'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:40.383291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-38c3e24d-f826-4fb1-84d3-f90f72894817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd12e80>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e3b94cce-6aa2-4811-8069-218d6543f839'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:40.460620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-38c3e24d-f826-4fb1-84d3-f90f72894817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd12e80>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:40.461430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c3e24d-f826-4fb1-84d3-f90f72894817 None None] The sync data for ids ['e3b94cce-6aa2-4811-8069-218d6543f839'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:58:40.519746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5fd13e6-35e1-40a2-a990-3fc9582103a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:40.560961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33496) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:40.565928 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c895176fd03f43acb8aaab49ce3bbad5&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1887400
Dec 21 09:58:40.631448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:58:40.636076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:40.639711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:40.642972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Pushing event updated for resources: {'Port': ['ID=93d64d67-16f9-4d44-b66f-3777e9050163,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:40.647923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:40.701731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.705576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Router 5bcfc681-a76a-4554-b9c0-09a44f434ed8 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:58:40.727120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Attempting to bind port 93d64d67-16f9-4d44-b66f-3777e9050163 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:58:40.727552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Attempting to bind port 93d64d67-16f9-4d44-b66f-3777e9050163 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9e5676ce-f78f-46fa-9715-f4ed22683bf8'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:58:40.728034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Attempting to bind port 93d64d67-16f9-4d44-b66f-3777e9050163 on network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:58:40.735459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:58:40.737204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Checking segment: {'id': '9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9e5676ce-f78f-46fa-9715-f4ed22683bf8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:40.737303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.737802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Bound using segment: {'id': '9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9e5676ce-f78f-46fa-9715-f4ed22683bf8'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:58:40.738522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Bound port: 93d64d67-16f9-4d44-b66f-3777e9050163, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9e5676ce-f78f-46fa-9715-f4ed22683bf8'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:58:40.738949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.749520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3291c1fc-6dc3-4022-a269-1f98d6d4e6ac,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:40.763337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33500) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:40.802087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.825036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'subnets': [{'network_id': 'c8744b45-b7ea-4d8e-894a-f048c353f44e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--530223320', 'ip_version': 6}, {'network_id': 'a3910bb6-9fa2-414f-ac9e-d3373a8f8459', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:40.825663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'subnet': {'network_id': 'c8744b45-b7ea-4d8e-894a-f048c353f44e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--530223320', 'ip_version': 6}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:40.826547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Request body: {'subnet': {'network_id': 'a3910bb6-9fa2-414f-ac9e-d3373a8f8459', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:40.851027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] For port 93d64d67-16f9-4d44-b66f-3777e9050163, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:58:40.854217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.854758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.855301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.855831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.856337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.856844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.857346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.858257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.858257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.858620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] For port 93d64d67-16f9-4d44-b66f-3777e9050163, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=93d64d67-16f9-4d44-b66f-3777e9050163,segment=NetworkSegment(9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea),segment_id=9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:58:40.858929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.859517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.859928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.861144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.861689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.862198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.862687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.863200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.863689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.864571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.864571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.865181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.865738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.865982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:40.866346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.866843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:40.879274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:40.896129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1dff2c5-834f-4e94-92d8-db4a629f87f3 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.417s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:40.931134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aca9a7f0-93bd-4679-9087-b398c324bc4b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:40.966786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=613f7df9-3d2e-4554-b91a-7f6d61d1f6b3,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:40.978940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:40.987209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:58:41.005145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.005750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Sync routers for ids ['5bcfc681-a76a-4554-b9c0-09a44f434ed8'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:58:41.016356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-57765fbb-091e-4223-b827-145fd7d59fd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:41.033135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.050149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3291c1fc-6dc3-4022-a269-1f98d6d4e6ac HTTP/1.1" status: 204  len: 168 time: 0.4843972
Dec 21 09:58:41.057011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3291c1fc-6dc3-4022-a269-1f98d6d4e6ac,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:41.060721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.069163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.070398 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 9.3381894
Dec 21 09:58:41.074285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33510) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:41.096384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.096809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.097218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.097667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.098067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.098468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.098863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.099255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.099648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.100035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.100425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.100813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.101272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.101694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.102084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.102474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.102858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.103244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.103627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.104012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.104396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.104779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.105163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.117076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:41.148249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Pushing event updated for resources: {'Port': ['ID=93d64d67-16f9-4d44-b66f-3777e9050163,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:41.162052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:41.192810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:41.200985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Routers {'5bcfc681-a76a-4554-b9c0-09a44f434ed8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:41.201868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed92dbe0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['5bcfc681-a76a-4554-b9c0-09a44f434ed8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:41.332049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.394272 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9bdd2550-9efa-4367-8b1d-5fc184d96bdd tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/routers/5bcfc681-a76a-4554-b9c0-09a44f434ed8 HTTP/1.1" status: 200  len: 908 time: 0.3160477
Dec 21 09:58:41.395031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33516) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:41.401556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Request body: {'router': {'name': 'tempest-snat-router-1580734489', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'enable_snat': True}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:41.408018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:41.414072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Usage tracker for resource:router and tenant:54c4033dbb3c4827aecc516946a8972e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:41.417415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Quota usage for router was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:41.427198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:41.440341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.441603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.461429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.501876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20f1499-ee46-43f3-8485-4ea3beaee98a None None] Network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:41.543369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33520) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:41.646932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:41.647741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Set router 5bcfc681-a76a-4554-b9c0-09a44f434ed8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:41.658427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Usage tracker for resource:subnet and tenant:3dffe9240b934e0aa2aa8dcfb30bc32e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:41.678259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:41.681781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.712942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:41.716030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.721968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecc30828>,) {'filters': {'network_id': ['9e5676ce-f78f-46fa-9715-f4ed22683bf8']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:41.741522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Deleting port 5c7ad829-e2d5-484f-bdcd-53686dacde01 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:41.742087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.776095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:41.791335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc30828>, '9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:41.791821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc30828>, '9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:41.812327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] Usage tracker for resource:security_group_rule and tenant:815a3db5a2394f7b98bd2a726358cfe1 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:41.816166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.827713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:41.831925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.843688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:41.849046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Made reservation on behalf of 3dffe9240b934e0aa2aa8dcfb30bc32e for: {'subnet': 2} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:41.933873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:41.941846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:42.077719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d47113a-31cc-4653-af79-12004d6052ea None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 09:58:42.110348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:42.190231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed92dbe0>, [{'id': '5bcfc681-a76a-4554-b9c0-09a44f434ed8', 'name': 'tempest-snat-router-1580734489', 'tenant_id': '54c4033dbb3c4827aecc516946a8972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.31'}], 'enable_snat': False}, 'gw_port_id': '15f8edbc-336d-44c5-b2f6-a5734fc9fac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:58:31Z', 'updated_at': '2020-12-21T09:58:38Z', 'revision_number': 3, 'project_id': '54c4033dbb3c4827aecc516946a8972e', 'gw_port': {'id': '15f8edbc-336d-44c5-b2f6-a5734fc9fac8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcfc681-a76a-4554-b9c0-09a44f434ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:58:35Z', 'updated_at': '2020-12-21T09:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:42.200833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Checking router: 5bcfc681-a76a-4554-b9c0-09a44f434ed8 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:58:42.201218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Updating router 5bcfc681-a76a-4554-b9c0-09a44f434ed8 port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:58:42.292417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:42.330338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d47113a-31cc-4653-af79-12004d6052ea None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 09:58:42.331195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:42.342790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:42.373992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:42.375580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f7dd7ef7-323c-472f-841c-9e5cd2288c9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:42.379105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:42.387843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:42.665347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:42.877382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Calling delete_port for 5c7ad829-e2d5-484f-bdcd-53686dacde01 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:43.091466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.091835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.166239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:58:43.195101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:43.227939 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:43.276766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.353776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.415094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Transition to ACTIVE for port object 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:58:43.426525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 09:58:43.426525 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 09:58:43.426525 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': '9e5676ce-f78f-46fa-9715-f4ed22683bf8'}]
Dec 21 09:58:43.426525 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:58:43.426977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:58:43.430598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.462087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a818f22f-4e2f-4862-bedd-543842c7b3f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:43.518142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Allocated IP 172.26.1.112 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/35b48b57-6afb-4252-a9ad-2100173eb06b) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:58:43.582698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.654264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fec31-f799-409a-8328-802a8f7499b9 None None] Pushing event updated for resources: {'Port': ['ID=15f8edbc-336d-44c5-b2f6-a5734fc9fac8,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:43.658333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab6fec31-f799-409a-8328-802a8f7499b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:43.717102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Attempting to bind port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:58:43.717703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Attempting to bind port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:58:43.718118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Attempting to bind port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:58:43.725648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:58:43.726072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:43.726659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.727101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:58:43.727776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Bound port: 15f8edbc-336d-44c5-b2f6-a5734fc9fac8, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:58:43.728190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.733528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.762178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.765282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.791947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.807936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:43.818604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] For port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:58:43.822377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] For port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=15f8edbc-336d-44c5-b2f6-a5734fc9fac8,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:58:43.827447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.853314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ed2f8f7c-0b52-43a0-b214-cfcf12d75c71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:43.947902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:43.996385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=815a3db5a2394f7b98bd2a726358cfe1&name=default HTTP/1.1" status: 200  len: 2879 time: 2.4515772
Dec 21 09:58:44.027076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6fec31-f799-409a-8328-802a8f7499b9 None None] Pushing event updated for resources: {'Port': ['ID=15f8edbc-336d-44c5-b2f6-a5734fc9fac8,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:44.031473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33536) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:44.033057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab6fec31-f799-409a-8328-802a8f7499b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:44.056922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c2405d-2d5d-4f00-9591-03534f4700aa,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:44.060969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-968926cd-40a3-4827-8fcf-d054c0d588b6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:44.080123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:44.096740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Routers {'5bcfc681-a76a-4554-b9c0-09a44f434ed8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:44.097445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed92dbe0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['5bcfc681-a76a-4554-b9c0-09a44f434ed8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:44.152366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port 93d64d67-16f9-4d44-b66f-3777e9050163 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:44.152739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:44.241894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event updated for resources: {'Port': ['ID=35b48b57-6afb-4252-a9ad-2100173eb06b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:44.245586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:44.250067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:44.295410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:58:44.296581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:44.299178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:44.325665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] Set router 5bcfc681-a76a-4554-b9c0-09a44f434ed8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:44.480964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f01e6da6-ed0c-49c7-a5a8-32c9ba122c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:44.497025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:44.518758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:44.589993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f01e6da6-ed0c-49c7-a5a8-32c9ba122c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:44.639730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:44.640316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Fanout notify agent at l3_agent the message router_deleted on router e3b94cce-6aa2-4811-8069-218d6543f839 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:58:44.683214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed92dbe0>, [{'id': '5bcfc681-a76a-4554-b9c0-09a44f434ed8', 'name': 'tempest-snat-router-1580734489', 'tenant_id': '54c4033dbb3c4827aecc516946a8972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.31'}], 'enable_snat': False}, 'gw_port_id': '15f8edbc-336d-44c5-b2f6-a5734fc9fac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:58:31Z', 'updated_at': '2020-12-21T09:58:38Z', 'revision_number': 3, 'project_id': '54c4033dbb3c4827aecc516946a8972e', 'gw_port': {'id': '15f8edbc-336d-44c5-b2f6-a5734fc9fac8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcfc681-a76a-4554-b9c0-09a44f434ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:58:35Z', 'updated_at': '2020-12-21T09:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:44.688384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f9c7f99-d73c-4d34-8c03-a1bccf236e8b None None] The sync data for ids ['5bcfc681-a76a-4554-b9c0-09a44f434ed8'] in dv-neutron-601336-62-ovs is: [{'id': '5bcfc681-a76a-4554-b9c0-09a44f434ed8', 'name': 'tempest-snat-router-1580734489', 'tenant_id': '54c4033dbb3c4827aecc516946a8972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.31'}], 'enable_snat': False}, 'gw_port_id': '15f8edbc-336d-44c5-b2f6-a5734fc9fac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:58:31Z', 'updated_at': '2020-12-21T09:58:38Z', 'revision_number': 3, 'project_id': '54c4033dbb3c4827aecc516946a8972e', 'gw_port': {'id': '15f8edbc-336d-44c5-b2f6-a5734fc9fac8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:23:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bcfc681-a76a-4554-b9c0-09a44f434ed8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 315, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:58:35Z', 'updated_at': '2020-12-21T09:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:58:44.771506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port 93d64d67-16f9-4d44-b66f-3777e9050163, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=93d64d67-16f9-4d44-b66f-3777e9050163,segment=NetworkSegment(9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea),segment_id=9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:44.771873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:44.843181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:44.935916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for 93d64d67-16f9-4d44-b66f-3777e9050163 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:45.026443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f01e6da6-ed0c-49c7-a5a8-32c9ba122c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:45.035881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0581690-bcfd-474c-9b86-8c0eb35bcdc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:45.059545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:45.060767 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-010c47af-d1f2-4650-9f80-c2f0fa16229a tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "DELETE /v2.0/routers/e3b94cce-6aa2-4811-8069-218d6543f839 HTTP/1.1" status: 204  len: 168 time: 4.8201838
Dec 21 09:58:45.074272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e6da6-ed0c-49c7-a5a8-32c9ba122c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c2405d-2d5d-4f00-9591-03534f4700aa,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:45.076741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33546) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:45.080890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f01e6da6-ed0c-49c7-a5a8-32c9ba122c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:45.082347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f01e6da6-ed0c-49c7-a5a8-32c9ba122c71 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35c2405d-2d5d-4f00-9591-03534f4700aa HTTP/1.1" status: 204  len: 168 time: 1.0376356
Dec 21 09:58:45.083271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f01e6da6-ed0c-49c7-a5a8-32c9ba122c71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:45.216687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:45.234901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e04d9a3-434b-44d3-a8c3-e32b5774d3bd tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:45.302774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:45.608681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Port': ['ID=93d64d67-16f9-4d44-b66f-3777e9050163,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:45.642009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:45.658884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Router 21d9374f-aee9-40ec-8078-f8cc5c8f1be5 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:58:45.910667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:58:45.918052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No DVR routers for this DVR port 93d64d67-16f9-4d44-b66f-3777e9050163 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:58:45.919686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Sync routers for ids ['21d9374f-aee9-40ec-8078-f8cc5c8f1be5'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:58:45.943396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Routers {'21d9374f-aee9-40ec-8078-f8cc5c8f1be5'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:45.943396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeab97f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['21d9374f-aee9-40ec-8078-f8cc5c8f1be5'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:45.949359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:45.950750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 4.5546162
Dec 21 09:58:45.954947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33566) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:46.056336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5219fd-9a27-4c0c-8375-2bc245df931d tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Deleting subnet 745cd446-6ec3-4d8b-a7a9-892523f4fe26 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:58:46.083304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:46.192122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:46.208935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:58:46.211092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea5219fd-9a27-4c0c-8375-2bc245df931d tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:46.215531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:46.215954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:46.257173 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0b433d46-bce6-4bee-aea5-522aff6c42d4 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/routers/21d9374f-aee9-40ec-8078-f8cc5c8f1be5 HTTP/1.1" status: 200  len: 908 time: 0.3009493
Dec 21 09:58:46.260596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33572) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:46.308003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Set router 21d9374f-aee9-40ec-8078-f8cc5c8f1be5 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:46.389882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:46.411755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=15f8edbc-336d-44c5-b2f6-a5734fc9fac8,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:46.416453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:46.418695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea5219fd-9a27-4c0c-8375-2bc245df931d tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:46.425178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-69cffc65-9ba9-430a-84a1-0bdc30823324 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:46.468826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:46.506898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:46.542188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecf11710>,) {'filters': {'network_id': ['9e5676ce-f78f-46fa-9715-f4ed22683bf8']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:46.584504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:46.586984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecf11710>, '9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:46.587327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecf11710>, '9a7c1fe8-9085-4dd7-948f-f7060a9fa9ea') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:46.613407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=15f8edbc-336d-44c5-b2f6-a5734fc9fac8,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:46.628594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:46.636930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:46.753361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'Subnet': ['ID=380a0127-2a2d-4de8-91c8-b29edee1c9d2,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:46.771146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:46.820485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:46.824833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:46.887890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeab97f0>, [{'id': '21d9374f-aee9-40ec-8078-f8cc5c8f1be5', 'name': 'tempest-snat-router-1580734489', 'tenant_id': '54c4033dbb3c4827aecc516946a8972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '35b48b57-6afb-4252-a9ad-2100173eb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:58:41Z', 'updated_at': '2020-12-21T09:58:44Z', 'revision_number': 3, 'project_id': '54c4033dbb3c4827aecc516946a8972e', 'gw_port': {'id': '35b48b57-6afb-4252-a9ad-2100173eb06b', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d9374f-aee9-40ec-8078-f8cc5c8f1be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:58:42Z', 'updated_at': '2020-12-21T09:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:46.896709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Checking router: 21d9374f-aee9-40ec-8078-f8cc5c8f1be5 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:58:46.897597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Updating router 21d9374f-aee9-40ec-8078-f8cc5c8f1be5 port 35b48b57-6afb-4252-a9ad-2100173eb06b binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:58:46.993278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:47.082095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea5219fd-9a27-4c0c-8375-2bc245df931d tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:47.214902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:47.223012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:47.225032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Deleting port 35b48b57-6afb-4252-a9ad-2100173eb06b {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:47.225713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:47.257677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:47.383617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Checking segment: {'id': '9acf752e-aa18-4dfc-ad18-f3f6d74c39f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c8744b45-b7ea-4d8e-894a-f048c353f44e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:47.384148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network hostable DHCP agents. Network: c8744b45-b7ea-4d8e-894a-f048c353f44e, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:58:47.445889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:47.564222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:47.630806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Calling delete_port for 35b48b57-6afb-4252-a9ad-2100173eb06b owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:47.820952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 9e5676ce-f78f-46fa-9715-f4ed22683bf8 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:47.831398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network c8744b45-b7ea-4d8e-894a-f048c353f44e is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:47.852371 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:47.891354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, c8744b45-b7ea-4d8e-894a-f048c353f44e) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:47.899653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e868a7-d846-4ef8-af8e-f998a900c19f None None] Network c8744b45-b7ea-4d8e-894a-f048c353f44e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:47.978169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Transition to ACTIVE for port object 35b48b57-6afb-4252-a9ad-2100173eb06b will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:58:47.983238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:47.988169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:58:47.988169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:58:47.994950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.009716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29a5a5ec-07c5-43d6-8f4d-486fd891b16a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:48.013979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:48.022139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:48.056617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea5219fd-9a27-4c0c-8375-2bc245df931d tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.057960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.076560 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/9e5676ce-f78f-46fa-9715-f4ed22683bf8 HTTP/1.1" status: 204  len: 168 time: 9.3407004
Dec 21 09:58:48.080934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33606) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:48.087471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-254222944'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:48.092877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Pushing event updated for resources: {'Port': ['ID=35b48b57-6afb-4252-a9ad-2100173eb06b,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:48.101744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:48.111765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:network and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:48.117202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:48.117772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.118434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.118915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.119844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.120178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.120656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.120896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=9e5676ce-f78f-46fa-9715-f4ed22683bf8,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:48.121230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.122372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.122875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.123431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.123886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.124348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.124899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.125362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.125790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:48.126023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.126671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.127186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.127932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.128206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.128666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.129125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.129611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.130074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.130537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:48.135195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:48.137933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e84a1253-6a7c-4dac-98a0-16b2b88793e0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:48.152900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:48.153223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33610) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:48.174932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:48.180473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.254864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5219fd-9a27-4c0c-8375-2bc245df931d tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event deleted for resources: {'Subnet': ['ID=745cd446-6ec3-4d8b-a7a9-892523f4fe26,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:48.262612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea5219fd-9a27-4c0c-8375-2bc245df931d tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:48.282841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:48.283651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:48.284228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.310760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.311134 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9 of type vxlan for network b5ed9507-d4b4-435f-acd3-702b40821050
Dec 21 09:58:48.317101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Attempting to bind port 35b48b57-6afb-4252-a9ad-2100173eb06b on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:58:48.318155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Attempting to bind port 35b48b57-6afb-4252-a9ad-2100173eb06b by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:58:48.318783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Attempting to bind port 35b48b57-6afb-4252-a9ad-2100173eb06b on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:58:48.326140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:58:48.326926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:48.327584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.328233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:58:48.329067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Bound port: 35b48b57-6afb-4252-a9ad-2100173eb06b, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:58:48.329817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.352300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-c8744b45-b7ea-4d8e-894a-f048c353f44e', 'network_id': 'c8744b45-b7ea-4d8e-894a-f048c353f44e', 'tenant_id': '3dffe9240b934e0aa2aa8dcfb30bc32e', 'fixed_ips': [{'subnet_id': '380a0127-2a2d-4de8-91c8-b29edee1c9d2'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:58:48.353405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.365072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.420234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] For port 35b48b57-6afb-4252-a9ad-2100173eb06b, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:58:48.426779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] For port 35b48b57-6afb-4252-a9ad-2100173eb06b, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=35b48b57-6afb-4252-a9ad-2100173eb06b,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:58:48.431060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.447294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.457370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:48.458097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.459117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:48.468682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea5219fd-9a27-4c0c-8375-2bc245df931d tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.474725 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea5219fd-9a27-4c0c-8375-2bc245df931d tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "DELETE /v2.0/subnets/745cd446-6ec3-4d8b-a7a9-892523f4fe26 HTTP/1.1" status: 204  len: 168 time: 3.3954887
Dec 21 09:58:48.480176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33618) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:48.490925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8424ef9b-aade-426a-bbc3-a6b86c267a63 None None] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:48.549694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e28fdc3a-eb40-452d-b044-1e70ccae4bdc tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:48.591852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Pushing event updated for resources: {'Port': ['ID=35b48b57-6afb-4252-a9ad-2100173eb06b,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:48.605348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.617671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:48.787677 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.7054610
Dec 21 09:58:48.795406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Routers {'21d9374f-aee9-40ec-8078-f8cc5c8f1be5'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:58:48.796170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeab97f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['21d9374f-aee9-40ec-8078-f8cc5c8f1be5'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:48.809513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-272042917', 'router:external': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:48.816332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:48.821874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Usage tracker for resource:network and tenant:3c24c27a2dd64b8aa850a8bdd27a498c is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:48.825470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:48.832969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:48.847556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33622) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:48.870304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': 'b5ed9507-d4b4-435f-acd3-702b40821050', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:48.889403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Made reservation on behalf of 3c24c27a2dd64b8aa850a8bdd27a498c for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:48.895740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:48.922979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:49.128133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=b5ed9507-d4b4-435f-acd3-702b40821050,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:49.137043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:49.169312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:49.283962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] Set router 21d9374f-aee9-40ec-8078-f8cc5c8f1be5 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:58:49.320393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Usage tracker for resource:security_group_rule and tenant:3c24c27a2dd64b8aa850a8bdd27a498c is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:49.359809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:49.363024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:49.449641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:49.528228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:49.574748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:49.599296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:subnet and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:49.610878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Deleting port 53476682-3f1c-4d87-ae96-e339707e6225 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:49.611486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:49.622929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:49.631401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Deleting port 35b48b57-6afb-4252-a9ad-2100173eb06b {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:49.646122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:49.725073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:49.832146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:49.903947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network b5ed9507-d4b4-435f-acd3-702b40821050 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:49.919014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network b5ed9507-d4b4-435f-acd3-702b40821050 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:49.935396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] For port 35b48b57-6afb-4252-a9ad-2100173eb06b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=35b48b57-6afb-4252-a9ad-2100173eb06b,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:49.935804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:49.941922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event updated for resources: {'Subnet': ['ID=13bfb3b1-2947-4fca-84b1-8b32c2d71dda,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:49.946263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:50.053820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeab97f0>, [{'id': '21d9374f-aee9-40ec-8078-f8cc5c8f1be5', 'name': 'tempest-snat-router-1580734489', 'tenant_id': '54c4033dbb3c4827aecc516946a8972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '35b48b57-6afb-4252-a9ad-2100173eb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:58:41Z', 'updated_at': '2020-12-21T09:58:44Z', 'revision_number': 3, 'project_id': '54c4033dbb3c4827aecc516946a8972e', 'gw_port': {'id': '35b48b57-6afb-4252-a9ad-2100173eb06b', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d9374f-aee9-40ec-8078-f8cc5c8f1be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:58:42Z', 'updated_at': '2020-12-21T09:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:50.061538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c136f-9604-41a8-b374-bc6e9aec20ab None None] The sync data for ids ['21d9374f-aee9-40ec-8078-f8cc5c8f1be5'] in dv-neutron-601336-62-ovs is: [{'id': '21d9374f-aee9-40ec-8078-f8cc5c8f1be5', 'name': 'tempest-snat-router-1580734489', 'tenant_id': '54c4033dbb3c4827aecc516946a8972e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.112'}], 'enable_snat': True}, 'gw_port_id': '35b48b57-6afb-4252-a9ad-2100173eb06b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:58:41Z', 'updated_at': '2020-12-21T09:58:44Z', 'revision_number': 3, 'project_id': '54c4033dbb3c4827aecc516946a8972e', 'gw_port': {'id': '35b48b57-6afb-4252-a9ad-2100173eb06b', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:a5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d9374f-aee9-40ec-8078-f8cc5c8f1be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:58:42Z', 'updated_at': '2020-12-21T09:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:58:50.076156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Allocated IP 2001:db8::1 (c8744b45-b7ea-4d8e-894a-f048c353f44e/380a0127-2a2d-4de8-91c8-b29edee1c9d2/24f92439-e460-42f1-b3c9-8c48f7ebfd89) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:58:50.092883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Calling delete_port for 35b48b57-6afb-4252-a9ad-2100173eb06b owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:50.200265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:50.201999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] For port 53476682-3f1c-4d87-ae96-e339707e6225, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=53476682-3f1c-4d87-ae96-e339707e6225,segment=NetworkSegment(c5ee1170-9d6f-45c9-918a-498dc240cbcc),segment_id=c5ee1170-9d6f-45c9-918a-498dc240cbcc)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:50.202402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:50.288795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:50.356989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Calling delete_port for 53476682-3f1c-4d87-ae96-e339707e6225 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:50.428625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Checking segment: {'id': '162bb851-0db4-4bf2-ae95-1016e97e37c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3910bb6-9fa2-414f-ac9e-d3373a8f8459'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:50.429022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network hostable DHCP agents. Network: a3910bb6-9fa2-414f-ac9e-d3373a8f8459, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:58:50.454800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922b72fe-cc2a-4875-98e8-4818e2342be9 req-b101e9f2-117e-4728-b41b-2c15339038d9 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:50.456600 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-922b72fe-cc2a-4875-98e8-4818e2342be9 req-b101e9f2-117e-4728-b41b-2c15339038d9 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 946 time: 1.1432390
Dec 21 09:58:50.488228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network a3910bb6-9fa2-414f-ac9e-d3373a8f8459 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:58:50.492717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:50.509315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:50.510019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:50.534144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02e472c-00e2-4c96-98b9-6f710c8a002a None None] DHCP port deletion for d8cfc49a-eb9b-451a-99c8-5807bc15a206 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:58:50.578301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event deleted for resources: {'Port': ['ID=53476682-3f1c-4d87-ae96-e339707e6225,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:50.583190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:50.588857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, a3910bb6-9fa2-414f-ac9e-d3373a8f8459) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:50.621668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:50.622101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:50.623947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:50.644862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e5a08-f04e-42da-a38e-52ee72f3375d req-a7d3b7ce-5122-4330-a9fe-daa5b980a4f7 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:50.656195 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-996e5a08-f04e-42da-a38e-52ee72f3375d req-a7d3b7ce-5122-4330-a9fe-daa5b980a4f7 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 946 time: 0.5294156
Dec 21 09:58:50.658896 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 9.8942547
Dec 21 09:58:50.662371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33636) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:50.667230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:50.682271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9df6fe7-2e6d-4edd-a77f-46de7598fa8f None None] Network a3910bb6-9fa2-414f-ac9e-d3373a8f8459 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:50.730685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:50.811843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] No DVR routers for this DVR port 53476682-3f1c-4d87-ae96-e339707e6225 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:58:50.874521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672f8fd-4521-4e35-bbca-75f83b2ee8ec tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:50.876188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672f8fd-4521-4e35-bbca-75f83b2ee8ec tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:50.878237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672f8fd-4521-4e35-bbca-75f83b2ee8ec tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:50.879124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b672f8fd-4521-4e35-bbca-75f83b2ee8ec tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Synchronizing usage tracker for tenant:3dffe9240b934e0aa2aa8dcfb30bc32e on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:50.906868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:50.917945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b672f8fd-4521-4e35-bbca-75f83b2ee8ec tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Unset dirty status for tenant:3dffe9240b934e0aa2aa8dcfb30bc32e on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:50.930369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b672f8fd-4521-4e35-bbca-75f83b2ee8ec tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.2670922
Dec 21 09:58:50.931082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33640) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:50.934569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:50.950732 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-922b72fe-cc2a-4875-98e8-4818e2342be9 req-7d7f6075-5bba-4aac-8ab3-5234747978ca tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4810746
Dec 21 09:58:50.965393 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-996e5a08-f04e-42da-a38e-52ee72f3375d req-a145da84-0b44-4168-91e7-c1ca0d9e3117 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3081136
Dec 21 09:58:51.019575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.019941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-a3910bb6-9fa2-414f-ac9e-d3373a8f8459', 'network_id': 'a3910bb6-9fa2-414f-ac9e-d3373a8f8459', 'tenant_id': '3dffe9240b934e0aa2aa8dcfb30bc32e', 'fixed_ips': [{'subnet_id': '13bfb3b1-2947-4fca-84b1-8b32c2d71dda'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:58:51.021111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.063196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.221310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:58:51.235083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.235977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Added segment 9d944b39-dee4-4d27-b031-4dda14c31867 of type vxlan for network 1add138c-d2bb-4fae-9026-f7079dbdf596
Dec 21 09:58:51.263924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feca252b0>,) {'filters': {'network_id': ['d8cfc49a-eb9b-451a-99c8-5807bc15a206']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:51.278117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feca252b0>, 'c5ee1170-9d6f-45c9-918a-498dc240cbcc') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:51.278459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feca252b0>, 'c5ee1170-9d6f-45c9-918a-498dc240cbcc') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:51.296669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.303603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event updated for resources: {'SecurityGroup': ['ID=ee574946-1cca-4071-a2a6-b78efe388a75,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:51.321214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:51.337597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.351945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.355691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Releasing vxlan tunnel 7 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:51.437258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Allocated IP 2001:db8:0:1::1 (a3910bb6-9fa2-414f-ac9e-d3373a8f8459/13bfb3b1-2947-4fca-84b1-8b32c2d71dda/589df8b1-95b9-4d2c-a626-b47ff4b9d7b5) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:58:51.484177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.650976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:51.664338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.665365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:51.666491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.674271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.676088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.684527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.690598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.723931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Transition to ACTIVE for port object 24f92439-e460-42f1-b3c9-8c48f7ebfd89 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:58:51.728555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Transition to ACTIVE for port object 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:58:51.755368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:51.785398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.785998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Fanout notify agent at l3_agent the message router_deleted on router 21d9374f-aee9-40ec-8078-f8cc5c8f1be5 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:58:51.797530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.799006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bbdb57a0-bf8b-49fa-9e17-34b0f8925d5f tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "DELETE /v2.0/routers/21d9374f-aee9-40ec-8078-f8cc5c8f1be5 HTTP/1.1" status: 204  len: 168 time: 5.5333312
Dec 21 09:58:51.805011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 868 time: 3.6506538
Dec 21 09:58:51.811179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Transition to ACTIVE for port object 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:58:51.812071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33656) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:51.812442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33658) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:51.818561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Transition to ACTIVE for port object 24f92439-e460-42f1-b3c9-8c48f7ebfd89 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:58:51.821757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.839787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Request body: {'subnet': {'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:51.846736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:51.851380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Usage tracker for resource:subnet and tenant:3c24c27a2dd64b8aa850a8bdd27a498c is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:51.853139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ed2f8f7c-0b52-43a0-b214-cfcf12d75c71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:51.855524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:51.862666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:51.928460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-955efcba-d1f5-49b9-a832-3eb7ddc470b3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Deleting subnet 380a0127-2a2d-4de8-91c8-b29edee1c9d2 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:58:51.935449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-955efcba-d1f5-49b9-a832-3eb7ddc470b3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:51.997470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Pushing event updated for resources: {'Port': ['ID=589df8b1-95b9-4d2c-a626-b47ff4b9d7b5,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:52.036197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:52.196753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Network d8cfc49a-eb9b-451a-99c8-5807bc15a206 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:52.214201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.214585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.214962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.215330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.215693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.216061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.216420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.216780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.217142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.217517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.217877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.218233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.218662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.219019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.219373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.219947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.220308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.220663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.221015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.221367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.221828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.222072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.222424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.222911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:58:52.227740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:52.228830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 35b48b57-6afb-4252-a9ad-2100173eb06b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:52.246078 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:52.257682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-955efcba-d1f5-49b9-a832-3eb7ddc470b3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:52.275953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:52.310418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 35b48b57-6afb-4252-a9ad-2100173eb06b {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:58:52.310786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 35b48b57-6afb-4252-a9ad-2100173eb06b not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 21 09:58:52.373662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Port 35b48b57-6afb-4252-a9ad-2100173eb06b not found, will not notify nova. {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 21 09:58:52.376636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:52.382299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:52.406330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:52.417258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event deleted for resources: {'Network': ['ID=d8cfc49a-eb9b-451a-99c8-5807bc15a206,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:52.421579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:52.429380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "DELETE /v2.0/networks/d8cfc49a-eb9b-451a-99c8-5807bc15a206 HTTP/1.1" status: 204  len: 168 time: 3.9401104
Dec 21 09:58:52.432378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33670) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:52.471816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 53476682-3f1c-4d87-ae96-e339707e6225 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:58:52.533714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 53476682-3f1c-4d87-ae96-e339707e6225 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:58:52.534089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 53476682-3f1c-4d87-ae96-e339707e6225 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:58:52.551704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Pushing event updated for resources: {'Port': ['ID=24f92439-e460-42f1-b3c9-8c48f7ebfd89,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:52.560882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:52.613449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Network c8744b45-b7ea-4d8e-894a-f048c353f44e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:58:52.614700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:52.618824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:52.623645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Network a3910bb6-9fa2-414f-ac9e-d3373a8f8459 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:58:52.626689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:52.633729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event updated for resources: {'Network': ['ID=1add138c-d2bb-4fae-9026-f7079dbdf596,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:52.637238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Made reservation on behalf of 3c24c27a2dd64b8aa850a8bdd27a498c for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:52.646851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:52.655358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:58:52.659899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-955efcba-d1f5-49b9-a832-3eb7ddc470b3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:52.663472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 1add138c-d2bb-4fae-9026-f7079dbdf596 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:52.674078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.918s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:52.676576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 1add138c-d2bb-4fae-9026-f7079dbdf596 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:58:52.713471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Deleting port ed1fc040-a78e-41a9-a945-6917f312f342 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:52.713994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:52.936511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Attempting to bind port 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:58:52.937435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Attempting to bind port 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '162bb851-0db4-4bf2-ae95-1016e97e37c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3910bb6-9fa2-414f-ac9e-d3373a8f8459'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:58:52.938841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Attempting to bind port 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 on network a3910bb6-9fa2-414f-ac9e-d3373a8f8459 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:58:52.943324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Attempting to bind port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:58:52.944567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Attempting to bind port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '9acf752e-aa18-4dfc-ad18-f3f6d74c39f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c8744b45-b7ea-4d8e-894a-f048c353f44e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:58:52.945066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Attempting to bind port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 on network c8744b45-b7ea-4d8e-894a-f048c353f44e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:58:52.973416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:58:52.974134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Checking segment: {'id': '9acf752e-aa18-4dfc-ad18-f3f6d74c39f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c8744b45-b7ea-4d8e-894a-f048c353f44e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:52.974928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:52.975734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Bound using segment: {'id': '9acf752e-aa18-4dfc-ad18-f3f6d74c39f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c8744b45-b7ea-4d8e-894a-f048c353f44e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:58:52.977077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Bound port: 24f92439-e460-42f1-b3c9-8c48f7ebfd89, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acf752e-aa18-4dfc-ad18-f3f6d74c39f0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': 'c8744b45-b7ea-4d8e-894a-f048c353f44e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:58:52.977858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:52.995548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:58:52.996437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Checking segment: {'id': '162bb851-0db4-4bf2-ae95-1016e97e37c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3910bb6-9fa2-414f-ac9e-d3373a8f8459'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:52.997279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:52.998130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Bound using segment: {'id': '162bb851-0db4-4bf2-ae95-1016e97e37c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3910bb6-9fa2-414f-ac9e-d3373a8f8459'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:58:52.999735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Bound port: 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '162bb851-0db4-4bf2-ae95-1016e97e37c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'a3910bb6-9fa2-414f-ac9e-d3373a8f8459'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:58:52.999735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:53.137522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:53.351689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:53.352252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:53.370517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f182c-b89a-48ef-b682-9075d35280ca req-575c3dd9-ab79-415f-90c3-69e7ded31c88 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:53.379227 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed2f182c-b89a-48ef-b682-9075d35280ca req-575c3dd9-ab79-415f-90c3-69e7ded31c88 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 946 time: 0.7473521
Dec 21 09:58:53.490764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526c9e5-c30c-4fc1-83af-5a21a389cf35 req-7de89ecb-2a2c-42c9-b47f-98b1c8eff378 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:53.493454 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c526c9e5-c30c-4fc1-83af-5a21a389cf35 req-7de89ecb-2a2c-42c9-b47f-98b1c8eff378 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 946 time: 0.8717866
Dec 21 09:58:53.525812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] For port 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:58:53.528683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] For port 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=589df8b1-95b9-4d2c-a626-b47ff4b9d7b5,segment=NetworkSegment(162bb851-0db4-4bf2-ae95-1016e97e37c9),segment_id=162bb851-0db4-4bf2-ae95-1016e97e37c9)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:58:53.533028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:53.596702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Calling delete_port for ed1fc040-a78e-41a9-a945-6917f312f342 owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:53.669018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-955efcba-d1f5-49b9-a832-3eb7ddc470b3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:53.700701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:53.701916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:53.747438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:53.760349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955efcba-d1f5-49b9-a832-3eb7ddc470b3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Subnet': ['ID=380a0127-2a2d-4de8-91c8-b29edee1c9d2,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:53.761375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] For port 24f92439-e460-42f1-b3c9-8c48f7ebfd89, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:58:53.766115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-955efcba-d1f5-49b9-a832-3eb7ddc470b3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:53.775575 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed2f182c-b89a-48ef-b682-9075d35280ca req-8f1c456b-a5e2-4293-bfe9-805c4958d654 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3953741
Dec 21 09:58:53.786308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Deleting port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:53.786629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:53.841758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Pushing event updated for resources: {'Port': ['ID=589df8b1-95b9-4d2c-a626-b47ff4b9d7b5,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:53.855126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:53.864545 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c526c9e5-c30c-4fc1-83af-5a21a389cf35 req-cdbfa59f-d98d-4ae4-9462-4833278024a2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3252962
Dec 21 09:58:53.874218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] For port 24f92439-e460-42f1-b3c9-8c48f7ebfd89, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=24f92439-e460-42f1-b3c9-8c48f7ebfd89,segment=NetworkSegment(9acf752e-aa18-4dfc-ad18-f3f6d74c39f0),segment_id=9acf752e-aa18-4dfc-ad18-f3f6d74c39f0)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:58:53.877123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-955efcba-d1f5-49b9-a832-3eb7ddc470b3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:53.884261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:53.918414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28da485f-1781-4f99-8db6-c90eb724f572 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:53.938797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-955efcba-d1f5-49b9-a832-3eb7ddc470b3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "DELETE /v2.0/subnets/380a0127-2a2d-4de8-91c8-b29edee1c9d2 HTTP/1.1" status: 204  len: 168 time: 3.0037143
Dec 21 09:58:53.942941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33674) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:54.024733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:54.063510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-856cc782-64bd-4ef9-a5b8-02a13f180a9c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:54.097800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 35b48b57-6afb-4252-a9ad-2100173eb06b no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:58:54.129813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Pushing event deleted for resources: {'Port': ['ID=ed1fc040-a78e-41a9-a945-6917f312f342,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:54.134565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:54.140884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:54.149526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-da0a1246-d7b5-4db3-bd52-fb503bd8710f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:54.151035 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-da0a1246-d7b5-4db3-bd52-fb503bd8710f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.16 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 946 time: 0.6005051
Dec 21 09:58:54.212316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 35b48b57-6afb-4252-a9ad-2100173eb06b {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:58:54.213311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 35b48b57-6afb-4252-a9ad-2100173eb06b not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:58:54.255859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Pushing event updated for resources: {'Port': ['ID=24f92439-e460-42f1-b3c9-8c48f7ebfd89,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:54.274583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:54.327397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-ef3d3357-85c6-4f73-b162-b41b0418ede2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:54.329124 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-ef3d3357-85c6-4f73-b162-b41b0418ede2 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.16 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 946 time: 0.6839132
Dec 21 09:58:54.351570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c67a3c26-7357-48c5-9ae6-d906f8eca92d tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:54.387006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-002713f6-f1a3-4683-8788-53424040e2f1 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Deleting subnet 13bfb3b1-2947-4fca-84b1-8b32c2d71dda {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:58:54.390435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-002713f6-f1a3-4683-8788-53424040e2f1 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:54.492966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-002713f6-f1a3-4683-8788-53424040e2f1 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:54.566446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:54.568980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:54.573149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] 10.222.0.45 "DELETE /v2.0/floatingips/53095eca-4e61-4fe9-9a4b-f15db7e6c104 HTTP/1.1" status: 204  len: 168 time: 2.1401911
Dec 21 09:58:54.609041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-002713f6-f1a3-4683-8788-53424040e2f1 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:54.614661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Deleting port d544c753-c351-4e61-aef5-dfca25a41610 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:54.615057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:54.729068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] For port 15f8edbc-336d-44c5-b2f6-a5734fc9fac8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=15f8edbc-336d-44c5-b2f6-a5734fc9fac8,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:54.729846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:54.996552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device d544c753-c351-4e61-aef5-dfca25a41610 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:58:55.117423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-002713f6-f1a3-4683-8788-53424040e2f1 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.135043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33688) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:55.138238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ee6ebe9-985a-4463-a25a-fcedcba036a0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:55.147944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.180603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3388a901-c449-403d-aeb3-9d850842db92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd544c753-c351-4e61-aef5-dfca25a41610'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:58:55.185416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Deleting port 2c3bed66-b02f-455d-b529-b908c9b1cac7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:55.185919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.192790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port d544c753-c351-4e61-aef5-dfca25a41610, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d544c753-c351-4e61-aef5-dfca25a41610,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:55.196209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.196807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 2c3bed66-b02f-455d-b529-b908c9b1cac7 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:58:55.203073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002713f6-f1a3-4683-8788-53424040e2f1 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Subnet': ['ID=13bfb3b1-2947-4fca-84b1-8b32c2d71dda,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:55.207441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-002713f6-f1a3-4683-8788-53424040e2f1 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:55.213207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=a756610a-ab29-4de6-8c91-51fb49438767,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:55.228169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:55.326800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-002713f6-f1a3-4683-8788-53424040e2f1 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.342318 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-002713f6-f1a3-4683-8788-53424040e2f1 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "DELETE /v2.0/subnets/13bfb3b1-2947-4fca-84b1-8b32c2d71dda HTTP/1.1" status: 204  len: 168 time: 1.3981638
Dec 21 09:58:55.343491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33696) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:55.379077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=d544c753-c351-4e61-aef5-dfca25a41610,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:55.383933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:55.404594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.442150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 2c3bed66-b02f-455d-b529-b908c9b1cac7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2c3bed66-b02f-455d-b529-b908c9b1cac7,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:55.445317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.447329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:55.463811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbddd7f3-a3ab-4faa-86a2-e15616dea478 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:55.464557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bbddd7f3-a3ab-4faa-86a2-e15616dea478 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Synchronizing usage tracker for tenant:3dffe9240b934e0aa2aa8dcfb30bc32e on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:58:55.468826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.117s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:55.490032 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7263f5ad-db12-4b11-86fe-c3419bb8c55a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=462b3e7a68e44b74bb453a8161754f9b&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3180788
Dec 21 09:58:55.491641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33700) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:55.511990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bbddd7f3-a3ab-4faa-86a2-e15616dea478 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Unset dirty status for tenant:3dffe9240b934e0aa2aa8dcfb30bc32e on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:58:55.517975 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bbddd7f3-a3ab-4faa-86a2-e15616dea478 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1725256
Dec 21 09:58:55.519379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33704) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:55.523246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=2c3bed66-b02f-455d-b529-b908c9b1cac7,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:55.526839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:55.605540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Calling delete_port for 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:55.685661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe92a-fc4f-40bb-a6e1-d193a50394a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.702644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.726041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': 'c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b5ed9507-d4b4-435f-acd3-702b40821050'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:55.726440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: b5ed9507-d4b4-435f-acd3-702b40821050, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:58:55.792640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe92a-fc4f-40bb-a6e1-d193a50394a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.800835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Deleting port 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:55.801214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.815939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9524ad-361e-4e0e-b03e-115beace508d req-a9ab320c-fb3f-4caa-9b3d-2379cb38567f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:55.817574 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9e9524ad-361e-4e0e-b03e-115beace508d req-a9ab320c-fb3f-4caa-9b3d-2379cb38567f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 1.4356458
Dec 21 09:58:55.957444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe92a-fc4f-40bb-a6e1-d193a50394a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:55.966759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:55.993669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5fe92a-fc4f-40bb-a6e1-d193a50394a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7250e4-8304-468f-8c83-652bbc1aeb6e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:55.998982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b5fe92a-fc4f-40bb-a6e1-d193a50394a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:56.006163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b5fe92a-fc4f-40bb-a6e1-d193a50394a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:56.010256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1b5fe92a-fc4f-40bb-a6e1-d193a50394a6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8e7250e4-8304-468f-8c83-652bbc1aeb6e HTTP/1.1" status: 204  len: 168 time: 0.5175242
Dec 21 09:58:56.024200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network b5ed9507-d4b4-435f-acd3-702b40821050 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:58:56.079056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becad345-577a-4157-af64-2ba1dc6b295c req-c58e8661-85fc-410e-a706-384ad9fdd3b3 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:56.080852 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-becad345-577a-4157-af64-2ba1dc6b295c req-c58e8661-85fc-410e-a706-384ad9fdd3b3 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 944 time: 0.8641973
Dec 21 09:58:56.108489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] For port 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=589df8b1-95b9-4d2c-a626-b47ff4b9d7b5,segment=NetworkSegment(162bb851-0db4-4bf2-ae95-1016e97e37c9),segment_id=162bb851-0db4-4bf2-ae95-1016e97e37c9)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:56.109155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:56.202370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 24f92439-e460-42f1-b3c9-8c48f7ebfd89 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:56.273584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, b5ed9507-d4b4-435f-acd3-702b40821050) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:56.285273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:58:56.293603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1fe60-cb94-4703-8bc1-fd607a3f7e1f None None] Network b5ed9507-d4b4-435f-acd3-702b40821050 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:56.319597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:58:56.319800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Calling delete_port for 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:56.327009 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9e9524ad-361e-4e0e-b03e-115beace508d req-a2c92cec-006e-4e0c-bc70-a46313605c26 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4937143
Dec 21 09:58:56.345212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:56.345890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:56.467372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] For port d544c753-c351-4e61-aef5-dfca25a41610, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d544c753-c351-4e61-aef5-dfca25a41610,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:56.467925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:56.502670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:56.525364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:56.529365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-becad345-577a-4157-af64-2ba1dc6b295c req-eb46a5f8-8619-4389-9a1c-f9b1d6ff750e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3709676
Dec 21 09:58:56.658572 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 7.8062165
Dec 21 09:58:56.661160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] For port 2c3bed66-b02f-455d-b529-b908c9b1cac7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2c3bed66-b02f-455d-b529-b908c9b1cac7,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:56.661590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:56.728673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No active binding found for port 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 {{(pid=80972) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 21 09:58:56.729145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}}
Dec 21 09:58:56.798414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33714) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:56.798974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33716) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:56.805688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:56.816781 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3388a901-c449-403d-aeb3-9d850842db92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd544c753-c351-4e61-aef5-dfca25a41610', 'code': 200}
Dec 21 09:58:56.817379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Port 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 not found, will not notify nova. {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}}
Dec 21 09:58:56.820292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b614895-0fd1-49b4-9e68-db9f0e78542c None None] Network a3910bb6-9fa2-414f-ac9e-d3373a8f8459 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:56.921305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-41b7d4a2-8792-4228-b108-6a1e1eaa50f7 None None] Could not find standard attr ID for object 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 09:58:56.962360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Port': ['ID=589df8b1-95b9-4d2c-a626-b47ff4b9d7b5,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:56.973141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] No DVR routers for this DVR port 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:58:56.988930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:57.020364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:57.044881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:57.050097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] Usage tracker for resource:security_group_rule and tenant:f0d21df837ec4530a3b277f4184cd5d9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:57.054201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:57.060795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:57.065116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80970) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 09:58:57.065714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:57.158987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee4301a-7a56-4652-95b4-9b7cd4b3b36a None None] Network c8744b45-b7ea-4d8e-894a-f048c353f44e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:57.169096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:57.179789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:57.198369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:57.210857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f97ccc3-b980-4a2f-8951-b22cdde55bfa tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:57.361750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0d21df837ec4530a3b277f4184cd5d9&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5128226
Dec 21 09:58:57.370328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33724) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:57.436370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:57.452982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-63b24050-d290-4141-b549-0189e6dc2ea2 None None] Provisioning for port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:58:57.460607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-b5ed9507-d4b4-435f-acd3-702b40821050', 'network_id': 'b5ed9507-d4b4-435f-acd3-702b40821050', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': 'a756610a-ab29-4de6-8c91-51fb49438767'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:58:57.461402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:57.483808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-63b24050-d290-4141-b549-0189e6dc2ea2 None None] Provisioning complete for port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:58:57.484315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-63b24050-d290-4141-b549-0189e6dc2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:57.498991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2490e5-ac6c-428a-91ca-50ad734b243a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:57.504925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:57.631162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:57.634531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event updated for resources: {'Subnet': ['ID=69a591c6-d2c2-47f8-a3b6-97fba07d0116,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:57.725412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fc9c0-ae3c-4ef4-a9d7-7c98ef5fd10c None None] DHCP port deletion for a3910bb6-9fa2-414f-ac9e-d3373a8f8459 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:58:57.738890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:57.948865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] DHCP port deletion for c8744b45-b7ea-4d8e-894a-f048c353f44e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:58:57.986661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Deleting port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:58:57.987650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.081152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bee9dcd-41ea-4cf9-b86e-eb90bfce5ac2 req-cd34052e-92d2-47d0-ad15-ccd9a3635d3c tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:58.088859 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3bee9dcd-41ea-4cf9-b86e-eb90bfce5ac2 req-cd34052e-92d2-47d0-ad15-ccd9a3635d3c tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 944 time: 1.3712029
Dec 21 09:58:58.098719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 24f92439-e460-42f1-b3c9-8c48f7ebfd89 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:58:58.167177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-63b24050-d290-4141-b549-0189e6dc2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.244166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4c934f-b8b2-42e0-9c1e-05c4f16996d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.268476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fede53438>,) {'filters': {'network_id': ['a3910bb6-9fa2-414f-ac9e-d3373a8f8459']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:58.270829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.303896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4c934f-b8b2-42e0-9c1e-05c4f16996d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.312573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fede53438>, '162bb851-0db4-4bf2-ae95-1016e97e37c9') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:58.312912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fede53438>, '162bb851-0db4-4bf2-ae95-1016e97e37c9') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:58:58.351656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.408943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-63b24050-d290-4141-b549-0189e6dc2ea2 None None] For port 24f92439-e460-42f1-b3c9-8c48f7ebfd89, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=24f92439-e460-42f1-b3c9-8c48f7ebfd89,segment=NetworkSegment(9acf752e-aa18-4dfc-ad18-f3f6d74c39f0),segment_id=9acf752e-aa18-4dfc-ad18-f3f6d74c39f0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:58.410652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.410793 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3bee9dcd-41ea-4cf9-b86e-eb90bfce5ac2 req-e1026ba6-a73a-426c-b78f-60116f6ae8d9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups?id=098ac2a6-81f2-4f79-8592-8f1261922118&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3209813
Dec 21 09:58:58.472817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.479545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.526283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.531387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071669b-9551-47f5-8630-d3345dec3d7f req-482a0764-0453-4900-9ba1-7945a3bb4b60 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:58.536019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Releasing vxlan tunnel 12 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:58:58.544070 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2071669b-9551-47f5-8630-d3345dec3d7f req-482a0764-0453-4900-9ba1-7945a3bb4b60 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.8967676
Dec 21 09:58:58.630224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.630781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.631336 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Floating IP e5c56bb5-67a1-4997-8fe4-0c9e13b83062 disassociated. External IP: 172.26.1.99, port: 2c3bed66-b02f-455d-b529-b908c9b1cac7.
Dec 21 09:58:58.632127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Calling delete_port for 2c3bed66-b02f-455d-b529-b908c9b1cac7 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:58.649103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.678790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-63b24050-d290-4141-b549-0189e6dc2ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.690449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.691151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.691739 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Floating IP d8ce2330-730f-43cd-8952-a14a45d21f34 disassociated. External IP: 172.26.1.115, port: d544c753-c351-4e61-aef5-dfca25a41610.
Dec 21 09:58:58.692347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Calling delete_port for d544c753-c351-4e61-aef5-dfca25a41610 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:58.698595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:58.749463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.750440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Fanout notify agent at l3_agent the message router_deleted on router 5bcfc681-a76a-4554-b9c0-09a44f434ed8 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:58:58.834780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Checking segment: {'id': '9d944b39-dee4-4d27-b031-4dda14c31867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:58:58.835358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Network hostable DHCP agents. Network: 1add138c-d2bb-4fae-9026-f7079dbdf596, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:58:58.876406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.877914 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-76f22578-f5c0-4a59-a216-9fcfcaf3a9bc tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "DELETE /v2.0/routers/5bcfc681-a76a-4554-b9c0-09a44f434ed8 HTTP/1.1" status: 204  len: 168 time: 7.0551081
Dec 21 09:58:58.891615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2071669b-9551-47f5-8630-d3345dec3d7f req-f2eb9930-f757-4f00-85b6-94feb7f890f4 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3461709
Dec 21 09:58:58.893974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33730) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:58.926827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1416083187', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:58.939155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4c934f-b8b2-42e0-9c1e-05c4f16996d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:58.946234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3bed66-b02f-455d-b529-b908c9b1cac7'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:58:58.964771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8d173a61-d5e2-47d0-8621-35d9135769bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:58.987890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Network 1add138c-d2bb-4fae-9026-f7079dbdf596 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:58:58.989530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:59.002038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 1add138c-d2bb-4fae-9026-f7079dbdf596) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:58:59.018675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:59.019347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:59.042766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f4664-7679-4eb1-8b5d-71be5e9fd97c None None] Network 1add138c-d2bb-4fae-9026-f7079dbdf596 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:58:59.092159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] For port 24f92439-e460-42f1-b3c9-8c48f7ebfd89, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=24f92439-e460-42f1-b3c9-8c48f7ebfd89,segment=NetworkSegment(9acf752e-aa18-4dfc-ad18-f3f6d74c39f0),segment_id=9acf752e-aa18-4dfc-ad18-f3f6d74c39f0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:59.092566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:59.136934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 24f92439-e460-42f1-b3c9-8c48f7ebfd89, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=24f92439-e460-42f1-b3c9-8c48f7ebfd89,segment=NetworkSegment(9acf752e-aa18-4dfc-ad18-f3f6d74c39f0),segment_id=9acf752e-aa18-4dfc-ad18-f3f6d74c39f0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:58:59.147306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc694b07-45bc-4736-9151-fb51dcac55d8 req-99208df7-9dc5-41f9-80da-dfaf0e9d3250 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:58:59.148898 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bc694b07-45bc-4736-9151-fb51dcac55d8 req-99208df7-9dc5-41f9-80da-dfaf0e9d3250 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 944 time: 0.4149625
Dec 21 09:58:59.166029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Allocated IP 172.20.0.1 (b5ed9507-d4b4-435f-acd3-702b40821050/a756610a-ab29-4de6-8c91-51fb49438767/e6fb5b90-341d-4ed3-bf25-501daf70f8d4) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:58:59.169152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Usage tracker for resource:router and tenant:5787d2b1d8c64521a40ee58a076635fa is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:59.184826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c934f-b8b2-42e0-9c1e-05c4f16996d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2490e5-ac6c-428a-91ca-50ad734b243a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:59.189461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:59.201697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network a3910bb6-9fa2-414f-ac9e-d3373a8f8459 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:59.234725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:59.254088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:59.255019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:58:59.274905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f4c934f-b8b2-42e0-9c1e-05c4f16996d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:59.280448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:59.283338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c3bed66-b02f-455d-b529-b908c9b1cac7', 'code': 200}
Dec 21 09:58:59.300418 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bc694b07-45bc-4736-9151-fb51dcac55d8 req-b5b2ad08-22d1-45a6-becc-c43520b81011 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups?id=f2a651b9-1cf3-4a89-9989-7cddd6d053ad&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1226120
Dec 21 09:58:59.302324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:59.357746 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 7.5315642
Dec 21 09:58:59.363763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:59.370251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Calling delete_port for 24f92439-e460-42f1-b3c9-8c48f7ebfd89 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:58:59.396760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33740) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:58:59.405052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b24050-d290-4141-b549-0189e6dc2ea2 None None] Pushing event updated for resources: {'Port': ['ID=24f92439-e460-42f1-b3c9-8c48f7ebfd89,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:59.425022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-664236414', 'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:58:59.429076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4c934f-b8b2-42e0-9c1e-05c4f16996d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:59.432768 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0f4c934f-b8b2-42e0-9c1e-05c4f16996d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4c2490e5-ac6c-428a-91ca-50ad734b243a HTTP/1.1" status: 204  len: 168 time: 2.0088756
Dec 21 09:58:59.433651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:59.439431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Pushing event deleted for resources: {'Port': ['ID=2c3bed66-b02f-455d-b529-b908c9b1cac7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:58:59.479924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-63b24050-d290-4141-b549-0189e6dc2ea2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:59.490977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:58:59.491611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 589df8b1-95b9-4d2c-a626-b47ff4b9d7b5 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:58:59.493636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.214s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:59.504109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:59.506222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:59.534713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:58:59.552932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Usage tracker for resource:port and tenant:3c24c27a2dd64b8aa850a8bdd27a498c is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:58:59.560236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:58:59.659978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network a3910bb6-9fa2-414f-ac9e-d3373a8f8459 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:58:59.669921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:58:59.692961 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:58:59.714996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:58:59.715573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:58:59.762353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Made reservation on behalf of 3c24c27a2dd64b8aa850a8bdd27a498c for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:58:59.767201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:58:59.889965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Pushing event deleted for resources: {'Port': ['ID=d544c753-c351-4e61-aef5-dfca25a41610,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:00.026520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:00.042003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=24f92439-e460-42f1-b3c9-8c48f7ebfd89,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:00.046296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:00.061560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:00.069458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd2afe-82b0-486c-808d-b4fe3fae190e None None] Network 1add138c-d2bb-4fae-9026-f7079dbdf596 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:00.075513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:00.091086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:00.091507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:00.116041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2b45dae1-9913-4fd6-8134-cdf880da5f03 req-59bc8c0e-125b-4535-a066-6496d46d3ac1 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Synchronizing usage tracker for tenant:08bc19b4e2294eea880fdc39de5157b9 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:00.182173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2b45dae1-9913-4fd6-8134-cdf880da5f03 req-59bc8c0e-125b-4535-a066-6496d46d3ac1 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Unset dirty status for tenant:08bc19b4e2294eea880fdc39de5157b9 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:00.183420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-057d9a8d-a74c-4d3f-802c-a44c57fc811e tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:00.194157 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2b45dae1-9913-4fd6-8134-cdf880da5f03 req-59bc8c0e-125b-4535-a066-6496d46d3ac1 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.4096868
Dec 21 09:59:00.256271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:00.262344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Network': ['ID=a3910bb6-9fa2-414f-ac9e-d3373a8f8459,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:00.276655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:00.424363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] device_id is not set on port e1333740-f0da-4d6e-8920-9b3e456a41ff yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:00.468523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33756) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:00.504819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:59:00.581162 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "DELETE /v2.0/networks/a3910bb6-9fa2-414f-ac9e-d3373a8f8459 HTTP/1.1" status: 204  len: 168 time: 5.0502336
Dec 21 09:59:00.585702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:59:00.585702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 15f8edbc-336d-44c5-b2f6-a5734fc9fac8 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:59:00.592211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33760) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:00.594621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Deleting port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:00.595141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:00.651194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:00.693731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:00.758663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Transition to ACTIVE for port object e6fb5b90-341d-4ed3-bf25-501daf70f8d4 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:00.783091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Transition to ACTIVE for port object e6fb5b90-341d-4ed3-bf25-501daf70f8d4 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:00.865108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:00.873813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:00.941377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28381856-87e6-46d1-bbdd-d7ba429dc1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:00.978706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] Usage tracker for resource:security_group_rule and tenant:eb6d511e7bb2410bb001e2281c09d949 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:01.037080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:01.050077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:01.070479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Router a40b47f9-2988-49e8-9030-4085251f9b9d has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:59:01.075202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:01.089174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:01.103506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-b9ab04c4-1532-42b6-8a1c-330f3a92a12d req-fd09e7d5-e0b0-4ed7-9f6b-dae24583f65b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Synchronizing usage tracker for tenant:3388d26f02ef490182d9d0513dfd4f0b on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:01.194912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Pushing event updated for resources: {'Port': ['ID=e6fb5b90-341d-4ed3-bf25-501daf70f8d4,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:01.198466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:01.223718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:01.368640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:01.384314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f5838-79a0-4121-9c09-20f943879de9 req-91f732e7-3946-40cf-8eb3-12de35994f1c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:01.386133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f22f5838-79a0-4121-9c09-20f943879de9 req-91f732e7-3946-40cf-8eb3-12de35994f1c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 1.1597087
Dec 21 09:59:01.397553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-b9ab04c4-1532-42b6-8a1c-330f3a92a12d req-fd09e7d5-e0b0-4ed7-9f6b-dae24583f65b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Unset dirty status for tenant:3388d26f02ef490182d9d0513dfd4f0b on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:01.398849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9ab04c4-1532-42b6-8a1c-330f3a92a12d req-fd09e7d5-e0b0-4ed7-9f6b-dae24583f65b tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 210 time: 0.7544210
Dec 21 09:59:01.411605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] For port 24f92439-e460-42f1-b3c9-8c48f7ebfd89, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=24f92439-e460-42f1-b3c9-8c48f7ebfd89,segment=NetworkSegment(9acf752e-aa18-4dfc-ad18-f3f6d74c39f0),segment_id=9acf752e-aa18-4dfc-ad18-f3f6d74c39f0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:01.412063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:01.466559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Router 577d18a0-5e5e-445d-b12b-2628fec46f95 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:59:01.490381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32e1dbb1-e5ae-41ec-b203-7ef4b4e81fb7 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:01.495699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:59:01.530583 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f22f5838-79a0-4121-9c09-20f943879de9 req-f6b35840-c221-402d-b1b4-43c59e8b4b70 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1254416
Dec 21 09:59:01.595288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=a756610a-ab29-4de6-8c91-51fb49438767,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:01.597838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:01.599296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Allocated IP 2001:db8::227 (1add138c-d2bb-4fae-9026-f7079dbdf596/69a591c6-d2c2-47f8-a3b6-97fba07d0116/e1333740-f0da-4d6e-8920-9b3e456a41ff) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:01.612765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] No DVR routers for this DVR port 2c3bed66-b02f-455d-b529-b908c9b1cac7 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:59:01.614425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Deleting port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:01.614829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:01.617082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:01.619464 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-524cc2bb-dbdc-45da-98f9-307fa09a9daa req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.16 "DELETE /v2.0/ports/2c3bed66-b02f-455d-b529-b908c9b1cac7 HTTP/1.1" status: 204  len: 173 time: 7.2362158
Dec 21 09:59:01.620015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'name': 'network-vif-deleted', 'tag': '2c3bed66-b02f-455d-b529-b908c9b1cac7'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:59:01.707161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Calling delete_port for 24f92439-e460-42f1-b3c9-8c48f7ebfd89 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:01.756341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ce00d07-bda2-4995-b560-9f24b7595f64', 'name': 'network-vif-deleted', 'tag': '2c3bed66-b02f-455d-b529-b908c9b1cac7', 'status': 'completed', 'code': 200}
Dec 21 09:59:01.773245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] Sync routers for ids ['a40b47f9-2988-49e8-9030-4085251f9b9d'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:59:01.798426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Network b5ed9507-d4b4-435f-acd3-702b40821050 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:01.808691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:01.814649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:01.817030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] Routers {'a40b47f9-2988-49e8-9030-4085251f9b9d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:01.817932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda5ba20>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a40b47f9-2988-49e8-9030-4085251f9b9d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:01.858384 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16f78bfa-7fdb-4dcf-b7e3-518b4f44e8f7 req-69e53651-51a3-48ad-86ec-79ce49099b82 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/ports?device_id=3ce00d07-bda2-4995-b560-9f24b7595f64 HTTP/1.1" status: 200  len: 210 time: 0.0922053
Dec 21 09:59:01.874649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:59:01.886547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] Sync routers for ids ['577d18a0-5e5e-445d-b12b-2628fec46f95'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:59:01.902870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] Routers {'577d18a0-5e5e-445d-b12b-2628fec46f95'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:01.903641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb07358>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['577d18a0-5e5e-445d-b12b-2628fec46f95'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:01.975373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] No DVR routers for this DVR port d544c753-c351-4e61-aef5-dfca25a41610 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:59:01.978185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:01.981216 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7ac78b13-d382-427b-b7b9-57bfaf9b8941 req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.16 "DELETE /v2.0/ports/d544c753-c351-4e61-aef5-dfca25a41610 HTTP/1.1" status: 204  len: 173 time: 7.8208842
Dec 21 09:59:02.039573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Attempting to bind port e6fb5b90-341d-4ed3-bf25-501daf70f8d4 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:59:02.039993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Attempting to bind port e6fb5b90-341d-4ed3-bf25-501daf70f8d4 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b5ed9507-d4b4-435f-acd3-702b40821050'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:59:02.040408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Attempting to bind port e6fb5b90-341d-4ed3-bf25-501daf70f8d4 on network b5ed9507-d4b4-435f-acd3-702b40821050 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:59:02.057611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:59:02.058037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Checking segment: {'id': 'c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b5ed9507-d4b4-435f-acd3-702b40821050'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:02.058499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:02.058945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Bound using segment: {'id': 'c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b5ed9507-d4b4-435f-acd3-702b40821050'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:59:02.059473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Bound port: e6fb5b90-341d-4ed3-bf25-501daf70f8d4, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b5ed9507-d4b4-435f-acd3-702b40821050'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:59:02.059899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:02.072249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:02.099005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-63b24050-d290-4141-b549-0189e6dc2ea2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:02.142252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] Set router 577d18a0-5e5e-445d-b12b-2628fec46f95 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:59:02.228606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Pushing event deleted for resources: {'Port': ['ID=24f92439-e460-42f1-b3c9-8c48f7ebfd89,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:02.238831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] Set router a40b47f9-2988-49e8-9030-4085251f9b9d gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:59:02.293457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:02.476626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:02.570512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb07358>, [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:57:05Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3c900505-e613-48b9-ad4e-26fcece52cbc', 'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'mac_address': 'fa:16:3e:d4:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:59Z', 'updated_at': '2020-12-21T09:57:21Z', 'revision_number': 5, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'subnets': [{'id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:02.575871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] Checking router: 577d18a0-5e5e-445d-b12b-2628fec46f95 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:59:02.580808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] No DVR routers for this DVR port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:59:02.588850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] Routers {'577d18a0-5e5e-445d-b12b-2628fec46f95'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:02.589862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb07358>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['577d18a0-5e5e-445d-b12b-2628fec46f95'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:02.636051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] For port e6fb5b90-341d-4ed3-bf25-501daf70f8d4, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:59:02.724869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] For port e6fb5b90-341d-4ed3-bf25-501daf70f8d4, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e6fb5b90-341d-4ed3-bf25-501daf70f8d4,segment=NetworkSegment(c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9),segment_id=c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:59:02.742791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:02.747748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:02.776534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:02.814837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:02.824067 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb6d511e7bb2410bb001e2281c09d949&name=default HTTP/1.1" status: 200  len: 2879 time: 2.3513994
Dec 21 09:59:02.884212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] Set router 577d18a0-5e5e-445d-b12b-2628fec46f95 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:59:02.892319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33772) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:02.948090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] For port 24f92439-e460-42f1-b3c9-8c48f7ebfd89, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=24f92439-e460-42f1-b3c9-8c48f7ebfd89,segment=NetworkSegment(9acf752e-aa18-4dfc-ad18-f3f6d74c39f0),segment_id=9acf752e-aa18-4dfc-ad18-f3f6d74c39f0)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:02.948502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:02.971594 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c1e1301d-e258-4720-8291-bdb2cbc938fc req-da78a165-aa31-444c-864c-4d57c54b6b5c tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/ports?device_id=3388a901-c449-403d-aeb3-9d850842db92 HTTP/1.1" status: 200  len: 210 time: 0.1566854
Dec 21 09:59:03.055923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f367618-9460-436d-834b-8bf678da8521,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:03.115264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12c67f0d-3b5f-4894-9461-1721e617d010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:03.149519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9b972e2-b8fa-47c6-8e50-fe92d057b7ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.163555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fedb07f98>,) {'filters': {'network_id': ['b5ed9507-d4b4-435f-acd3-702b40821050']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:03.185644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9b972e2-b8fa-47c6-8e50-fe92d057b7ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.202295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Calling delete_port for 24f92439-e460-42f1-b3c9-8c48f7ebfd89 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:03.231354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:03.243134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33780) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:03.244255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.326644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-16e62e46-a43f-4e1e-9e68-807d6ead2aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:03.328414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-16e62e46-a43f-4e1e-9e68-807d6ead2aba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d96e08a0484480b312e045cd996d68&device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 1162 time: 0.6256340
Dec 21 09:59:03.341661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Pushing event updated for resources: {'Port': ['ID=e6fb5b90-341d-4ed3-bf25-501daf70f8d4,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:03.349544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:03.377779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedb07f98>, 'c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:03.378051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedb07f98>, 'c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:03.391783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb07358>, [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:57:05Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3c900505-e613-48b9-ad4e-26fcece52cbc', 'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'mac_address': 'fa:16:3e:d4:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:59Z', 'updated_at': '2020-12-21T09:57:21Z', 'revision_number': 5, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'subnets': [{'id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:03.396782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7febf88-8828-4e47-99d6-f609ae8cfc5c None None] The sync data for ids ['577d18a0-5e5e-445d-b12b-2628fec46f95'] in dv-neutron-601336-62-ovs is: [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:57:05Z', 'revision_number': 4, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3c900505-e613-48b9-ad4e-26fcece52cbc', 'name': '', 'network_id': 'b4a6322a-e701-4fb4-b16d-c89c450cae6a', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'mac_address': 'fa:16:3e:d4:30:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:59Z', 'updated_at': '2020-12-21T09:57:21Z', 'revision_number': 5, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'subnets': [{'id': '6b7ff006-c626-4ba9-8cee-382350121d1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:59:03.483509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03614f7a-7c23-40f9-af21-d1ee15ccf90b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.491358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070afc53-6203-4dd9-999a-ae5316c78207 req-c792f116-0876-4dd0-9b8a-44464fba654f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:03.493114 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-070afc53-6203-4dd9-999a-ae5316c78207 req-c792f116-0876-4dd0-9b8a-44464fba654f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.5998080
Dec 21 09:59:03.545750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520c2aa-d9bb-4eb8-a59b-b3bb074cedba None None] Network b5ed9507-d4b4-435f-acd3-702b40821050 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:03.559823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9b972e2-b8fa-47c6-8e50-fe92d057b7ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.575172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ec39a8e-a829-4a10-8e1b-b3cc93e5fc37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:03.601439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.619570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.622190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:03.629452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03614f7a-7c23-40f9-af21-d1ee15ccf90b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.638596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b972e2-b8fa-47c6-8e50-fe92d057b7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f367618-9460-436d-834b-8bf678da8521,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:03.648476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9b972e2-b8fa-47c6-8e50-fe92d057b7ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.667252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a9b972e2-b8fa-47c6-8e50-fe92d057b7ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f367618-9460-436d-834b-8bf678da8521 HTTP/1.1" status: 204  len: 168 time: 0.7531762
Dec 21 09:59:03.668578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a9b972e2-b8fa-47c6-8e50-fe92d057b7ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:03.684221 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-070afc53-6203-4dd9-999a-ae5316c78207 req-cae27a59-6c49-4dc3-96f0-2bfbd1be3c51 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1625228
Dec 21 09:59:03.702377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-e58f94de-ed34-4950-ab55-8dd3e07d06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:03.704579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-e58f94de-ed34-4950-ab55-8dd3e07d06f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 200  len: 905 time: 0.3436449
Dec 21 09:59:03.836384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3388a901-c449-403d-aeb3-9d850842db92', 'name': 'network-vif-deleted', 'tag': 'd544c753-c351-4e61-aef5-dfca25a41610'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 09:59:03.843246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network b5ed9507-d4b4-435f-acd3-702b40821050 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:03.858177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.914140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03614f7a-7c23-40f9-af21-d1ee15ccf90b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:03.925441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:03.939864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda5ba20>, [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:55Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'f2c06631-dee7-43b6-96d4-680926e754e0', 'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'mac_address': 'fa:16:3e:1f:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:52Z', 'updated_at': '2020-12-21T09:57:14Z', 'revision_number': 5, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'subnets': [{'id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:03.945223 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-22bccdd9-817c-4898-be9c-f4f6466ce9a6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 200  len: 1000 time: 0.2260580
Dec 21 09:59:03.949368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] Checking router: a40b47f9-2988-49e8-9030-4085251f9b9d for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:59:03.952196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03614f7a-7c23-40f9-af21-d1ee15ccf90b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Pushing event deleted for resources: {'SecurityGroup': ['ID=098ac2a6-81f2-4f79-8592-8f1261922118,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:03.973560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03614f7a-7c23-40f9-af21-d1ee15ccf90b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:03.982078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f19830-7804-46f1-adc7-d549b5fbf34a None None] New status for floating IP d8ce2330-730f-43cd-8952-a14a45d21f34: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 09:59:03.982967 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3388a901-c449-403d-aeb3-9d850842db92', 'name': 'network-vif-deleted', 'tag': 'd544c753-c351-4e61-aef5-dfca25a41610', 'status': 'completed', 'code': 200}
Dec 21 09:59:04.078600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network b5ed9507-d4b4-435f-acd3-702b40821050 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:04.133836 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:04.152076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:04.155752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03614f7a-7c23-40f9-af21-d1ee15ccf90b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:04.160266 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-03614f7a-7c23-40f9-af21-d1ee15ccf90b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "DELETE /v2.0/security-groups/098ac2a6-81f2-4f79-8592-8f1261922118 HTTP/1.1" status: 204  len: 168 time: 0.9097621
Dec 21 09:59:04.164447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33796) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:04.200603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-70f7ded2-7a79-4660-acd6-4fa13f049d69 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] show failed (client error): The resource could not be found.
Dec 21 09:59:04.201933 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-70f7ded2-7a79-4660-acd6-4fa13f049d69 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "GET /v2.0/security-groups/098ac2a6-81f2-4f79-8592-8f1261922118 HTTP/1.1" status: 404  len: 347 time: 0.0365093
Dec 21 09:59:04.202651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33800) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:04.220765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33802) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:04.262462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:04.286577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] Routers {'a40b47f9-2988-49e8-9030-4085251f9b9d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:04.288554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda5ba20>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:58:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a40b47f9-2988-49e8-9030-4085251f9b9d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:04.300929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 09:59:04.300929 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 09:59:04.300929 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': 'b5ed9507-d4b4-435f-acd3-702b40821050'}]
Dec 21 09:59:04.300929 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:04.301471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:04.316533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-d26245ed-582c-487f-90ed-1076e798964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:04.318439 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-d26245ed-582c-487f-90ed-1076e798964d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3df20f9c-3fad-4f0f-803e-601b16389e12 HTTP/1.1" status: 200  len: 850 time: 0.3418293
Dec 21 09:59:04.520916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Deleting port 00383259-9aa9-4435-bc27-37af157a37a6 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:04.521570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:04.558808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] Set router a40b47f9-2988-49e8-9030-4085251f9b9d gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:59:04.643610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:04.644257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:04.652125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:04.654121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1966c-4486-4b87-bad3-934ef8c56e76 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 09:59:04.670294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:04.725796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fadf7644-5136-4618-9aae-3dbdff2f1d23 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:04.841295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b1966c-4486-4b87-bad3-934ef8c56e76 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 09:59:04.952349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fadf7644-5136-4618-9aae-3dbdff2f1d23 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:05.028174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33822) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:05.043542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-b367ee41-b99f-46c2-aeee-223acead9bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:05.045217 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-b367ee41-b99f-46c2-aeee-223acead9bf7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9d8d354-2125-42d4-b788-68baf6f1ad2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7094164
Dec 21 09:59:05.076139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:05.163204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Deleting port 24f92439-e460-42f1-b3c9-8c48f7ebfd89 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:05.163568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:05.176332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:05.176744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:05.308444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c738d-bee9-4dc9-8242-e8eb03322af7 req-2456dac0-d74c-4daf-8623-421a0929d330 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:05.311292 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-da1c738d-bee9-4dc9-8242-e8eb03322af7 req-2456dac0-d74c-4daf-8623-421a0929d330 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.4255803
Dec 21 09:59:05.321034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-730614999'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:05.342515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] The port '24f92439-e460-42f1-b3c9-8c48f7ebfd89' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 09:59:05.344617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port e6fb5b90-341d-4ed3-bf25-501daf70f8d4 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:05.344617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:05.405690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event updated for resources: {'Port': ['ID=e1333740-f0da-4d6e-8920-9b3e456a41ff,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:05.427458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Allocated IP 172.26.1.248 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/b822cd58-04c6-4471-86a1-307a70b59bb6) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:05.433479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:05.527708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda5ba20>, [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:55Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'f2c06631-dee7-43b6-96d4-680926e754e0', 'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'mac_address': 'fa:16:3e:1f:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:52Z', 'updated_at': '2020-12-21T09:57:14Z', 'revision_number': 5, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'subnets': [{'id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:05.607564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545e78d3-967c-4e44-9463-93d280f03acf None None] The sync data for ids ['a40b47f9-2988-49e8-9030-4085251f9b9d'] in dv-neutron-601336-62-ovs is: [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:56:55Z', 'revision_number': 4, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'f2c06631-dee7-43b6-96d4-680926e754e0', 'name': '', 'network_id': '64fc3134-80ba-45d9-bcfe-cbec04cd2659', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'mac_address': 'fa:16:3e:1f:70:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:52Z', 'updated_at': '2020-12-21T09:57:14Z', 'revision_number': 5, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'subnets': [{'id': '5ea758eb-df80-4c23-998c-e2f83e74ad01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:59:05.672740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:05.696916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Network 1add138c-d2bb-4fae-9026-f7079dbdf596 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:05.717569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:05.785891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:05.786725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:05.787386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:05.797336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:05.927186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Usage tracker for resource:network and tenant:7a66b2eba7c9457ca91644fbf31bcf56 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:05.946516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Calling delete_port for 00383259-9aa9-4435-bc27-37af157a37a6 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:06.006159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:06.032414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce23efcd-e72d-4c6d-ba85-f4807ed72fd4 None None] New status for floating IP e5c56bb5-67a1-4997-8fe4-0c9e13b83062: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 09:59:06.042095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec1e1b70>,) {'filters': {'network_id': ['c8744b45-b7ea-4d8e-894a-f048c353f44e']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:06.045755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:06.049698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fadf7644-5136-4618-9aae-3dbdff2f1d23 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.082528 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 6.6790242
Dec 21 09:59:06.082528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec1e1b70>, '9acf752e-aa18-4dfc-ad18-f3f6d74c39f0') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:06.082528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec1e1b70>, '9acf752e-aa18-4dfc-ad18-f3f6d74c39f0') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:06.086818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33828) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:06.090695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port e6fb5b90-341d-4ed3-bf25-501daf70f8d4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e6fb5b90-341d-4ed3-bf25-501daf70f8d4,segment=NetworkSegment(c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9),segment_id=c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:06.091106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.105723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:06.110683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.124052 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-da1c738d-bee9-4dc9-8242-e8eb03322af7 req-8e77ca93-32c8-4141-be94-e8c9fcdb5f1a tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7829633
Dec 21 09:59:06.235776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadf7644-5136-4618-9aae-3dbdff2f1d23 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a651b9-1cf3-4a89-9989-7cddd6d053ad,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:06.239572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.254094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for e6fb5b90-341d-4ed3-bf25-501daf70f8d4 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:06.274586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Made reservation on behalf of 7a66b2eba7c9457ca91644fbf31bcf56 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:06.280258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.301970 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-48f7d6a0-5555-4c01-8a44-f36cf41b06be service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2364328
Dec 21 09:59:06.306531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fadf7644-5136-4618-9aae-3dbdff2f1d23 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:06.314790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.319987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Releasing vxlan tunnel 13 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:06.346764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.365871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fadf7644-5136-4618-9aae-3dbdff2f1d23 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.367112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fadf7644-5136-4618-9aae-3dbdff2f1d23 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "DELETE /v2.0/security-groups/f2a651b9-1cf3-4a89-9989-7cddd6d053ad HTTP/1.1" status: 204  len: 168 time: 2.1600492
Dec 21 09:59:06.391397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-814ff25a-4f79-43f1-bae9-473fe103a54d tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Deleting port e1333740-f0da-4d6e-8920-9b3e456a41ff {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:06.391780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-814ff25a-4f79-43f1-bae9-473fe103a54d tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.419041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33832) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:06.470829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:06.474563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.534683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:06.551127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Usage tracker for resource:security_group_rule and tenant:7a66b2eba7c9457ca91644fbf31bcf56 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:06.554619 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-1c6573ac-e82d-46f5-aaaa-28c25a0360b6 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] show failed (client error): The resource could not be found.
Dec 21 09:59:06.558312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1c6573ac-e82d-46f5-aaaa-28c25a0360b6 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "GET /v2.0/security-groups/f2a651b9-1cf3-4a89-9989-7cddd6d053ad HTTP/1.1" status: 404  len: 347 time: 0.1302912
Dec 21 09:59:06.561786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:06.566902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33836) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:06.580175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:06.587509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.606608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network c8744b45-b7ea-4d8e-894a-f048c353f44e has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:06.622106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.648720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Port': ['ID=e6fb5b90-341d-4ed3-bf25-501daf70f8d4,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:06.661795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:06.674947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:06.695326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:06.695730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:06.823603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c409f74a-2fcb-482c-b24d-bac8d6523c8c req-57a59f19-f370-46c4-8830-5a32edc77c22 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5105007
Dec 21 09:59:06.846238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Deleting port ec3be573-d354-4f96-bc8b-86b4ae48c725 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:06.846620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:06.974423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Pushing event updated for resources: {'Port': ['ID=b822cd58-04c6-4471-86a1-307a70b59bb6,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:06.988607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:07.054999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No DVR routers for this DVR port e6fb5b90-341d-4ed3-bf25-501daf70f8d4 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:59:07.057603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network c8744b45-b7ea-4d8e-894a-f048c353f44e has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:07.114621 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:07.166844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-814ff25a-4f79-43f1-bae9-473fe103a54d tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:07.199545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Deleting port 00383259-9aa9-4435-bc27-37af157a37a6 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:07.199931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:07.335246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:07.439366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-814ff25a-4f79-43f1-bae9-473fe103a54d tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Calling delete_port for e1333740-f0da-4d6e-8920-9b3e456a41ff owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:07.468836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:07.492665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:07.493029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:07.501757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:07.517342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-95a93c43-e865-4cb3-831a-325406f49d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:07.612217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:07.615659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:07.622414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:07.624106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d48ea76-9741-4150-aa32-cc37995334ec tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:07.640381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:07.657106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:07.695375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Calling delete_port for ec3be573-d354-4f96-bc8b-86b4ae48c725 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:07.698582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Network': ['ID=c8744b45-b7ea-4d8e-894a-f048c353f44e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:07.714436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:07.760482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:59:07.786034 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "DELETE /v2.0/networks/c8744b45-b7ea-4d8e-894a-f048c353f44e HTTP/1.1" status: 204  len: 168 time: 7.1903346
Dec 21 09:59:07.789060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33842) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:07.793721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'SecurityGroup': ['ID=1349631a-da25-4f39-ac10-42b5a89a9cb5,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:07.835858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed492f98>,) {'filters': {'network_id': ['b5ed9507-d4b4-435f-acd3-702b40821050']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:07.865456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed492f98>, 'c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:07.865823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed492f98>, 'c3663f2b-b324-4f30-a7c3-a1ed2cceb6e9') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:07.871654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:07.877197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:07.877701 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Added segment f344112c-f4fc-45d0-b69c-17ae2c70b887 of type vxlan for network 2c050e2b-b07d-46c0-af80-4010dad6ec75
Dec 21 09:59:07.947250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.005644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.037395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.038053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.051535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869f18a-d60a-4ac2-b56f-7b281c51cdd1 req-9392ef18-8e43-4cc7-b60f-58b6fd176abe tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:08.053180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5869f18a-d60a-4ac2-b56f-7b281c51cdd1 req-9392ef18-8e43-4cc7-b60f-58b6fd176abe tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.7503672
Dec 21 09:59:08.098908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.104360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:08.125035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.238597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92ec2464-cb5c-4e52-870a-37c72ab3751e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.475256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Calling delete_port for 00383259-9aa9-4435-bc27-37af157a37a6 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:08.507827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:59:08.569140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network b5ed9507-d4b4-435f-acd3-702b40821050 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:08.570713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-814ff25a-4f79-43f1-bae9-473fe103a54d tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.581153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.606909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.611164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:08.611822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.622980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-68d4ece6-a51b-42d5-a6a0-29f6dc79ff4f tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:08.706654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ff25a-4f79-43f1-bae9-473fe103a54d tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event deleted for resources: {'Port': ['ID=e1333740-f0da-4d6e-8920-9b3e456a41ff,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:08.723297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-814ff25a-4f79-43f1-bae9-473fe103a54d tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:08.728099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4958778b-e230-459e-a43e-d24c563e34af tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:08.771105 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5869f18a-d60a-4ac2-b56f-7b281c51cdd1 req-97520961-ef04-4416-a4dc-596139d9ec3f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7107320
Dec 21 09:59:08.802861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.878303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:08.961742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network b5ed9507-d4b4-435f-acd3-702b40821050 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:08.986384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Network': ['ID=2c050e2b-b07d-46c0-af80-4010dad6ec75,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:08.994602 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 3.9653132
Dec 21 09:59:08.997959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:09.001035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cb526e5-bb1e-4561-afa0-6e1b7d0ec979 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:09.001669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:09.019350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:09.033358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33846) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:09.036291 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:09.065847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'subnet': {'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:09.141261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.145285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Pushing event deleted for resources: {'Port': ['ID=ec3be573-d354-4f96-bc8b-86b4ae48c725,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:09.169244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:09.218934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-814ff25a-4f79-43f1-bae9-473fe103a54d tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.243686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.264921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fedecec18>,) {'filters': {'network_id': ['db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:09.265165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-814ff25a-4f79-43f1-bae9-473fe103a54d tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:09.333144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Pushing event deleted for resources: {'Port': ['ID=00383259-9aa9-4435-bc27-37af157a37a6,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:09.339041 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-814ff25a-4f79-43f1-bae9-473fe103a54d tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "DELETE /v2.0/ports/e1333740-f0da-4d6e-8920-9b3e456a41ff HTTP/1.1" status: 204  len: 168 time: 3.2135921
Dec 21 09:59:09.345111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33850) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:09.346114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:09.354321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Request body: {'router': {'external_gateway_info': {'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596', 'external_fixed_ips': [{'subnet_id': '69a591c6-d2c2-47f8-a3b6-97fba07d0116', 'ip_address': '2001:db8::227'}]}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:09.414735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:09.476774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Usage tracker for resource:router and tenant:3c24c27a2dd64b8aa850a8bdd27a498c is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:09.487938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:09.502801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:09.541671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.542803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.548140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.551132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.552615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] 10.222.0.45 "DELETE /v2.0/floatingips/d8ce2330-730f-43cd-8952-a14a45d21f34 HTTP/1.1" status: 204  len: 168 time: 2.9828544
Dec 21 09:59:09.560535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33854) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:09.706860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedecec18>, '0d0daf1d-0c85-4cc0-ab8a-d5733f47d93c') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:09.707673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedecec18>, '0d0daf1d-0c85-4cc0-ab8a-d5733f47d93c') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:09.707861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.724330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.728423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.746666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:09.769929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.777697 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/b5ed9507-d4b4-435f-acd3-702b40821050 HTTP/1.1" status: 204  len: 168 time: 12.9306030
Dec 21 09:59:09.789295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33858) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:09.796723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=b5ed9507-d4b4-435f-acd3-702b40821050,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:09.799843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:09.800923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:09.802905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.813666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1160933633'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:09.820908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.823677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:09.830392 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] 10.222.0.45 "DELETE /v2.0/floatingips/e5c56bb5-67a1-4997-8fe4-0c9e13b83062 HTTP/1.1" status: 204  len: 168 time: 5.6009436
Dec 21 09:59:09.831081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Usage tracker for resource:subnet and tenant:7a66b2eba7c9457ca91644fbf31bcf56 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:09.831081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Releasing vxlan tunnel 9 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:09.848352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33864) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:09.849363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:09.851883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:09.989018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:09.991474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:network and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:10.012110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:10.105851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:10.140874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Made reservation on behalf of 7a66b2eba7c9457ca91644fbf31bcf56 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:10.210983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:10.216463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:10.418710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:10.431183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:10.643636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:10.703050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:59:10.805861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:10.839881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:10.881752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:10.882151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment c65257b3-5140-4617-b018-ee8f8ce7de82 of type vxlan for network 119ee70a-0ca1-4739-837d-19864a0fd053
Dec 21 09:59:10.975309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a228d9-c26e-4650-bdf4-dd6428579ad1 req-8e87642d-779c-43f1-98de-34c8b7ab8b4c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:10.976952 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01a228d9-c26e-4650-bdf4-dd6428579ad1 req-8e87642d-779c-43f1-98de-34c8b7ab8b4c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 1.0438049
Dec 21 09:59:11.013954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:11.028928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:11.058298 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:11.179020 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01a228d9-c26e-4650-bdf4-dd6428579ad1 req-a180052d-a596-424e-8a1e-116daefee559 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1924925
Dec 21 09:59:11.253991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:11.364184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:11.393406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b09142c1-edea-4095-b3c2-efde37031c95 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:11.693442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:11.705280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:11.769354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Network': ['ID=db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:11.789235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:11.795377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:11.805839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:11.810055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:11.810708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:11.828115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5d59101d-39bf-4492-9685-0fb7f0d12371 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:11.844709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "DELETE /v2.0/networks/db97e2ec-1baf-4ec9-97c4-2ea8ade3a13c HTTP/1.1" status: 204  len: 168 time: 4.0527263
Dec 21 09:59:11.862487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33868) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:11.863652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:12.040347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:12.076601 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.2813137
Dec 21 09:59:12.081809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33872) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:12.107462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=119ee70a-0ca1-4739-837d-19864a0fd053,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:12.114065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': '119ee70a-0ca1-4739-837d-19864a0fd053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:12.123565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 119ee70a-0ca1-4739-837d-19864a0fd053 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:12.125446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:12.136829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:12.141840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 119ee70a-0ca1-4739-837d-19864a0fd053 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:12.242157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Router 70890d5a-668e-479d-85d9-f7f656032215 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:59:12.409535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-691b7eb9-edf7-4b8c-ae84-d066735e5859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:12.436905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:12.457882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:subnet and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:12.464526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:12.534777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:12.614234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:12.690419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:12.789092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:59:12.802332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9856e1-f35e-48c2-ab28-328e078be412 None None] Sync routers for ids ['70890d5a-668e-479d-85d9-f7f656032215'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:59:12.815615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9856e1-f35e-48c2-ab28-328e078be412 None None] Routers {'70890d5a-668e-479d-85d9-f7f656032215'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:12.817316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bf9856e1-f35e-48c2-ab28-328e078be412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf18d0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['70890d5a-668e-479d-85d9-f7f656032215'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:12.905054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bf9856e1-f35e-48c2-ab28-328e078be412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf18d0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:12.921938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9856e1-f35e-48c2-ab28-328e078be412 None None] Routers {'70890d5a-668e-479d-85d9-f7f656032215'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:12.923321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bf9856e1-f35e-48c2-ab28-328e078be412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf18d0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['70890d5a-668e-479d-85d9-f7f656032215'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:12.980236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:12.993532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:13.019695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:13.023754 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 14.1212764
Dec 21 09:59:13.024135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33878) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:13.025911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bf9856e1-f35e-48c2-ab28-328e078be412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf18d0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:13.027321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9856e1-f35e-48c2-ab28-328e078be412 None None] The sync data for ids ['70890d5a-668e-479d-85d9-f7f656032215'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:59:13.088937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e6205527-14d0-461c-82be-efa8c120f5dd tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'enable_snat': False}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:13.300226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775730f9-9a97-4856-8bd3-edc375c730b6 req-23eb7800-bad5-409b-bbbc-31fb15ddcc49 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:13.301830 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-775730f9-9a97-4856-8bd3-edc375c730b6 req-23eb7800-bad5-409b-bbbc-31fb15ddcc49 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.9213450
Dec 21 09:59:13.354158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:13.357969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:13.372415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:13.403913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec1cdda0>,) {'filters': {'network_id': ['198547ef-bf01-4907-8f59-41785e1b2b8d']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:13.417109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Allocated IP 2001:db8::227 (1add138c-d2bb-4fae-9026-f7079dbdf596/69a591c6-d2c2-47f8-a3b6-97fba07d0116/aa962e48-d19d-45bd-9697-1ad259965341) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:13.458534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec1cdda0>, 'd1e7a348-61c6-4917-a488-5e285ae7e979') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:13.458840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec1cdda0>, 'd1e7a348-61c6-4917-a488-5e285ae7e979') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:13.513422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:13.551327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Deleting port 3c900505-e613-48b9-ad4e-26fcece52cbc {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:13.551327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:13.596735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Subnet': ['ID=cb88639c-724c-49a9-be03-88e2cd48bc73,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:13.604788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:13.633918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:13.694465 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-775730f9-9a97-4856-8bd3-edc375c730b6 req-fbc0cc80-a7fb-4cd8-ba3a-7a611bebca1c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3787074
Dec 21 09:59:13.695165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Releasing vxlan tunnel 8 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:13.845675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Checking segment: {'id': 'f344112c-f4fc-45d0-b69c-17ae2c70b887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:13.846237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Network hostable DHCP agents. Network: 2c050e2b-b07d-46c0-af80-4010dad6ec75, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:59:13.857524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Deleting port f2c06631-dee7-43b6-96d4-680926e754e0 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:13.857926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:13.953786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:59:13.987061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 2c050e2b-b07d-46c0-af80-4010dad6ec75) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:13.998779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a61de4a-4860-4c5d-a4c2-129e79becdd4 None None] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:14.214837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network 198547ef-bf01-4907-8f59-41785e1b2b8d has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:14.227677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:14.334399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-2c050e2b-b07d-46c0-af80-4010dad6ec75', 'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75', 'tenant_id': '7a66b2eba7c9457ca91644fbf31bcf56', 'fixed_ips': [{'subnet_id': 'cb88639c-724c-49a9-be03-88e2cd48bc73'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:59:14.336205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:14.341760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:14.342418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:14.362146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:14.392318 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.3552384
Dec 21 09:59:14.398186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33882) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:14.444073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'port': {'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75', 'name': 'tempest-AllowedAddressPairTestJSON-1090314147'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:14.472777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] For port f2c06631-dee7-43b6-96d4-680926e754e0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f2c06631-dee7-43b6-96d4-680926e754e0,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:14.473116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:14.519850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] For port 3c900505-e613-48b9-ad4e-26fcece52cbc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3c900505-e613-48b9-ad4e-26fcece52cbc,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:14.520230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:14.643573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Calling delete_port for f2c06631-dee7-43b6-96d4-680926e754e0 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:14.655593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Network 198547ef-bf01-4907-8f59-41785e1b2b8d has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:14.674374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:14.746549 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:14.748587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:14.832206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Allocated IP 172.20.0.2 (2c050e2b-b07d-46c0-af80-4010dad6ec75/cb88639c-724c-49a9-be03-88e2cd48bc73/56e1395c-b4a6-4a4a-a014-6b751d8b3732) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:15.122757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Calling delete_port for 3c900505-e613-48b9-ad4e-26fcece52cbc owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:15.123549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=4fcf39df-5606-4b88-bf29-77d7aa189857,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:15.133454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:15.156109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:15.183109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Usage tracker for resource:port and tenant:7a66b2eba7c9457ca91644fbf31bcf56 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:15.188630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:15.191407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:15.211261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:15.252909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Made reservation on behalf of 7a66b2eba7c9457ca91644fbf31bcf56 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:15.258656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:15.296385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:15.305471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': 'c65257b3-5140-4617-b018-ee8f8ce7de82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '119ee70a-0ca1-4739-837d-19864a0fd053'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:15.305870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: 119ee70a-0ca1-4739-837d-19864a0fd053, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:59:15.318681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:15.359077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6205527-14d0-461c-82be-efa8c120f5dd tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:15.397895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:15.428330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 119ee70a-0ca1-4739-837d-19864a0fd053 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:59:15.433975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:15.492804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Transition to ACTIVE for port object 56e1395c-b4a6-4a4a-a014-6b751d8b3732 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:15.507135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:15.517352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Transition to ACTIVE for port object 56e1395c-b4a6-4a4a-a014-6b751d8b3732 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:15.522986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:15.526632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4edd0fe-0665-44a5-83e9-1e4d1029b7f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:15.553513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event updated for resources: {'Port': ['ID=aa962e48-d19d-45bd-9697-1ad259965341,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:15.568195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 119ee70a-0ca1-4739-837d-19864a0fd053) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:15.574162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:15.576505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1768f3d9-b478-44cc-ab93-bbf489642c10 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:15.593731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=f2c06631-dee7-43b6-96d4-680926e754e0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:15.607339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:15.614586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] 10.222.0.45 "DELETE /v2.0/networks/198547ef-bf01-4907-8f59-41785e1b2b8d HTTP/1.1" status: 204  len: 168 time: 3.7360253
Dec 21 09:59:15.614840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab6fec31-f799-409a-8328-802a8f7499b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:15.667178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Pushing event deleted for resources: {'Network': ['ID=198547ef-bf01-4907-8f59-41785e1b2b8d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:15.676884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:15.683988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:15.684646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:15.696693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] device_id is not set on port 766f9592-c48d-4fc8-9c82-c1c106cec4e9 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:15.713160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13894742-281a-427d-ad85-c477ec304a04 req-3ca9b288-7ea1-4489-b565-63146658d0a2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:15.715130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e3b2c-33b0-42f0-8841-dc30a3128943 None None] Network 119ee70a-0ca1-4739-837d-19864a0fd053 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:15.721308 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-13894742-281a-427d-ad85-c477ec304a04 req-3ca9b288-7ea1-4489-b565-63146658d0a2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.6326618
Dec 21 09:59:15.800928 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7012243
Dec 21 09:59:15.806839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33890) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:15.814267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-13894742-281a-427d-ad85-c477ec304a04 req-8334ba21-a2e4-478c-aa03-29b10e0fa74c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917602
Dec 21 09:59:15.821815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Network 1add138c-d2bb-4fae-9026-f7079dbdf596 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:15.824889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:15.886045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:16.172353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Pushing event updated for resources: {'Port': ['ID=56e1395c-b4a6-4a4a-a014-6b751d8b3732,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:16.180546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:16.236435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:16.273157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af4bf181-d509-453d-bf80-cbfe035c4467 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:16.308196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:16.311490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:16.317704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:16.335366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c900505-e613-48b9-ad4e-26fcece52cbc,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:16.400416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:16.440657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-119ee70a-0ca1-4739-837d-19864a0fd053', 'network_id': '119ee70a-0ca1-4739-837d-19864a0fd053', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': '4fcf39df-5606-4b88-bf29-77d7aa189857'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:59:16.442347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:16.457705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Attempting to bind port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:59:16.458434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Attempting to bind port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'f344112c-f4fc-45d0-b69c-17ae2c70b887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:59:16.459052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Attempting to bind port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 on network 2c050e2b-b07d-46c0-af80-4010dad6ec75 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:59:16.481061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:59:16.483566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Checking segment: {'id': 'f344112c-f4fc-45d0-b69c-17ae2c70b887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:16.485264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:16.485728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Bound using segment: {'id': 'f344112c-f4fc-45d0-b69c-17ae2c70b887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:59:16.486592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Bound port: 56e1395c-b4a6-4a4a-a014-6b751d8b3732, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f344112c-f4fc-45d0-b69c-17ae2c70b887', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:59:16.487422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:16.521623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Allocated IP 172.20.0.14 (2c050e2b-b07d-46c0-af80-4010dad6ec75/cb88639c-724c-49a9-be03-88e2cd48bc73/766f9592-c48d-4fc8-9c82-c1c106cec4e9) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:16.547724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:16.765563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] For port 56e1395c-b4a6-4a4a-a014-6b751d8b3732, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:59:16.766245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33896) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:16.850833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:17.020740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] For port 56e1395c-b4a6-4a4a-a014-6b751d8b3732, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56e1395c-b4a6-4a4a-a014-6b751d8b3732,segment=NetworkSegment(f344112c-f4fc-45d0-b69c-17ae2c70b887),segment_id=f344112c-f4fc-45d0-b69c-17ae2c70b887)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:59:17.029454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:17.054871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:17.075656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:59:17.252958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:17.351035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Pushing event updated for resources: {'Port': ['ID=56e1395c-b4a6-4a4a-a014-6b751d8b3732,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:17.368738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:17.400206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Allocated IP 172.20.0.2 (119ee70a-0ca1-4739-837d-19864a0fd053/4fcf39df-5606-4b88-bf29-77d7aa189857/68736955-49eb-459e-a813-3207dfd2e25a) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:17.716723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:17.732163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Transition to ACTIVE for port object 68736955-49eb-459e-a813-3207dfd2e25a will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:17.752878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Transition to ACTIVE for port object 68736955-49eb-459e-a813-3207dfd2e25a will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:17.765211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:17.793852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e84ef55-eff8-4d64-9e79-df8bd54d655b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:17.973221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Pushing event updated for resources: {'Port': ['ID=68736955-49eb-459e-a813-3207dfd2e25a,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:17.980101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:18.040865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Network 119ee70a-0ca1-4739-837d-19864a0fd053 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:18.042440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:18.056867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:18.076259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.097825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Transition to ACTIVE for port object 766f9592-c48d-4fc8-9c82-c1c106cec4e9 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:18.108235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-614f0bcb-f7fd-43df-889e-04133f816631 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3dffe9240b934e0aa2aa8dcfb30bc32e&name=default HTTP/1.1" status: 200  len: 2879 time: 1.3313560
Dec 21 09:59:18.121617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33904) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:18.140212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Attempting to bind port 68736955-49eb-459e-a813-3207dfd2e25a on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:59:18.141681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Attempting to bind port 68736955-49eb-459e-a813-3207dfd2e25a by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'c65257b3-5140-4617-b018-ee8f8ce7de82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '119ee70a-0ca1-4739-837d-19864a0fd053'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:59:18.142243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Attempting to bind port 68736955-49eb-459e-a813-3207dfd2e25a on network 119ee70a-0ca1-4739-837d-19864a0fd053 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:59:18.147310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f939ef5-50c7-4310-93eb-54c641f4b96c req-8de9669e-3ad1-49f2-a2fc-14b2fbbb1c55 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:18.150256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:59:18.150828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Checking segment: {'id': 'c65257b3-5140-4617-b018-ee8f8ce7de82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '119ee70a-0ca1-4739-837d-19864a0fd053'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:18.151387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.151938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Bound using segment: {'id': 'c65257b3-5140-4617-b018-ee8f8ce7de82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '119ee70a-0ca1-4739-837d-19864a0fd053'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:59:18.153036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Bound port: 68736955-49eb-459e-a813-3207dfd2e25a, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c65257b3-5140-4617-b018-ee8f8ce7de82', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '119ee70a-0ca1-4739-837d-19864a0fd053'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:59:18.154155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.155664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1f939ef5-50c7-4310-93eb-54c641f4b96c req-8de9669e-3ad1-49f2-a2fc-14b2fbbb1c55 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.6000257
Dec 21 09:59:18.184451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.211559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afdaffc5-29f0-4ca2-8cb5-d5465e3a1e91 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:18.217935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56e1395c-b4a6-4a4a-a014-6b751d8b3732 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:59:18.247808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.329741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.330977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] For port 68736955-49eb-459e-a813-3207dfd2e25a, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:59:18.335211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] For port 68736955-49eb-459e-a813-3207dfd2e25a, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=68736955-49eb-459e-a813-3207dfd2e25a,segment=NetworkSegment(c65257b3-5140-4617-b018-ee8f8ce7de82),segment_id=c65257b3-5140-4617-b018-ee8f8ce7de82)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:59:18.340652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.358062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b6a3f31-c067-45b9-8bcc-a7f334286a50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:18.397946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:18.430613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1f939ef5-50c7-4310-93eb-54c641f4b96c req-c5327435-746b-4a34-ab5c-021c98cf32be tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2736046
Dec 21 09:59:18.469476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7feb5e95-d304-4ca9-a467-819acfb5d5b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.501256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Port': ['ID=766f9592-c48d-4fc8-9c82-c1c106cec4e9,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:18.524106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Pushing event updated for resources: {'Port': ['ID=68736955-49eb-459e-a813-3207dfd2e25a,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:18.524562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:18.529424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:18.559611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6205527-14d0-461c-82be-efa8c120f5dd tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.624440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6205527-14d0-461c-82be-efa8c120f5dd tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.632518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.671624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7feb5e95-d304-4ca9-a467-819acfb5d5b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.760075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:18.781457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:18.782515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:18.830330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:18.850901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:18.889338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=4fcf39df-5606-4b88-bf29-77d7aa189857,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:18.899048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:19.116520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:19.117349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:19.128016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:59:19.138139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7feb5e95-d304-4ca9-a467-819acfb5d5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:19.150884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-66ea7568-6fa3-4fb6-923b-f63d08f862f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:19.226065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd33e3d8-f51c-4028-8e15-1f9128550ee5 None None] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:19.280135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6205527-14d0-461c-82be-efa8c120f5dd tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Router 70890d5a-668e-479d-85d9-f7f656032215 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:59:19.296434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb5e95-d304-4ca9-a467-819acfb5d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0623a3-b4a7-4674-96ff-81c5e229efaf,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:19.323540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7feb5e95-d304-4ca9-a467-819acfb5d5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:19.336337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7feb5e95-d304-4ca9-a467-819acfb5d5b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:19.340314 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7feb5e95-d304-4ca9-a467-819acfb5d5b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d0623a3-b4a7-4674-96ff-81c5e229efaf HTTP/1.1" status: 204  len: 168 time: 1.2137094
Dec 21 09:59:19.356888 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.9297037
Dec 21 09:59:19.367013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33910) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:19.429546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e0614fa4-7916-4500-9465-2d5e959d1005 None None] Provisioning for port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:19.432257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'port': {'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75', 'name': 'tempest-AllowedAddressPairTestJSON-482978382', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:d9:0c:e8'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:19.436574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:19.437158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:19.459148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:19.470467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e0614fa4-7916-4500-9465-2d5e959d1005 None None] Provisioning complete for port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:19.471055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0614fa4-7916-4500-9465-2d5e959d1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:19.779678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fececb470>,) {'filters': {'network_id': ['119ee70a-0ca1-4739-837d-19864a0fd053']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:19.798349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fececb470>, 'c65257b3-5140-4617-b018-ee8f8ce7de82') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:19.799370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fececb470>, 'c65257b3-5140-4617-b018-ee8f8ce7de82') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:19.819035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:19.835545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0614fa4-7916-4500-9465-2d5e959d1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:19.839808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:19.844867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:19.888859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e0614fa4-7916-4500-9465-2d5e959d1005 None None] For port 56e1395c-b4a6-4a4a-a014-6b751d8b3732, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56e1395c-b4a6-4a4a-a014-6b751d8b3732,segment=NetworkSegment(f344112c-f4fc-45d0-b69c-17ae2c70b887),segment_id=f344112c-f4fc-45d0-b69c-17ae2c70b887)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:19.890849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Router e005f54f-50a5-4771-87a7-6f110d2143b5 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:59:19.893543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0614fa4-7916-4500-9465-2d5e959d1005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:19.895498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-06aec0b8-21b3-4683-b806-ee378e516d5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:20.009550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0614fa4-7916-4500-9465-2d5e959d1005 None None] Pushing event updated for resources: {'Port': ['ID=56e1395c-b4a6-4a4a-a014-6b751d8b3732,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:20.015708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0614fa4-7916-4500-9465-2d5e959d1005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:20.143323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 68736955-49eb-459e-a813-3207dfd2e25a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:59:20.301569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 68736955-49eb-459e-a813-3207dfd2e25a completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:20.369250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 119ee70a-0ca1-4739-837d-19864a0fd053 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:20.406088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:20.459071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-55439b04-1d27-48a7-8295-8f5a8183637d None None] Provisioning complete for port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:20.459505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55439b04-1d27-48a7-8295-8f5a8183637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:20.498362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6205527-14d0-461c-82be-efa8c120f5dd tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:59:20.518171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0d30e-6736-40c5-98ed-9f6de42732fd None None] Sync routers for ids ['70890d5a-668e-479d-85d9-f7f656032215'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:59:20.522784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06e990f-6f5e-4f73-9e75-afb410b9161a req-bd365875-a068-4079-b80f-915cf0b30a67 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:20.524730 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c06e990f-6f5e-4f73-9e75-afb410b9161a req-bd365875-a068-4079-b80f-915cf0b30a67 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.7920792
Dec 21 09:59:20.604396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0d30e-6736-40c5-98ed-9f6de42732fd None None] Routers {'70890d5a-668e-479d-85d9-f7f656032215'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:20.623449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0ac0d30e-6736-40c5-98ed-9f6de42732fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdce48>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['70890d5a-668e-479d-85d9-f7f656032215'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:20.648756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Router 577d18a0-5e5e-445d-b12b-2628fec46f95 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:59:20.686159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6205527-14d0-461c-82be-efa8c120f5dd tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:20.688980 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e6205527-14d0-461c-82be-efa8c120f5dd tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "PUT /v2.0/routers/70890d5a-668e-479d-85d9-f7f656032215 HTTP/1.1" status: 200  len: 922 time: 7.6472268
Dec 21 09:59:20.707486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33928) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:20.774323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b6e32a-48ce-4303-b515-a67dd5517d5c None None] Network 119ee70a-0ca1-4739-837d-19864a0fd053 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:20.811084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0ac0d30e-6736-40c5-98ed-9f6de42732fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdce48>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:20.822306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0d30e-6736-40c5-98ed-9f6de42732fd None None] Routers {'70890d5a-668e-479d-85d9-f7f656032215'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:20.822966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0ac0d30e-6736-40c5-98ed-9f6de42732fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdce48>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['70890d5a-668e-479d-85d9-f7f656032215'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:20.924474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0ac0d30e-6736-40c5-98ed-9f6de42732fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdce48>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:20.925272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac0d30e-6736-40c5-98ed-9f6de42732fd None None] The sync data for ids ['70890d5a-668e-479d-85d9-f7f656032215'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:59:20.998523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:21.002666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:59:21.125679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-55439b04-1d27-48a7-8295-8f5a8183637d None None] Provisioning for port 766f9592-c48d-4fc8-9c82-c1c106cec4e9 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:21.132516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Sync routers for ids ['e005f54f-50a5-4771-87a7-6f110d2143b5'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:59:21.147917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-55439b04-1d27-48a7-8295-8f5a8183637d None None] Provisioning complete for port 766f9592-c48d-4fc8-9c82-c1c106cec4e9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:21.148464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55439b04-1d27-48a7-8295-8f5a8183637d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:21.237015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33936) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:21.275568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:21.276947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Routers {'e005f54f-50a5-4771-87a7-6f110d2143b5'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:21.277826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecec34e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e005f54f-50a5-4771-87a7-6f110d2143b5'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:21.278872 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 11.9313598
Dec 21 09:59:21.314378 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c06e990f-6f5e-4f73-9e75-afb410b9161a req-dd4f0f46-2556-41cd-acdf-7a6adbc72f9f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7243958
Dec 21 09:59:21.326257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33942) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:21.361357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Usage tracker for resource:port and tenant:7a66b2eba7c9457ca91644fbf31bcf56 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:21.377592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Quota usage for port was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:21.381647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-55439b04-1d27-48a7-8295-8f5a8183637d None None] Port 766f9592-c48d-4fc8-9c82-c1c106cec4e9 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:59:21.392302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:21.461413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 119ee70a-0ca1-4739-837d-19864a0fd053 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:21.492475 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:21.503981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group': {'name': 'tempest-secgroup--1936842715'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:21.523647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Router a40b47f9-2988-49e8-9030-4085251f9b9d has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 09:59:21.528369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Made reservation on behalf of 7a66b2eba7c9457ca91644fbf31bcf56 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:21.619475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Set router e005f54f-50a5-4771-87a7-6f110d2143b5 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:59:21.700412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:21.742425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:21.759570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4504d5d-65a7-4eb3-a6d4-8dc0b9b8604c None None] Provisioning complete for port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:21.759908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4504d5d-65a7-4eb3-a6d4-8dc0b9b8604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:21.772782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 09:59:21.772782 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 09:59:21.772782 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': '119ee70a-0ca1-4739-837d-19864a0fd053'}]
Dec 21 09:59:21.772782 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:21.773374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:21.785658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:21.828638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:21.883238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f6409394-1d81-4d73-a055-a1cda5b19e12 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/routers/70890d5a-668e-479d-85d9-f7f656032215 HTTP/1.1" status: 200  len: 922 time: 1.1545424
Dec 21 09:59:21.883238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:59:21.884287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33946) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:21.899543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] Sync routers for ids ['577d18a0-5e5e-445d-b12b-2628fec46f95'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:59:21.908567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:21.911246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] Routers {'577d18a0-5e5e-445d-b12b-2628fec46f95'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:21.912103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedda3f98>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['577d18a0-5e5e-445d-b12b-2628fec46f95'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:21.972698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] DHCP port deletion for 119ee70a-0ca1-4739-837d-19864a0fd053 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:59:21.977401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:59:21.983132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] 10.222.0.45 "PUT /v2.0/routers/a40b47f9-2988-49e8-9030-4085251f9b9d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.1281080
Dec 21 09:59:22.001437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33950) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:22.007789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] Deleting port 68736955-49eb-459e-a813-3207dfd2e25a {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:22.008687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:22.012994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] 10.222.0.45 "PUT /v2.0/routers/577d18a0-5e5e-445d-b12b-2628fec46f95/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4502580
Dec 21 09:59:22.013152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33954) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:22.178615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:22.199526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] Set router 577d18a0-5e5e-445d-b12b-2628fec46f95 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:59:22.257284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:22.308074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] For port 68736955-49eb-459e-a813-3207dfd2e25a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=68736955-49eb-459e-a813-3207dfd2e25a,segment=NetworkSegment(c65257b3-5140-4617-b018-ee8f8ce7de82),segment_id=c65257b3-5140-4617-b018-ee8f8ce7de82)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:22.308423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:22.321917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:22.326282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] Sync routers for ids ['a40b47f9-2988-49e8-9030-4085251f9b9d'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:59:22.329345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:22.333138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56e1395c-b4a6-4a4a-a014-6b751d8b3732 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:59:22.345454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:22.449245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] device_id is not set on port 5703f7d3-947d-4e7d-98b1-5b1afba030c0 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:22.482767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:22.487443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:22.498751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port 68736955-49eb-459e-a813-3207dfd2e25a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:22.499290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:22.552971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedda3f98>, [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:59:15Z', 'revision_number': 5, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:22.560928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] Checking router: 577d18a0-5e5e-445d-b12b-2628fec46f95 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:59:22.571410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] Routers {'577d18a0-5e5e-445d-b12b-2628fec46f95'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:22.572082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedda3f98>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['577d18a0-5e5e-445d-b12b-2628fec46f95'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:22.594177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:22.803623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] Calling delete_port for 68736955-49eb-459e-a813-3207dfd2e25a owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:22.818786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:22.825235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Deleting port 0f341b41-51a6-4440-ad04-85aff0f29bf5 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:22.825630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:22.844868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] Routers {'a40b47f9-2988-49e8-9030-4085251f9b9d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:22.845782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf43c50>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a40b47f9-2988-49e8-9030-4085251f9b9d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:22.986435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:23.030977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] Set router 577d18a0-5e5e-445d-b12b-2628fec46f95 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:59:23.048866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] For port 0f341b41-51a6-4440-ad04-85aff0f29bf5, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0f341b41-51a6-4440-ad04-85aff0f29bf5,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:23.049259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.110596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] Set router a40b47f9-2988-49e8-9030-4085251f9b9d gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:59:23.166809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.220981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Calling delete_port for 0f341b41-51a6-4440-ad04-85aff0f29bf5 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:23.308306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28492f8a-a5cb-4f99-80c0-e61ab40fa409 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:23.310066 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28492f8a-a5cb-4f99-80c0-e61ab40fa409 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/ports?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217&device_id=70890d5a-668e-479d-85d9-f7f656032215&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 1.3259807
Dec 21 09:59:23.312421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.335269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33960) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:23.347838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.378184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:23.387043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:23.421617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedda3f98>, [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:59:15Z', 'revision_number': 5, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:23.427223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf113f1-00d2-4673-99c2-e09b5b40c6d6 None None] The sync data for ids ['577d18a0-5e5e-445d-b12b-2628fec46f95'] in dv-neutron-601336-62-ovs is: [{'id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'name': 'tempest-ServersTestManualDisk-193597627-router', 'tenant_id': '3388d26f02ef490182d9d0513dfd4f0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd76628de-4551-4c24-985b-df7976773705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:59:15Z', 'revision_number': 5, 'project_id': '3388d26f02ef490182d9d0513dfd4f0b', 'gw_port': {'id': 'd76628de-4551-4c24-985b-df7976773705', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fd:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '577d18a0-5e5e-445d-b12b-2628fec46f95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:43Z', 'updated_at': '2020-12-21T09:57:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:59:23.446210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.456239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:23.488810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4504d5d-65a7-4eb3-a6d4-8dc0b9b8604c None None] Provisioning complete for port 766f9592-c48d-4fc8-9c82-c1c106cec4e9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:23.489401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4504d5d-65a7-4eb3-a6d4-8dc0b9b8604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.513992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:23.549668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.553624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:23.561736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63cbd4-9742-46db-94d0-f0f5e001c18f req-ab8ca7a7-603f-4d37-aef1-2ea13ba085fe tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:23.570337 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9b63cbd4-9742-46db-94d0-f0f5e001c18f req-ab8ca7a7-603f-4d37-aef1-2ea13ba085fe tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.9350941
Dec 21 09:59:23.631594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2e23c8-026c-47f4-8e77-33dded976d4b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:23.668324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:23.698621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:23.699048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.755276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.788944 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9b63cbd4-9742-46db-94d0-f0f5e001c18f req-e8ff6b83-ef54-4415-8501-87f4e0272912 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2175465
Dec 21 09:59:23.790802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Deleting port d76628de-4551-4c24-985b-df7976773705 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:23.791282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.810943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4504d5d-65a7-4eb3-a6d4-8dc0b9b8604c None None] Port 766f9592-c48d-4fc8-9c82-c1c106cec4e9 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:59:23.826689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Allocated IP 172.20.0.5 (2c050e2b-b07d-46c0-af80-4010dad6ec75/cb88639c-724c-49a9-be03-88e2cd48bc73/5703f7d3-947d-4e7d-98b1-5b1afba030c0) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:23.845056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecec34e0>, [{'id': 'e005f54f-50a5-4771-87a7-6f110d2143b5', 'name': '', 'tenant_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596', 'external_fixed_ips': [{'subnet_id': '69a591c6-d2c2-47f8-a3b6-97fba07d0116', 'ip_address': '2001:db8::227'}], 'enable_snat': True}, 'gw_port_id': 'aa962e48-d19d-45bd-9697-1ad259965341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:59:09Z', 'updated_at': '2020-12-21T09:59:16Z', 'revision_number': 3, 'project_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'gw_port': {'id': 'aa962e48-d19d-45bd-9697-1ad259965341', 'name': '', 'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e005f54f-50a5-4771-87a7-6f110d2143b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '69a591c6-d2c2-47f8-a3b6-97fba07d0116', 'ip_address': '2001:db8::227', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:59:12Z', 'updated_at': '2020-12-21T09:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '69a591c6-d2c2-47f8-a3b6-97fba07d0116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:23.852074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port 68736955-49eb-459e-a813-3207dfd2e25a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=68736955-49eb-459e-a813-3207dfd2e25a,segment=NetworkSegment(c65257b3-5140-4617-b018-ee8f8ce7de82),segment_id=c65257b3-5140-4617-b018-ee8f8ce7de82)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:23.852490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:23.887427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Checking router: e005f54f-50a5-4771-87a7-6f110d2143b5 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:59:23.887837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Updating router e005f54f-50a5-4771-87a7-6f110d2143b5 port aa962e48-d19d-45bd-9697-1ad259965341 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 09:59:23.952902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.043997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] For port d76628de-4551-4c24-985b-df7976773705, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d76628de-4551-4c24-985b-df7976773705,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:24.044375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.183954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4504d5d-65a7-4eb3-a6d4-8dc0b9b8604c None None] Provisioning for port 68736955-49eb-459e-a813-3207dfd2e25a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:24.197388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Calling delete_port for d76628de-4551-4c24-985b-df7976773705 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:24.201393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4504d5d-65a7-4eb3-a6d4-8dc0b9b8604c None None] Provisioning complete for port 68736955-49eb-459e-a813-3207dfd2e25a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:24.202320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4504d5d-65a7-4eb3-a6d4-8dc0b9b8604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.252931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4504d5d-65a7-4eb3-a6d4-8dc0b9b8604c None None] Port 68736955-49eb-459e-a813-3207dfd2e25a was deleted so its status cannot be updated. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}}
Dec 21 09:59:24.255617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8609026-ccce-4450-9b55-d2f71525015a tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:24.257164 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a8609026-ccce-4450-9b55-d2f71525015a tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 881 time: 0.9169605
Dec 21 09:59:24.270739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.301073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:24.306728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33968) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:24.335246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for 68736955-49eb-459e-a813-3207dfd2e25a owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:24.399965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] Pushing event deleted for resources: {'Port': ['ID=68736955-49eb-459e-a813-3207dfd2e25a,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:24.402875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:24.448666 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-13287900-63ed-4e8d-befe-5f6271e0248f tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=70890d5a-668e-479d-85d9-f7f656032215 HTTP/1.1" status: 200  len: 205 time: 0.0959749
Dec 21 09:59:24.461219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33972) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:24.488839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.513917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.554066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:24.593563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.643288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroup': ['ID=266275ed-de29-4dcf-8589-7b9600a4543d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:24.651724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.653037 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 3.4098399
Dec 21 09:59:24.655829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:24.658911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-a355836b-3c51-47d2-8b1d-5a7273722c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:24.660482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-a355836b-3c51-47d2-8b1d-5a7273722c30 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d96e08a0484480b312e045cd996d68&device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 1162 time: 0.3932533
Dec 21 09:59:24.664205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33976) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:24.667016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96189ca-0ff9-4c0e-9b23-ce5dc3def528 req-f36c8ea2-e253-4d0d-be82-cf0360192a08 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:24.669105 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f96189ca-0ff9-4c0e-9b23-ce5dc3def528 req-f36c8ea2-e253-4d0d-be82-cf0360192a08 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.4001350
Dec 21 09:59:24.670243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.711303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] No DVR routers for this DVR port 68736955-49eb-459e-a813-3207dfd2e25a on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:59:24.732640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 68736955-49eb-459e-a813-3207dfd2e25a no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:59:24.779162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 68736955-49eb-459e-a813-3207dfd2e25a {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:59:24.779724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 68736955-49eb-459e-a813-3207dfd2e25a not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:59:24.808667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf43c50>, [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:59:15Z', 'revision_number': 5, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:24.816513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] Checking router: a40b47f9-2988-49e8-9030-4085251f9b9d for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 09:59:24.826592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:24.826962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:24.834161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] Routers {'a40b47f9-2988-49e8-9030-4085251f9b9d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:24.834972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf43c50>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a40b47f9-2988-49e8-9030-4085251f9b9d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:24.844478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.850232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.900020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3c900505-e613-48b9-ad4e-26fcece52cbc no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:59:24.937047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Deleting port aa962e48-d19d-45bd-9697-1ad259965341 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:24.938146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.953480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:24.957309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 3c900505-e613-48b9-ad4e-26fcece52cbc {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:59:24.957849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3c900505-e613-48b9-ad4e-26fcece52cbc not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:59:24.980755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f96189ca-0ff9-4c0e-9b23-ce5dc3def528 req-ac2a4904-aeb4-4dce-bf81-55e9efa10e20 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2469788
Dec 21 09:59:25.024999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.024999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a40b47f9-2988-49e8-9030-4085251f9b9d {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:59:25.049343 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-83e94070-72cc-463c-99e2-6a425a3af896 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4355 time: 0.3665428
Dec 21 09:59:25.080701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33980) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:25.102969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-60f1b5f4-f4df-4ced-815f-1f385a01e9b1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group': {'name': 'tempest-security--1582347828', 'description': 'tempest-security-description-536491792'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:25.152169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.155938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] Set router a40b47f9-2988-49e8-9030-4085251f9b9d gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:59:25.165378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-bafd76a1-9076-443d-99fe-52f9aa1d0fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:25.167025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-bafd76a1-9076-443d-99fe-52f9aa1d0fc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 200  len: 905 time: 0.4640546
Dec 21 09:59:25.174888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.354914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port 68736955-49eb-459e-a813-3207dfd2e25a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:25.355405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.467878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.472262 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-284221f4-6466-4995-864f-37d93b0d74a2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a40b47f9-2988-49e8-9030-4085251f9b9d HTTP/1.1" status: 204  len: 168 time: 3.4660940
Dec 21 09:59:25.473361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60f1b5f4-f4df-4ced-815f-1f385a01e9b1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.496698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 33984) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:25.619454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] The port '68736955-49eb-459e-a813-3207dfd2e25a' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 09:59:25.733062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf43c50>, [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:59:15Z', 'revision_number': 5, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:25.739245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.741587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db448379-01d7-499f-9737-4e5137699bb7 None None] The sync data for ids ['a40b47f9-2988-49e8-9030-4085251f9b9d'] in dv-neutron-601336-62-ovs is: [{'id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'name': 'tempest-ServersTestJSON-1740116762-router', 'tenant_id': '08bc19b4e2294eea880fdc39de5157b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68'}], 'enable_snat': True}, 'gw_port_id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:39Z', 'updated_at': '2020-12-21T09:59:15Z', 'revision_number': 5, 'project_id': '08bc19b4e2294eea880fdc39de5157b9', 'gw_port': {'id': '0f341b41-51a6-4440-ad04-85aff0f29bf5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:a9:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a40b47f9-2988-49e8-9030-4085251f9b9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:41Z', 'updated_at': '2020-12-21T09:56:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:59:25.755532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.761246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.783731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Deleting port b822cd58-04c6-4471-86a1-307a70b59bb6 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:25.783731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.802016 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-66c3e58f-3f9d-441e-bddb-8b3b3f06f74a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 200  len: 1000 time: 0.6252925
Dec 21 09:59:25.822045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Transition to ACTIVE for port object aa962e48-d19d-45bd-9697-1ad259965341 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:25.827618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.857528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.864337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.867933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60f1b5f4-f4df-4ced-815f-1f385a01e9b1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.872712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9842c94b-d0e0-42cf-943c-e1cb4bff0a98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:25.872887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.873480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 577d18a0-5e5e-445d-b12b-2628fec46f95 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:59:25.893238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-242fb871-0cf7-48ff-bd56-b2a9da7e0183 admin admin] Deleting subnet 5ea758eb-df80-4c23-998c-e2f83e74ad01 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:59:25.907924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-242fb871-0cf7-48ff-bd56-b2a9da7e0183 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.944793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60f1b5f4-f4df-4ced-815f-1f385a01e9b1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.947449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60f1b5f4-f4df-4ced-815f-1f385a01e9b1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.953173 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-60f1b5f4-f4df-4ced-815f-1f385a01e9b1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "PUT /v2.0/security-groups/266275ed-de29-4dcf-8589-7b9600a4543d HTTP/1.1" status: 200  len: 1727 time: 0.8650293
Dec 21 09:59:25.961543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33988) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:25.962828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:25.987526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:25.989557 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-512b4402-d688-4e5c-a24c-f248479d62ec admin admin] 10.222.0.45 "DELETE /v2.0/routers/577d18a0-5e5e-445d-b12b-2628fec46f95 HTTP/1.1" status: 204  len: 168 time: 3.9746010
Dec 21 09:59:26.089279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eee751-3f7e-4467-870a-2ff4c4cc30ec None None] Pushing event updated for resources: {'Port': ['ID=aa962e48-d19d-45bd-9697-1ad259965341,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:26.094145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-69eee751-3f7e-4467-870a-2ff4c4cc30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:26.128382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.142401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Calling delete_port for aa962e48-d19d-45bd-9697-1ad259965341 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:26.181255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Attempting to bind port aa962e48-d19d-45bd-9697-1ad259965341 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:59:26.181724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Attempting to bind port aa962e48-d19d-45bd-9697-1ad259965341 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '9d944b39-dee4-4d27-b031-4dda14c31867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:59:26.182246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Attempting to bind port aa962e48-d19d-45bd-9697-1ad259965341 on network 1add138c-d2bb-4fae-9026-f7079dbdf596 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:59:26.189506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33992) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:26.194081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:59:26.194703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Checking segment: {'id': '9d944b39-dee4-4d27-b031-4dda14c31867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:26.195305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Transition to ACTIVE for port object 5703f7d3-947d-4e7d-98b1-5b1afba030c0 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:26.195415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.196006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Bound using segment: {'id': '9d944b39-dee4-4d27-b031-4dda14c31867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:59:26.196920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Bound port: aa962e48-d19d-45bd-9697-1ad259965341, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d944b39-dee4-4d27-b031-4dda14c31867', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:59:26.197707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.252882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-d8f27f9e-5be2-4f88-b6ee-7c002beb0457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:26.254553 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-d8f27f9e-5be2-4f88-b6ee-7c002beb0457 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3df20f9c-3fad-4f0f-803e-601b16389e12 HTTP/1.1" status: 200  len: 850 time: 0.4411798
Dec 21 09:59:26.300920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] For port aa962e48-d19d-45bd-9697-1ad259965341, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:59:26.306569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] For port aa962e48-d19d-45bd-9697-1ad259965341, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aa962e48-d19d-45bd-9697-1ad259965341,segment=NetworkSegment(9d944b39-dee4-4d27-b031-4dda14c31867),segment_id=9d944b39-dee4-4d27-b031-4dda14c31867)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:59:26.311581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.328658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-43fd2ee2-fbe2-4e56-98e4-459cf3933ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:26.344282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-242fb871-0cf7-48ff-bd56-b2a9da7e0183 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.414670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f1b5f4-f4df-4ced-815f-1f385a01e9b1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroup': ['ID=266275ed-de29-4dcf-8589-7b9600a4543d,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:26.418036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe773eba8>,) {'filters': {'network_id': ['119ee70a-0ca1-4739-837d-19864a0fd053']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:26.503119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60f1b5f4-f4df-4ced-815f-1f385a01e9b1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:26.506866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eee751-3f7e-4467-870a-2ff4c4cc30ec None None] Pushing event updated for resources: {'Port': ['ID=aa962e48-d19d-45bd-9697-1ad259965341,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:26.512089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-69eee751-3f7e-4467-870a-2ff4c4cc30ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:26.524041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe773eba8>, 'c65257b3-5140-4617-b018-ee8f8ce7de82') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:26.524383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe773eba8>, 'c65257b3-5140-4617-b018-ee8f8ce7de82') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:26.536544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.563462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-734aedce-1fa0-4788-b79a-8969f10d5957 admin admin] Deleting subnet 6b7ff006-c626-4ba9-8cee-382350121d1d {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:59:26.566724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36b60ffd-5364-4d0a-b65f-e13c8d6758f3 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:26.574584 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bc185b4a-8c83-4698-9583-e8f9b266b46c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups/266275ed-de29-4dcf-8589-7b9600a4543d HTTP/1.1" status: 200  len: 1727 time: 0.5886948
Dec 21 09:59:26.579493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 33998) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:26.584854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-734aedce-1fa0-4788-b79a-8969f10d5957 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.607996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Routers {'e005f54f-50a5-4771-87a7-6f110d2143b5'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:26.609047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecec34e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e005f54f-50a5-4771-87a7-6f110d2143b5'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:26.681594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.736353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.743527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:26.744086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:26.785077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-734aedce-1fa0-4788-b79a-8969f10d5957 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.858106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32707078-8471-4e19-bf91-142e8865b09c req-32d3d558-40aa-41d0-813a-2efa5a4c6853 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:26.867963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32707078-8471-4e19-bf91-142e8865b09c req-32d3d558-40aa-41d0-813a-2efa5a4c6853 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.6311457
Dec 21 09:59:26.940934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-2d1a7e24-cc21-421c-8da0-bd783feeb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:26.948607 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-2d1a7e24-cc21-421c-8da0-bd783feeb506 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9d8d354-2125-42d4-b788-68baf6f1ad2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6332872
Dec 21 09:59:26.965350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12cb069f-4582-4194-9c49-d6b1c2d55f23 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:26.985735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] Set router e005f54f-50a5-4771-87a7-6f110d2143b5 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 09:59:27.070851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d76628de-4551-4c24-985b-df7976773705 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:59:27.072549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:27.092322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12cb069f-4582-4194-9c49-d6b1c2d55f23 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:27.103895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32707078-8471-4e19-bf91-142e8865b09c req-f6db95af-cbe1-4aff-a65b-773f4cf8719d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2348263
Dec 21 09:59:27.128416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:27.165917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-242fb871-0cf7-48ff-bd56-b2a9da7e0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:27.222754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-734aedce-1fa0-4788-b79a-8969f10d5957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:27.244702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: d76628de-4551-4c24-985b-df7976773705 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:59:27.245300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d76628de-4551-4c24-985b-df7976773705 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:59:27.245932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f2c06631-dee7-43b6-96d4-680926e754e0 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:59:27.257557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:27.299337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: f2c06631-dee7-43b6-96d4-680926e754e0 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:59:27.299736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f2c06631-dee7-43b6-96d4-680926e754e0 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:59:27.365229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-94c6dc08-6ee0-4527-8745-3a7881a1f617 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4010134
Dec 21 09:59:27.366057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12cb069f-4582-4194-9c49-d6b1c2d55f23 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:27.384820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da739645-e3b7-4f58-a6a2-54b9e4337b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:27.436347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb069f-4582-4194-9c49-d6b1c2d55f23 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroup': ['ID=266275ed-de29-4dcf-8589-7b9600a4543d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:27.514404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12cb069f-4582-4194-9c49-d6b1c2d55f23 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:27.525663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Calling delete_port for b822cd58-04c6-4471-86a1-307a70b59bb6 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:27.528286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecec34e0>, [{'id': 'e005f54f-50a5-4771-87a7-6f110d2143b5', 'name': '', 'tenant_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596', 'external_fixed_ips': [{'subnet_id': '69a591c6-d2c2-47f8-a3b6-97fba07d0116', 'ip_address': '2001:db8::227'}], 'enable_snat': True}, 'gw_port_id': 'aa962e48-d19d-45bd-9697-1ad259965341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:59:09Z', 'updated_at': '2020-12-21T09:59:16Z', 'revision_number': 3, 'project_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'gw_port': {'id': 'aa962e48-d19d-45bd-9697-1ad259965341', 'name': '', 'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e005f54f-50a5-4771-87a7-6f110d2143b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '69a591c6-d2c2-47f8-a3b6-97fba07d0116', 'ip_address': '2001:db8::227', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:59:12Z', 'updated_at': '2020-12-21T09:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a591c6-d2c2-47f8-a3b6-97fba07d0116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:27.533384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774aea9c-0b0f-4f2c-b825-a7ef927cccb3 None None] The sync data for ids ['e005f54f-50a5-4771-87a7-6f110d2143b5'] in dv-neutron-601336-62-ovs is: [{'id': 'e005f54f-50a5-4771-87a7-6f110d2143b5', 'name': '', 'tenant_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596', 'external_fixed_ips': [{'subnet_id': '69a591c6-d2c2-47f8-a3b6-97fba07d0116', 'ip_address': '2001:db8::227'}], 'enable_snat': True}, 'gw_port_id': 'aa962e48-d19d-45bd-9697-1ad259965341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:59:09Z', 'updated_at': '2020-12-21T09:59:16Z', 'revision_number': 3, 'project_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'gw_port': {'id': 'aa962e48-d19d-45bd-9697-1ad259965341', 'name': '', 'network_id': '1add138c-d2bb-4fae-9026-f7079dbdf596', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e005f54f-50a5-4771-87a7-6f110d2143b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '69a591c6-d2c2-47f8-a3b6-97fba07d0116', 'ip_address': '2001:db8::227', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:59:12Z', 'updated_at': '2020-12-21T09:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '69a591c6-d2c2-47f8-a3b6-97fba07d0116', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:59:27.613155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Port': ['ID=5703f7d3-947d-4e7d-98b1-5b1afba030c0,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:27.653667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.087s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:27.708357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12cb069f-4582-4194-9c49-d6b1c2d55f23 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:27.709613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-12cb069f-4582-4194-9c49-d6b1c2d55f23 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-groups/266275ed-de29-4dcf-8589-7b9600a4543d HTTP/1.1" status: 204  len: 168 time: 1.1282928
Dec 21 09:59:27.725022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34002) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:27.766327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:27.781814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Deleting port aa962e48-d19d-45bd-9697-1ad259965341 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:27.782298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:27.797459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 119ee70a-0ca1-4739-837d-19864a0fd053 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:27.833055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:27.904174 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba3f470d-5840-46f5-947c-b60a93c6e1bd req-4cd89504-6739-4ef5-9622-579cb1372e7c service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5051601
Dec 21 09:59:28.020432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9d7db055-c258-4343-9530-f614dbb9c797 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:28.123163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9d7db055-c258-4343-9530-f614dbb9c797 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:28.124528 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9d7db055-c258-4343-9530-f614dbb9c797 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3888524
Dec 21 09:59:28.131808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34006) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:28.168226 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-aa81bb31-43d1-45b8-b14c-59123de61189 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] delete failed (client error): The resource could not be found.
Dec 21 09:59:28.169392 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aa81bb31-43d1-45b8-b14c-59123de61189 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-groups/266275ed-de29-4dcf-8589-7b9600a4543d HTTP/1.1" status: 404  len: 347 time: 0.0365689
Dec 21 09:59:28.170598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-734aedce-1fa0-4788-b79a-8969f10d5957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:28.181110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34010) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:28.194554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:28.223150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group': {'name': 'tempest-secgroup--801771114'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:28.229706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:28.247379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:28.276957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:28.282855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:28.301904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:28.304566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:28.440251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 119ee70a-0ca1-4739-837d-19864a0fd053 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:28.495660 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:28.499621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:28.573691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:28.579533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:28.582990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:28.602527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:28.668112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74c0adf7-e012-4222-870b-665201b7ddcf None None] Provisioning for port 5703f7d3-947d-4e7d-98b1-5b1afba030c0 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:28.683173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74c0adf7-e012-4222-870b-665201b7ddcf None None] Provisioning complete for port 5703f7d3-947d-4e7d-98b1-5b1afba030c0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:28.683891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74c0adf7-e012-4222-870b-665201b7ddcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:28.726868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734aedce-1fa0-4788-b79a-8969f10d5957 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b7ff006-c626-4ba9-8cee-382350121d1d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:28.743525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-734aedce-1fa0-4788-b79a-8969f10d5957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:28.754162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] For port aa962e48-d19d-45bd-9697-1ad259965341, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aa962e48-d19d-45bd-9697-1ad259965341,segment=NetworkSegment(9d944b39-dee4-4d27-b031-4dda14c31867),segment_id=9d944b39-dee4-4d27-b031-4dda14c31867)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:28.754691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:28.763821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74c0adf7-e012-4222-870b-665201b7ddcf None None] Port 5703f7d3-947d-4e7d-98b1-5b1afba030c0 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:59:28.857937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:28.858852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:28.934519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aa962e48-d19d-45bd-9697-1ad259965341 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:59:28.963160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:28.985919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:29.002655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.016118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port aa962e48-d19d-45bd-9697-1ad259965341 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:29.022035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port aa962e48-d19d-45bd-9697-1ad259965341 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:29.022705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.039329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=119ee70a-0ca1-4739-837d-19864a0fd053,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:29.066952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:29.072595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.087943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Calling delete_port for aa962e48-d19d-45bd-9697-1ad259965341 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:29.091904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.103612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:29.120807 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 998 time: 9.7502429
Dec 21 09:59:29.122810 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/119ee70a-0ca1-4739-837d-19864a0fd053 HTTP/1.1" status: 204  len: 168 time: 13.3141298
Dec 21 09:59:29.155671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34016) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:29.156112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.156585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34018) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:29.175096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port aa962e48-d19d-45bd-9697-1ad259965341, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aa962e48-d19d-45bd-9697-1ad259965341,segment=NetworkSegment(9d944b39-dee4-4d27-b031-4dda14c31867),segment_id=9d944b39-dee4-4d27-b031-4dda14c31867)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:29.179345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.181474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:29.216799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-242fb871-0cf7-48ff-bd56-b2a9da7e0183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.243705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1960183111'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:29.261307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroup': ['ID=dd284b8a-e8d9-4c8a-973b-fb9541c8c7e8,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:29.262619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:59:29.269324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.275022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.0779037
Dec 21 09:59:29.283500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:29.286943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34024) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:29.292985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0f341b41-51a6-4440-ad04-85aff0f29bf5 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:59:29.300340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-734aedce-1fa0-4788-b79a-8969f10d5957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.323053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': 'dd284b8a-e8d9-4c8a-973b-fb9541c8c7e8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:29.330217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:29.333111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:network and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:29.334076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb971eb-057f-4618-acac-e339abae3f8e None None] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:29.335077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:29.350993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:29.354711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:29.369805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 0f341b41-51a6-4440-ad04-85aff0f29bf5 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:59:29.370041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0f341b41-51a6-4440-ad04-85aff0f29bf5 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:59:29.372876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:29.377748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:29.382909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.387007 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-734aedce-1fa0-4788-b79a-8969f10d5957 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6b7ff006-c626-4ba9-8cee-382350121d1d HTTP/1.1" status: 204  len: 168 time: 3.1909471
Dec 21 09:59:29.392261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34028) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:29.405401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=aa962e48-d19d-45bd-9697-1ad259965341,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:29.410193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:29.413578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:29.431978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:29.455626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb8cec-38c9-4df8-bf15-0190e419c041 req-be22813a-4d4c-4044-bced-7bf6a13675e3 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:29.458151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7dbb8cec-38c9-4df8-bf15-0190e419c041 req-be22813a-4d4c-4044-bced-7bf6a13675e3 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.8438613
Dec 21 09:59:29.469226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242fb871-0cf7-48ff-bd56-b2a9da7e0183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ea758eb-df80-4c23-998c-e2f83e74ad01,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:29.475950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:29.484624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.580109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:29.580602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:29.591385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.603585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-242fb871-0cf7-48ff-bd56-b2a9da7e0183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:29.606967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:29.607892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.686137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.693175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0cb66a6-a488-41a2-93eb-282bf4669729 None None] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:29.694960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.697621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:59:29.707894 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7dbb8cec-38c9-4df8-bf15-0190e419c041 req-7042b931-a1cd-4aaa-b03b-030364b12d30 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2020161
Dec 21 09:59:29.746252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235acdf-c3b3-42f1-be5f-fe7d7a6f7f52 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:29.755587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235acdf-c3b3-42f1-be5f-fe7d7a6f7f52 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:29.762279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235acdf-c3b3-42f1-be5f-fe7d7a6f7f52 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:29.768871 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8235acdf-c3b3-42f1-be5f-fe7d7a6f7f52 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2467 time: 0.5995672
Dec 21 09:59:29.771390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34032) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:29.776007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-242fb871-0cf7-48ff-bd56-b2a9da7e0183 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.776892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.777534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment 73fdaba0-7e97-45ef-ab08-ac3a3f644475 of type vxlan for network 288cd568-87a9-4b19-b344-9a5fb32fee3a
Dec 21 09:59:29.778738 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-242fb871-0cf7-48ff-bd56-b2a9da7e0183 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5ea758eb-df80-4c23-998c-e2f83e74ad01 HTTP/1.1" status: 204  len: 168 time: 4.2799020
Dec 21 09:59:29.796009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34036) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:29.874548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.927019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7e542258-39e4-4e27-a73e-062ef2358146 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Deleting port 5703f7d3-947d-4e7d-98b1-5b1afba030c0 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:29.927383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e542258-39e4-4e27-a73e-062ef2358146 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.980933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:29.981302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Fanout notify agent at l3_agent the message router_deleted on router 70890d5a-668e-479d-85d9-f7f656032215 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:59:30.001775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.012852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.021358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.034128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51e99557-2a88-4048-a947-5b99c0e0d26e tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:30.124928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf1f82d-39dc-4a11-8e52-43b7604c4645,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:30.128261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:30.137243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.145826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] DHCP port deletion for b4a6322a-e701-4fb4-b16d-c89c450cae6a request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:59:30.163231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] Deleting port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:30.163662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.199584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.204023 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.9098382
Dec 21 09:59:30.205760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 09:59:30.222758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34040) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:30.327980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.332196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:30.332881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.356007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:30.456685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] For port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:30.457212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.480358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=288cd568-87a9-4b19-b344-9a5fb32fee3a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:30.483468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:30.495954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.503349 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c1b7f387-0520-49a6-9a6e-6e8b25c9524c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/70890d5a-668e-479d-85d9-f7f656032215 HTTP/1.1" status: 204  len: 168 time: 6.0309956
Dec 21 09:59:30.503349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Deleting port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:30.503690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.550357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34044) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:30.561467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe59b-b159-4a85-adaf-744a6eba1d5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.565068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.591434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe59b-b159-4a85-adaf-744a6eba1d5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.618588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] Calling delete_port for 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:30.651683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] DHCP port deletion for 64fc3134-80ba-45d9-bcfe-cbec04cd2659 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:59:30.655141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 288cd568-87a9-4b19-b344-9a5fb32fee3a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:30.664372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1233188759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:30.666955 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.5003903
Dec 21 09:59:30.676955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:30.681571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Usage tracker for resource:router and tenant:5787d2b1d8c64521a40ee58a076635fa is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:30.683866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 288cd568-87a9-4b19-b344-9a5fb32fee3a details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:30.684045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34048) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:30.684438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:30.705408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:30.705856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': '288cd568-87a9-4b19-b344-9a5fb32fee3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:30.728544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] Deleting port 07916b14-38be-49e8-88f3-c5eb549c673a {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:30.728544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.733709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Deleting port 07916b14-38be-49e8-88f3-c5eb549c673a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:30.734759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.793059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.814326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe59b-b159-4a85-adaf-744a6eba1d5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.816003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Deleting port aa962e48-d19d-45bd-9697-1ad259965341 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:30.816375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.926603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e542258-39e4-4e27-a73e-062ef2358146 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:30.938318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:30.955720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbe59b-b159-4a85-adaf-744a6eba1d5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bf1f82d-39dc-4a11-8e52-43b7604c4645,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:30.958441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3cbbe59b-b159-4a85-adaf-744a6eba1d5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:31.094779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3cbbe59b-b159-4a85-adaf-744a6eba1d5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.096123 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3cbbe59b-b159-4a85-adaf-744a6eba1d5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/6bf1f82d-39dc-4a11-8e52-43b7604c4645 HTTP/1.1" status: 204  len: 168 time: 0.8696473
Dec 21 09:59:31.103665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7e542258-39e4-4e27-a73e-062ef2358146 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Calling delete_port for 5703f7d3-947d-4e7d-98b1-5b1afba030c0 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:31.109429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34054) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:31.115468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.116905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.124458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aa962e48-d19d-45bd-9697-1ad259965341 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:59:31.166014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:31.186577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.195103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] For port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3,segment=NetworkSegment(4bc24163-edf9-49dc-a59d-912e217b7f44),segment_id=4bc24163-edf9-49dc-a59d-912e217b7f44)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:31.195506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.226857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.243737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-69eee751-3f7e-4467-870a-2ff4c4cc30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:31.288175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:subnet and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:31.315198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:31.336855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:31.384805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Calling delete_port for 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:31.393503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] Pushing event deleted for resources: {'Port': ['ID=9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:31.414134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:31.447361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-154dccfc-167e-4dbf-a07b-1c3d6d93efec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:31.460416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.539284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:31.551895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.589321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.590646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3dfa2362-e363-445d-af04-1d04bd737bea tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 1.0370808
Dec 21 09:59:31.592988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] For port 07916b14-38be-49e8-88f3-c5eb549c673a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=07916b14-38be-49e8-88f3-c5eb549c673a,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:31.594079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.604870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34058) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:31.611151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-154dccfc-167e-4dbf-a07b-1c3d6d93efec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:31.613535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-154dccfc-167e-4dbf-a07b-1c3d6d93efec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.4990175
Dec 21 09:59:31.619230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:31.725387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34062) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:31.731859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] For port 07916b14-38be-49e8-88f3-c5eb549c673a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=07916b14-38be-49e8-88f3-c5eb549c673a,segment=NetworkSegment(ea33f9c8-aa6b-467d-9eb7-e07af563ec0a),segment_id=ea33f9c8-aa6b-467d-9eb7-e07af563ec0a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:31.732283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:31.878759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] No DVR routers for this DVR port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:59:31.898190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] Calling delete_port for 07916b14-38be-49e8-88f3-c5eb549c673a owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:31.925190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Calling delete_port for 07916b14-38be-49e8-88f3-c5eb549c673a owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:32.030911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port aa962e48-d19d-45bd-9697-1ad259965341 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:32.031577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.047988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:32.048569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:32.070246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.101811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] For port aa962e48-d19d-45bd-9697-1ad259965341, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aa962e48-d19d-45bd-9697-1ad259965341,segment=NetworkSegment(9d944b39-dee4-4d27-b031-4dda14c31867),segment_id=9d944b39-dee4-4d27-b031-4dda14c31867)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:32.102217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.102449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:32.119304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae466d-3ed3-42e2-97e0-a8cc6b2286f3 req-9f8c8d03-d616-47cf-925d-b7464c71df3e tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:32.120960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-baae466d-3ed3-42e2-97e0-a8cc6b2286f3 req-9f8c8d03-d616-47cf-925d-b7464c71df3e tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.9591484
Dec 21 09:59:32.177129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] Pushing event deleted for resources: {'Port': ['ID=07916b14-38be-49e8-88f3-c5eb549c673a,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:32.194911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.197302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:32.304630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Calling delete_port for aa962e48-d19d-45bd-9697-1ad259965341 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:32.323210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] No DVR routers for this DVR port 07916b14-38be-49e8-88f3-c5eb549c673a on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:59:32.448960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f0452c8-2cd1-4c1e-8cf1-d29e1cdde7ee tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.460534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing IP validity checks on allocation pools {{(pid=80970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 21 09:59:32.461136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking for overlaps among allocation pools and gateway ip {{(pid=80970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 21 09:59:32.465219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:32.465850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:32.470825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e542258-39e4-4e27-a73e-062ef2358146 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.476578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:59:32.481378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.513394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:59:32.513835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:59:32.514187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 07916b14-38be-49e8-88f3-c5eb549c673a no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:59:32.516928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73ae06ea-585b-465e-937f-7254a575cc2c tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:32.560641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 07916b14-38be-49e8-88f3-c5eb549c673a {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:59:32.561814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 07916b14-38be-49e8-88f3-c5eb549c673a not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:59:32.566960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f0452c8-2cd1-4c1e-8cf1-d29e1cdde7ee tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.576868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Deleting port 9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:32.577248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.653396 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-baae466d-3ed3-42e2-97e0-a8cc6b2286f3 req-1f72d6fc-4d05-4e0a-b8f3-dcf64ecbbd81 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4396935
Dec 21 09:59:32.654645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e542258-39e4-4e27-a73e-062ef2358146 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event deleted for resources: {'Port': ['ID=5703f7d3-947d-4e7d-98b1-5b1afba030c0,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:32.682453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7e542258-39e4-4e27-a73e-062ef2358146 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:32.710331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] The port '9da016c1-82a2-46e6-a4e7-e3f6d53f5ee3' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 09:59:32.805809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f0452c8-2cd1-4c1e-8cf1-d29e1cdde7ee tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.860397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d6f4200-0148-4bc0-9fc8-db8bd9f495a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:32.938257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:32.954049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0452c8-2cd1-4c1e-8cf1-d29e1cdde7ee tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd284b8a-e8d9-4c8a-973b-fb9541c8c7e8,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:32.961323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f0452c8-2cd1-4c1e-8cf1-d29e1cdde7ee tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:32.982164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Deleting port 07916b14-38be-49e8-88f3-c5eb549c673a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:32.982937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.081232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.096960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] The port '07916b14-38be-49e8-88f3-c5eb549c673a' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 09:59:33.208388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f0452c8-2cd1-4c1e-8cf1-d29e1cdde7ee tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.212198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3f0452c8-2cd1-4c1e-8cf1-d29e1cdde7ee tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-groups/dd284b8a-e8d9-4c8a-973b-fb9541c8c7e8 HTTP/1.1" status: 204  len: 168 time: 1.4794056
Dec 21 09:59:33.230064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34068) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:33.266784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecb87a20>,) {'filters': {'network_id': ['b4a6322a-e701-4fb4-b16d-c89c450cae6a']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:33.305991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecb87a20>, '4bc24163-edf9-49dc-a59d-912e217b7f44') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:33.306666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecb87a20>, '4bc24163-edf9-49dc-a59d-912e217b7f44') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:33.345346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.364982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99330f90-72ca-49c1-b441-b8b7b7fb7b58 req-0d396e44-1f0e-4057-bf29-d7a4fbeb1f53 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:33.366674 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99330f90-72ca-49c1-b441-b8b7b7fb7b58 req-0d396e44-1f0e-4057-bf29-d7a4fbeb1f53 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.4505658
Dec 21 09:59:33.415386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e542258-39e4-4e27-a73e-062ef2358146 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.440046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.523745 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7e542258-39e4-4e27-a73e-062ef2358146 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "DELETE /v2.0/ports/5703f7d3-947d-4e7d-98b1-5b1afba030c0 HTTP/1.1" status: 204  len: 168 time: 3.7450237
Dec 21 09:59:33.594860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34072) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:33.642993 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99330f90-72ca-49c1-b441-b8b7b7fb7b58 req-394b735e-3c89-4afc-968d-a1ec1dd6da1b tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2573178
Dec 21 09:59:33.664013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.666802 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebf1bdb2-5f02-43f2-aeba-692679895a92 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] GET failed (client error): The resource could not be found.
Dec 21 09:59:33.667534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ebf1bdb2-5f02-43f2-aeba-692679895a92 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Synchronizing usage tracker for tenant:7a66b2eba7c9457ca91644fbf31bcf56 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:33.726194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.764935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.777102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ebf1bdb2-5f02-43f2-aeba-692679895a92 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Unset dirty status for tenant:7a66b2eba7c9457ca91644fbf31bcf56 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:33.782361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ebf1bdb2-5f02-43f2-aeba-692679895a92 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "GET /v2.0/ports/5703f7d3-947d-4e7d-98b1-5b1afba030c0 HTTP/1.1" status: 404  len: 333 time: 0.1825197
Dec 21 09:59:33.782928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34078) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:33.789327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'port': {'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75', 'name': 'tempest-AllowedAddressPairTestJSON-313374006'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:33.807783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.808547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Fanout notify agent at l3_agent the message router_deleted on router e005f54f-50a5-4771-87a7-6f110d2143b5 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:59:33.873721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.887347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:33.906685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-43899670-3994-4135-b6e2-33ec5372040d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:33.988674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:33.990519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-34271dea-a8e8-4690-8a51-f8b681f5b031 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "DELETE /v2.0/routers/e005f54f-50a5-4771-87a7-6f110d2143b5 HTTP/1.1" status: 204  len: 168 time: 12.6507843
Dec 21 09:59:34.007687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34082) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:34.132694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:34.219133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:34.239930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.243778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:34.258643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2c6588-eb79-4e2f-813d-3237c2517068 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Deleting subnet 69a591c6-d2c2-47f8-a3b6-97fba07d0116 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 09:59:34.268870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e2c6588-eb79-4e2f-813d-3237c2517068 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.272338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.313842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.323436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-43899670-3994-4135-b6e2-33ec5372040d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:34.324806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-43899670-3994-4135-b6e2-33ec5372040d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 1.0794687
Dec 21 09:59:34.325007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Made reservation on behalf of 7a66b2eba7c9457ca91644fbf31bcf56 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:34.331826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.338867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34088) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:34.363210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.392955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-64f7cfdb-ed09-4d0f-9c0a-0b6d0e5c1357 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:34.406951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group': {'name': 'tempest-secgroup--1152063004'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:34.439257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:34.446363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec115cc0>,) {'filters': {'network_id': ['64fc3134-80ba-45d9-bcfe-cbec04cd2659']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:34.460511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e2c6588-eb79-4e2f-813d-3237c2517068 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.507855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec115cc0>, 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:34.508189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec115cc0>, 'ea33f9c8-aa6b-467d-9eb7-e07af563ec0a') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:34.577281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:34.599651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Network b4a6322a-e701-4fb4-b16d-c89c450cae6a has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:34.613214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.650363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bb26f-cdca-4aa4-b0ff-a061e039a7af req-ef510fdf-5176-4f27-b01d-f5a12aa58a77 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:34.651942 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-934bb26f-cdca-4aa4-b0ff-a061e039a7af req-ef510fdf-5176-4f27-b01d-f5a12aa58a77 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.5291605
Dec 21 09:59:34.682377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=8446dc6e-d458-4365-a434-a35a72d7300b,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:34.684300 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:34.692361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e2c6588-eb79-4e2f-813d-3237c2517068 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.727142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:34.731280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.802014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.812875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:34.894886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aa962e48-d19d-45bd-9697-1ad259965341 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:59:34.908397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:34.910496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:34.930346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:34.948437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: aa962e48-d19d-45bd-9697-1ad259965341 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 09:59:34.948928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aa962e48-d19d-45bd-9697-1ad259965341 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 09:59:34.997683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:35.011249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:35.017447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:35.039996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4a6322a-e701-4fb4-b16d-c89c450cae6a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:35.044754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:35.068153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:35.086696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b4a6322a-e701-4fb4-b16d-c89c450cae6a HTTP/1.1" status: 204  len: 168 time: 5.6202602
Dec 21 09:59:35.177642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-934bb26f-cdca-4aa4-b0ff-a061e039a7af req-b74804c7-b002-44de-bd0a-f01f10167f67 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4972868
Dec 21 09:59:35.177947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] device_id is not set on port f519eb52-6ba9-4d4b-ba75-59251eaef563 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:35.326234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Allocated IP 172.26.1.155 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/2b59b665-2438-47ce-9c2d-41d62b0b5f05) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:35.386529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:35.394925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34096) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:35.416055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:35.512969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': '73fdaba0-7e97-45ef-ab08-ac3a3f644475', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '288cd568-87a9-4b19-b344-9a5fb32fee3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:35.513445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: 288cd568-87a9-4b19-b344-9a5fb32fee3a, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:59:35.752301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 288cd568-87a9-4b19-b344-9a5fb32fee3a is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:59:35.774590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Allocated IP 172.20.0.9 (2c050e2b-b07d-46c0-af80-4010dad6ec75/cb88639c-724c-49a9-be03-88e2cd48bc73/f519eb52-6ba9-4d4b-ba75-59251eaef563) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:35.776382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Network 64fc3134-80ba-45d9-bcfe-cbec04cd2659 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1554da5e-504c-44f6-b6ab-f57972e67dc8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3388d26f02ef490182d9d0513dfd4f0b&name=default HTTP/1.1" status: 200  len: 2875 time: 0.4209361
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:35.823364 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:35.826503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34102) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:35.844134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:35.864237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 288cd568-87a9-4b19-b344-9a5fb32fee3a) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:35.867858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:35.876407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b700eb73-2279-46ee-9cf7-9874f9966650 None None] Network 288cd568-87a9-4b19-b344-9a5fb32fee3a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:35.878926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f0452c8-2cd1-4c1e-8cf1-d29e1cdde7ee tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:35.937256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:35.937954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:35.962651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:35.997154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.003174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroup': ['ID=217e76e6-103b-47d8-8720-c3cd86706123,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:36.012907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:36.014111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.017199 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] 10.222.0.45 "DELETE /v2.0/networks/64fc3134-80ba-45d9-bcfe-cbec04cd2659 HTTP/1.1" status: 204  len: 168 time: 6.2195444
Dec 21 09:59:36.018376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-207a737c-6c2b-400c-ab1d-345fe471773b tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:36.040521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.045281 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.6966383
Dec 21 09:59:36.045281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Pushing event deleted for resources: {'Network': ['ID=64fc3134-80ba-45d9-bcfe-cbec04cd2659,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:36.045608 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 5.3484430
Dec 21 09:59:36.047179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34108) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:36.049866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34110) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:36.053997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:36.057579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': '217e76e6-103b-47d8-8720-c3cd86706123', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:36.072911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f3f05-271f-4304-9c56-834e196a9048 req-c2cc698d-1abd-4c90-93df-2b669dbbb9f1 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:36.074621 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-680f3f05-271f-4304-9c56-834e196a9048 req-c2cc698d-1abd-4c90-93df-2b669dbbb9f1 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.4512913
Dec 21 09:59:36.088717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:36.098403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e2c6588-eb79-4e2f-813d-3237c2517068 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.115803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:36.119953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9580535-2f66-4ed3-9185-46b1ce709027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.122129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:36.134823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:36.156723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:36.199703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.227462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:36.246727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-288cd568-87a9-4b19-b344-9a5fb32fee3a', 'network_id': '288cd568-87a9-4b19-b344-9a5fb32fee3a', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': '8446dc6e-d458-4365-a434-a35a72d7300b'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:59:36.247921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.277850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c6588-eb79-4e2f-813d-3237c2517068 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event deleted for resources: {'Subnet': ['ID=69a591c6-d2c2-47f8-a3b6-97fba07d0116,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:36.301028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e2c6588-eb79-4e2f-813d-3237c2517068 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:36.386714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9580535-2f66-4ed3-9185-46b1ce709027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.422058 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-680f3f05-271f-4304-9c56-834e196a9048 req-7768ed8e-4204-4af8-8e56-d9abb25167a6 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3167007
Dec 21 09:59:36.422855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34116) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:36.544224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e2c6588-eb79-4e2f-813d-3237c2517068 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.550027 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8e2c6588-eb79-4e2f-813d-3237c2517068 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "DELETE /v2.0/subnets/69a591c6-d2c2-47f8-a3b6-97fba07d0116 HTTP/1.1" status: 204  len: 168 time: 2.5427203
Dec 21 09:59:36.557149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34120) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:36.598682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.619952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.640036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Allocated IP 172.20.0.3 (288cd568-87a9-4b19-b344-9a5fb32fee3a/8446dc6e-d458-4365-a434-a35a72d7300b/9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:36.642384 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-826ea585-7616-4179-a092-de78b5db9a79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08bc19b4e2294eea880fdc39de5157b9&name=default HTTP/1.1" status: 200  len: 2875 time: 0.2115059
Dec 21 09:59:36.649265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34124) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:36.717765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Transition to ACTIVE for port object f519eb52-6ba9-4d4b-ba75-59251eaef563 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:36.733157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9580535-2f66-4ed3-9185-46b1ce709027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.739294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Pushing event updated for resources: {'Port': ['ID=2b59b665-2438-47ce-9c2d-41d62b0b5f05,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:36.745025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:36.752147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:36.762736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.781122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.834081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9580535-2f66-4ed3-9185-46b1ce709027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b503fba-4894-44af-a954-6a83f9b17a4f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:36.863655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9580535-2f66-4ed3-9185-46b1ce709027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:36.878746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9580535-2f66-4ed3-9185-46b1ce709027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.882607 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d9580535-2f66-4ed3-9185-46b1ce709027 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5b503fba-4894-44af-a954-6a83f9b17a4f HTTP/1.1" status: 204  len: 168 time: 1.0481880
Dec 21 09:59:36.926703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.946666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:36.948793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:36.954641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:36.962774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-370f5c09-09e7-4cb6-90f0-b62f07cd4026 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:36.974437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:36.992493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0f054fd-e0d7-424b-a127-ce576056ec03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.025754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229944b6-af7a-4b59-9147-97d7da353d7f,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:37.039631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:37.043436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0f054fd-e0d7-424b-a127-ce576056ec03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.051754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.055284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.065815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Transition to ACTIVE for port object 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:37.100049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.101387 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.0532682
Dec 21 09:59:37.114541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34130) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:37.126126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': '217e76e6-103b-47d8-8720-c3cd86706123', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:37.198120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:37.213295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.220959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.262031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b3f47a07-f9a0-4930-8089-0e46a4d81a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:37.277881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:37.277881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:37.312164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:37.313619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Transition to ACTIVE for port object 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:37.324828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0f054fd-e0d7-424b-a127-ce576056ec03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.326769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.351892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da2c446e-20f9-4267-b299-2d878405ef3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:37.388724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Port': ['ID=f519eb52-6ba9-4d4b-ba75-59251eaef563,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:37.420556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:37.424860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9580535-2f66-4ed3-9185-46b1ce709027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:37.433223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Pushing event updated for resources: {'Port': ['ID=9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:37.476580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.524962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f054fd-e0d7-424b-a127-ce576056ec03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fa53ca-4a94-4b76-ab4c-5de37b520f45,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:37.606713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0f054fd-e0d7-424b-a127-ce576056ec03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:37.634664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0f054fd-e0d7-424b-a127-ce576056ec03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.636365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e0f054fd-e0d7-424b-a127-ce576056ec03 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/03fa53ca-4a94-4b76-ab4c-5de37b520f45 HTTP/1.1" status: 204  len: 168 time: 0.9841554
Dec 21 09:59:37.664695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed1e12e8>,) {'filters': {'network_id': ['1add138c-d2bb-4fae-9026-f7079dbdf596']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:37.695510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:37.765718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Network 288cd568-87a9-4b19-b344-9a5fb32fee3a is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:37.766929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed1e12e8>, '9d944b39-dee4-4d27-b031-4dda14c31867') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:37.767458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed1e12e8>, '9d944b39-dee4-4d27-b031-4dda14c31867') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:37.771383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:37.774302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:37.803032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.820249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.826014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:37.830711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:37.835987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.839456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:37.855972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:37.924935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Attempting to bind port 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:59:37.925589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Attempting to bind port 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '73fdaba0-7e97-45ef-ab08-ac3a3f644475', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '288cd568-87a9-4b19-b344-9a5fb32fee3a'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:59:37.926002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.926752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Attempting to bind port 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af on network 288cd568-87a9-4b19-b344-9a5fb32fee3a {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:59:37.936843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.938742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:59:37.939787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Checking segment: {'id': '73fdaba0-7e97-45ef-ab08-ac3a3f644475', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '288cd568-87a9-4b19-b344-9a5fb32fee3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:37.942133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.943160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Bound using segment: {'id': '73fdaba0-7e97-45ef-ab08-ac3a3f644475', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '288cd568-87a9-4b19-b344-9a5fb32fee3a'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:59:37.944110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Bound port: 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fdaba0-7e97-45ef-ab08-ac3a3f644475', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '288cd568-87a9-4b19-b344-9a5fb32fee3a'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:59:37.945260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:37.959278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Releasing vxlan tunnel 11 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:38.145273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d268afb3-9d86-4848-83cb-ff37f332c84b,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:38.150924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:38.152591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:38.153269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:38.162093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:38.176501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] For port 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:59:38.182966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] For port 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af,segment=NetworkSegment(73fdaba0-7e97-45ef-ab08-ac3a3f644475),segment_id=73fdaba0-7e97-45ef-ab08-ac3a3f644475)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:59:38.201243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:38.223257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e97143-6ba4-407d-ad54-1cf984a66831 req-49bf64fe-5a2b-4b78-8076-899cba1390ab tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:38.229396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:38.234637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3e97143-6ba4-407d-ad54-1cf984a66831 req-49bf64fe-5a2b-4b78-8076-899cba1390ab tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.5404758
Dec 21 09:59:38.234843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.1156921
Dec 21 09:59:38.237535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34154) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:38.247434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:38.254927 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 4.4711254
Dec 21 09:59:38.256377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:38.319046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34158) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:38.387940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': '217e76e6-103b-47d8-8720-c3cd86706123', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:38.403386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:d9:0c:e8'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:38.415052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:38.426207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Network 1add138c-d2bb-4fae-9026-f7079dbdf596 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:38.434758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=8446dc6e-d458-4365-a434-a35a72d7300b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:38.446374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:38.452238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:38.469702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-05be5fb8-91bf-4431-8fcb-ddae03f864d6 None None] Provisioning for port f519eb52-6ba9-4d4b-ba75-59251eaef563 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:38.513422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:38.561681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:38.712520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-05be5fb8-91bf-4431-8fcb-ddae03f864d6 None None] Provisioning complete for port f519eb52-6ba9-4d4b-ba75-59251eaef563 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:38.713596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05be5fb8-91bf-4431-8fcb-ddae03f864d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:38.719679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:38.779081 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3e97143-6ba4-407d-ad54-1cf984a66831 req-707a42ee-aed3-45e1-b520-2c2ea4d79d42 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5469291
Dec 21 09:59:38.779873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82622182-4299-487f-92b6-385845dc5d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:38.788218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Pushing event updated for resources: {'Port': ['ID=9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:38.805986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:38.874106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:38.902188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Network 1add138c-d2bb-4fae-9026-f7079dbdf596 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:38.931561 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:39.115605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:39.123954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:39.150051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1add138c-d2bb-4fae-9026-f7079dbdf596 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}}
Dec 21 09:59:39.176020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:39.182570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:39.244121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:39.266048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-05be5fb8-91bf-4431-8fcb-ddae03f864d6 None None] Port f519eb52-6ba9-4d4b-ba75-59251eaef563 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:59:39.377369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "DELETE /v2.0/networks/1add138c-d2bb-4fae-9026-f7079dbdf596 HTTP/1.1" status: 204  len: 168 time: 2.8187525
Dec 21 09:59:39.398622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event deleted for resources: {'Network': ['ID=1add138c-d2bb-4fae-9026-f7079dbdf596,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:39.413088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:39.445266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:39.501022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238d66d7-eaa2-4f6a-88d8-82234e0aec00,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:39.507480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:39.516549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:39.525450 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.2725632
Dec 21 09:59:39.527632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34188) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:39.538921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': '217e76e6-103b-47d8-8720-c3cd86706123', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:39.558104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:39.670399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d92972-9155-4921-8aff-2516660bc8d0 None None] Network 288cd568-87a9-4b19-b344-9a5fb32fee3a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:40.063478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34192) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:40.070885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:40.363053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:40.372172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:40.408694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:40.412483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38873128-86af-44aa-9c72-6f9dcefc0398 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 09:59:40.415501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:40.418968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:40.438609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:40.504805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:40.647730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:40.693509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f00f95-3ffb-4154-b3fd-6d2c5597f520 req-f91f27ac-bfdc-4157-9c3b-533d2a08fce6 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:40.706500 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8f00f95-3ffb-4154-b3fd-6d2c5597f520 req-f91f27ac-bfdc-4157-9c3b-533d2a08fce6 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 1.1538546
Dec 21 09:59:40.708780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:40.720106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe77929b0>,) {'filters': {'network_id': ['288cd568-87a9-4b19-b344-9a5fb32fee3a']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:40.780274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe77929b0>, '73fdaba0-7e97-45ef-ab08-ac3a3f644475') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:40.781254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe77929b0>, '73fdaba0-7e97-45ef-ab08-ac3a3f644475') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:40.784913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:40.785254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38873128-86af-44aa-9c72-6f9dcefc0398 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 09:59:40.805652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:40.813824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.2841344
Dec 21 09:59:40.829979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34208) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:40.853666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:40.882673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': '217e76e6-103b-47d8-8720-c3cd86706123', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:40.900966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:40.910009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551b0f21-1172-4e48-802d-d01046c96ff1,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:40.911020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:40.915356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:40.922403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:40.932906 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8f00f95-3ffb-4154-b3fd-6d2c5597f520 req-f3af4647-cf4b-4701-b35c-dace521713f3 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1502955
Dec 21 09:59:40.933969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34214) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:40.945007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Request body: {'router': {'name': 'tempest-router--2112896255', 'project_id': '842fc2d4355e49388fafabe1d15eb75f'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:40.954948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:40.960683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:40.963144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Usage tracker for resource:router and tenant:842fc2d4355e49388fafabe1d15eb75f is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:40.969822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:40.995093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:41.012591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.014625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.035756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.071915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.086463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1870162675'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:41.093124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.095099 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bee0d17d-9d66-4f70-a1d6-1e0ce7430e53 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.1595237
Dec 21 09:59:41.099839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34220) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:41.180121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:41.231260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.248757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 8 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:41.268270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05118ccc-a976-4350-82dd-a5a28d426028 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.281971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:network and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:41.287535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.343252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:41.367241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Router 3165b58e-0299-4245-a8fc-338d05263e0c is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:59:41.380714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:41.425692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34226) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:41.579313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05118ccc-a976-4350-82dd-a5a28d426028 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.581166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05118ccc-a976-4350-82dd-a5a28d426028 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.606684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05118ccc-a976-4350-82dd-a5a28d426028 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.607237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05118ccc-a976-4350-82dd-a5a28d426028 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Fanout notify agent at l3_agent the message router_deleted on router 7a808001-1c94-4073-93f7-d4fda04e594e {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:59:41.617155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05118ccc-a976-4350-82dd-a5a28d426028 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.622723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-05118ccc-a976-4350-82dd-a5a28d426028 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "DELETE /v2.0/routers/7a808001-1c94-4073-93f7-d4fda04e594e HTTP/1.1" status: 204  len: 168 time: 0.5175793
Dec 21 09:59:41.722321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-908712055'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:41.728017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:41.732189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Usage tracker for resource:network and tenant:0d30a3a359c946a987789cc51926bcb8 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:41.736001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:41.742360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:41.753053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Made reservation on behalf of 0d30a3a359c946a987789cc51926bcb8 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:41.758784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.773103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.791033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:41.795467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Usage tracker for resource:security_group_rule and tenant:0d30a3a359c946a987789cc51926bcb8 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:41.799681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:41.806118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:41.825425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:59:41.827317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:41.833238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.848525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eb3c90-8383-455a-b5c8-be48065e7a31 None None] Sync routers for ids ['3165b58e-0299-4245-a8fc-338d05263e0c'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:59:41.861136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb3c90-8383-455a-b5c8-be48065e7a31 None None] Routers {'3165b58e-0299-4245-a8fc-338d05263e0c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:41.862109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f8eb3c90-8383-455a-b5c8-be48065e7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc82c88>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3165b58e-0299-4245-a8fc-338d05263e0c'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:41.883761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 288cd568-87a9-4b19-b344-9a5fb32fee3a has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:41.914500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.921827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.926153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.930077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f8eb3c90-8383-455a-b5c8-be48065e7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc82c88>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:41.931645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12cb069f-4582-4194-9c49-d6b1c2d55f23 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:41.940756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb3c90-8383-455a-b5c8-be48065e7a31 None None] Routers {'3165b58e-0299-4245-a8fc-338d05263e0c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:41.941671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f8eb3c90-8383-455a-b5c8-be48065e7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc82c88>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3165b58e-0299-4245-a8fc-338d05263e0c'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:41.947130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.974485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Pushing event updated for resources: {'SecurityGroup': ['ID=17060882-5675-49ac-8a17-4264440650d9,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:41.987136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.987559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.988664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.989030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:41.989156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.989479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.989913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.990332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.990731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.991139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.991705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.992112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.992521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.993000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.993409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.993827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.994228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.994623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.995023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.995420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.996123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.996529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.996926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.997324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:41.997748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.004564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:42.020874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.025803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34236) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:42.030335 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "PUT /v2.0/routers/3165b58e-0299-4245-a8fc-338d05263e0c HTTP/1.1" status: 200  len: 880 time: 10.4163759
Dec 21 09:59:42.050612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:42.066113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:security_group_rule and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:42.066357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.071560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:42.080274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f8eb3c90-8383-455a-b5c8-be48065e7a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc82c88>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:42.081059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8eb3c90-8383-455a-b5c8-be48065e7a31 None None] The sync data for ids ['3165b58e-0299-4245-a8fc-338d05263e0c'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:59:42.088223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:42.106214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34240) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:42.113282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.185658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:42.264759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7375d177-df47-4eac-8d92-fe56ef618d3c,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:42.310140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-54020c42-0d74-4cd1-b8a5-f46fb85e18b0 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/routers/3165b58e-0299-4245-a8fc-338d05263e0c HTTP/1.1" status: 200  len: 921 time: 0.2829609
Dec 21 09:59:42.311697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34246) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:42.320940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824f83a-0a18-49a4-a72a-e168f6e4a160 req-0c7899f7-4a52-4d3a-bb3f-1fe3b379eded tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:42.322442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c824f83a-0a18-49a4-a72a-e168f6e4a160 req-0c7899f7-4a52-4d3a-bb3f-1fe3b379eded tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.2074690
Dec 21 09:59:42.336326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.336783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.337205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.337750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.338081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.338513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.338926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.339333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.339737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.340139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.340546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.340944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.341432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.341833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.342273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.342699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.343698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.344103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.344513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.344906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.345309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.345734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.346134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.346531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:42.347174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-118b909d-9540-4340-8bd1-0e46837e476e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.364158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:42.366380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.370841 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 742 time: 1.5254815
Dec 21 09:59:42.371527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34250) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:42.376628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 288cd568-87a9-4b19-b344-9a5fb32fee3a has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:42.409178 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:42.430881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c824f83a-0a18-49a4-a72a-e168f6e4a160 req-014a15d7-38cd-41c4-8940-159e89e385fd tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677412
Dec 21 09:59:42.445716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f37b36-430a-4218-9d6e-fd6ca7612c0d tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:42.450445 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-10f37b36-430a-4218-9d6e-fd6ca7612c0d tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/ports?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217&device_id=3165b58e-0299-4245-a8fc-338d05263e0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1369989
Dec 21 09:59:42.451284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34254) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:42.465752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.493625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.560173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:42.605730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.616984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27b2adea-796d-4440-88ae-049bc0393e36 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.633002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989b74d0-7ab6-4f93-963f-fdf39c6e9e41 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:42.638828 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-989b74d0-7ab6-4f93-963f-fdf39c6e9e41 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 881 time: 0.1823585
Dec 21 09:59:42.639081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34260) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:42.646411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1045940043', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:42.666404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27b2adea-796d-4440-88ae-049bc0393e36 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.674682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:42.688642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 09:59:42.688642 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 09:59:42.688642 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': '288cd568-87a9-4b19-b344-9a5fb32fee3a'}]
Dec 21 09:59:42.688642 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:42.689316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:42.736417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f6a0b8ae-9728-42ed-81bd-aa6c98ed5d33 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=3165b58e-0299-4245-a8fc-338d05263e0c HTTP/1.1" status: 200  len: 205 time: 0.0959635
Dec 21 09:59:42.737419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:59:42.746742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34264) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:42.770770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Usage tracker for resource:router and tenant:f1da9f077d844fd58c9cdaa36795dc87 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:42.782509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:42.819861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:42.826287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Port': ['ID=f519eb52-6ba9-4d4b-ba75-59251eaef563,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:42.836573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:42.846786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.847313 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Added segment 00bb4915-8367-45f4-b4b9-c44bb83adebe of type vxlan for network cb7adc34-b72c-4109-8899-3bf9d061176d
Dec 21 09:59:42.849374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27b2adea-796d-4440-88ae-049bc0393e36 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.869665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.871113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e8f2d9d8-0492-4fa7-b108-73424be5366d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:42.887357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.888441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.897255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.907239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b2adea-796d-4440-88ae-049bc0393e36 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7375d177-df47-4eac-8d92-fe56ef618d3c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:42.920818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-27b2adea-796d-4440-88ae-049bc0393e36 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:42.924280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f161db7-29e4-40b7-baf9-465915321bae tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:42.951958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27b2adea-796d-4440-88ae-049bc0393e36 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:42.957925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-27b2adea-796d-4440-88ae-049bc0393e36 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/7375d177-df47-4eac-8d92-fe56ef618d3c HTTP/1.1" status: 204  len: 168 time: 0.5691302
Dec 21 09:59:42.968381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34268) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:42.990986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.016998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.072118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.083476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e8041-8348-442d-8a97-a4b7a6979f06 req-917c94fc-0aeb-4745-914a-6737fa9a0587 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:43.085192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a4e8041-8348-442d-8a97-a4b7a6979f06 req-917c94fc-0aeb-4745-914a-6737fa9a0587 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.4065073
Dec 21 09:59:43.101436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'SecurityGroup': ['ID=7734e235-0f27-456d-93dd-dbac97beddae,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:43.107386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:43.179236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.183467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:43.184147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.202887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.232872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a7e906e9-e692-4d6a-b333-5e5bef9e5f66 None None] Provisioning complete for port f519eb52-6ba9-4d4b-ba75-59251eaef563 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:43.233521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7e906e9-e692-4d6a-b333-5e5bef9e5f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.241653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-18aa5169-ca19-4b6f-8e6e-970126b8d6d3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:43.262565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] In _notify_port_updated(), no bound segment for port f519eb52-6ba9-4d4b-ba75-59251eaef563 on network 2c050e2b-b07d-46c0-af80-4010dad6ec75 {{(pid=80971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 09:59:43.269340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:43.271037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.273914 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "PUT /v2.0/ports/f519eb52-6ba9-4d4b-ba75-59251eaef563 HTTP/1.1" status: 200  len: 993 time: 4.8990633
Dec 21 09:59:43.279177 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a4e8041-8348-442d-8a97-a4b7a6979f06 req-da001f4b-0448-4322-ac3d-fc4c2fd125b5 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1822181
Dec 21 09:59:43.279701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34272) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:43.304685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a7e906e9-e692-4d6a-b333-5e5bef9e5f66 None None] Port f519eb52-6ba9-4d4b-ba75-59251eaef563 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:59:43.377051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.388766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 09:59:43.389279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 09:59:43.409720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b6e2af3b-30ae-430d-89fd-27a9f1ec8759 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:43.465470 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 798 time: 2.0377305
Dec 21 09:59:43.482442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Pushing event updated for resources: {'Network': ['ID=cb7adc34-b72c-4109-8899-3bf9d061176d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:43.494409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:43.494863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.504553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network cb7adc34-b72c-4109-8899-3bf9d061176d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:43.523820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.528785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network cb7adc34-b72c-4109-8899-3bf9d061176d details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:43.535234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:43.564060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Deleting port 2b59b665-2438-47ce-9c2d-41d62b0b5f05 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:43.582159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.636782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4d868-2886-4f6b-a259-966bb9e2d4d7 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Deleting port f519eb52-6ba9-4d4b-ba75-59251eaef563 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:43.637466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ae4d868-2886-4f6b-a259-966bb9e2d4d7 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:43.923372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.007994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b6e2af3b-30ae-430d-89fd-27a9f1ec8759 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:44.013160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b6e2af3b-30ae-430d-89fd-27a9f1ec8759 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5481 time: 1.0400672
Dec 21 09:59:44.014972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34282) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:44.033055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34286) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:44.050662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Request body: {'port': {'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d', 'binding:host_id': 'hv-neutron-6013', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-133773322'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:44.057419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.068895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:44.109212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:59:44.113047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Usage tracker for resource:port and tenant:e43d1ebb21f749b39f8f149bdd6fc2e2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:44.123286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:44.156597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:44.171741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.172132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Added segment ceb0111d-1896-4c8d-8cf6-1b2da493c722 of type vxlan for network ce580273-c3db-4c81-ad1a-e52f8ca96d2e
Dec 21 09:59:44.192274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a6294a5-adac-464a-b670-06dbb1fb0c68 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.216832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Made reservation on behalf of e43d1ebb21f749b39f8f149bdd6fc2e2 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:44.221695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.263999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a6294a5-adac-464a-b670-06dbb1fb0c68 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.285603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.286855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799903f-49b6-4840-9db8-029255adb549 req-05fc67dd-d39e-4297-b837-86afe38ba13b tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:44.288771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0799903f-49b6-4840-9db8-029255adb549 req-05fc67dd-d39e-4297-b837-86afe38ba13b tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.8325827
Dec 21 09:59:44.309782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.378089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:44.400271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Usage tracker for resource:security_group_rule and tenant:e43d1ebb21f749b39f8f149bdd6fc2e2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:44.405414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.412557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:44.428706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a6294a5-adac-464a-b670-06dbb1fb0c68 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.428970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af,segment=NetworkSegment(73fdaba0-7e97-45ef-ab08-ac3a3f644475),segment_id=73fdaba0-7e97-45ef-ab08-ac3a3f644475)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:44.429359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.440979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:44.564119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:44.583039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Calling delete_port for 2b59b665-2438-47ce-9c2d-41d62b0b5f05 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:44.632690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:44.635001 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0799903f-49b6-4840-9db8-029255adb549 req-e4b65dfc-d6fc-4fee-bca6-57b320763b89 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3305709
Dec 21 09:59:44.635791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6294a5-adac-464a-b670-06dbb1fb0c68 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=551b0f21-1172-4e48-802d-d01046c96ff1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:44.660453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1a6294a5-adac-464a-b670-06dbb1fb0c68 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:44.664003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.668375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:44.668923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.671783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a6294a5-adac-464a-b670-06dbb1fb0c68 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.675745 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1a6294a5-adac-464a-b670-06dbb1fb0c68 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/551b0f21-1172-4e48-802d-d01046c96ff1 HTTP/1.1" status: 204  len: 168 time: 0.6579893
Dec 21 09:59:44.677859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ae4d868-2886-4f6b-a259-966bb9e2d4d7 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.686203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34292) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:44.687417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-397a7035-1638-4810-b6fd-49b5f82a3222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:44.864037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4ae4d868-2886-4f6b-a259-966bb9e2d4d7 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Calling delete_port for f519eb52-6ba9-4d4b-ba75-59251eaef563 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:44.892562 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 4.7779322
Dec 21 09:59:44.893330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Network': ['ID=ce580273-c3db-4c81-ad1a-e52f8ca96d2e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:44.898114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34296) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:44.898986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:44.908678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:44.914665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:44.930196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:44.950153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:44.977949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d4abc4c3-f1dc-445f-ad1d-59acaae41b79 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:45.045626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a7327e0a-214f-46a8-9514-0403cae6077b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:45.106193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.114939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Port': ['ID=9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:45.141203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a7327e0a-214f-46a8-9514-0403cae6077b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:45.146173 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a7327e0a-214f-46a8-9514-0403cae6077b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4965 time: 0.4512293
Dec 21 09:59:45.148314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34300) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:45.181031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:45.316197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148cdf0-e909-4ef1-a45c-1f98379780d4 req-34d5d04c-4b78-4018-8a9f-6386683b2a63 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:45.317848 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5148cdf0-e909-4ef1-a45c-1f98379780d4 req-34d5d04c-4b78-4018-8a9f-6386683b2a63 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.5274186
Dec 21 09:59:45.323304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c7c7652-5d27-4fde-bf87-5a17b5da748d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.345186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c7c7652-5d27-4fde-bf87-5a17b5da748d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.361387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.368180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:45.379191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.381064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ae4d868-2886-4f6b-a259-966bb9e2d4d7 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.392032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:45.394753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:45.408453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:45.432037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:45.458128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:45.461440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.486497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4d868-2886-4f6b-a259-966bb9e2d4d7 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event deleted for resources: {'Port': ['ID=f519eb52-6ba9-4d4b-ba75-59251eaef563,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:45.489129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No DVR routers for this DVR port 9a0b8dc6-4dbb-44cd-83c9-dcbd298a73af on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:59:45.517185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ae4d868-2886-4f6b-a259-966bb9e2d4d7 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:45.524392 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5148cdf0-e909-4ef1-a45c-1f98379780d4 req-3edaa830-8579-4294-8d81-bbd73829d4f6 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1926334
Dec 21 09:59:45.525013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c7c7652-5d27-4fde-bf87-5a17b5da748d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.566829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.581833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a2bd3d4e-1bcd-4320-8a4d-1e1e9cda0edd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:45.631201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event updated for resources: {'SecurityGroup': ['ID=f149be32-7b21-4afa-8b4e-05c021be3c94,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:45.633878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:45.665774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:45.670302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c7652-5d27-4fde-bf87-5a17b5da748d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=238d66d7-eaa2-4f6a-88d8-82234e0aec00,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:45.674185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0c7c7652-5d27-4fde-bf87-5a17b5da748d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:45.697201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.742479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] device_id is not set on port f2894385-0c7a-417f-bce4-4bc1c6c03022 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:45.787072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c7c7652-5d27-4fde-bf87-5a17b5da748d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.788562 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0c7c7652-5d27-4fde-bf87-5a17b5da748d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/238d66d7-eaa2-4f6a-88d8-82234e0aec00 HTTP/1.1" status: 204  len: 168 time: 0.6379118
Dec 21 09:59:45.803443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34306) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:45.867232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.871313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.894644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.951273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.951846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Fanout notify agent at l3_agent the message router_deleted on router 3165b58e-0299-4245-a8fc-338d05263e0c {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 09:59:45.966014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.973763 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-81ed7d3c-e0c8-43cc-a992-998143f50b8d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/3165b58e-0299-4245-a8fc-338d05263e0c HTTP/1.1" status: 204  len: 168 time: 3.2195203
Dec 21 09:59:45.973763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ae4d868-2886-4f6b-a259-966bb9e2d4d7 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:45.976542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4ae4d868-2886-4f6b-a259-966bb9e2d4d7 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "DELETE /v2.0/ports/f519eb52-6ba9-4d4b-ba75-59251eaef563 HTTP/1.1" status: 204  len: 168 time: 2.6850352
Dec 21 09:59:45.977343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34310) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:45.977742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34312) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:46.022793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-998438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:46.041172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:46.044540 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a7df8b-f6cb-40e2-bd17-be70b502ff86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] GET failed (client error): The resource could not be found.
Dec 21 09:59:46.045103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a5a7df8b-f6cb-40e2-bd17-be70b502ff86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Synchronizing usage tracker for tenant:7a66b2eba7c9457ca91644fbf31bcf56 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:46.052403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Usage tracker for resource:router and tenant:5787d2b1d8c64521a40ee58a076635fa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:46.056232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:46.068980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:46.076143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a5a7df8b-f6cb-40e2-bd17-be70b502ff86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Unset dirty status for tenant:7a66b2eba7c9457ca91644fbf31bcf56 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:46.077507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a5a7df8b-f6cb-40e2-bd17-be70b502ff86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "GET /v2.0/ports/f519eb52-6ba9-4d4b-ba75-59251eaef563 HTTP/1.1" status: 404  len: 333 time: 0.0968060
Dec 21 09:59:46.082215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34318) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:46.089324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'port': {'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75', 'name': 'tempest-AllowedAddressPairTestJSON-1934979202'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:46.111675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:46.112837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:46.216930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:46.271787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:46.293104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:46.309004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:46.311169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:46.313106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2c485bb9-d6c8-45e0-b855-e91f371d0930 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.3343127
Dec 21 09:59:46.316014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34322) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:46.323412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'enable_snat': True}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:46.453465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Made reservation on behalf of 7a66b2eba7c9457ca91644fbf31bcf56 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:46.453790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:46.459026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:46.613972 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f775d5c4-f171-4b60-a475-b25131e4c649 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4449 time: 0.8091929
Dec 21 09:59:46.620105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed511b38>,) {'filters': {'network_id': ['288cd568-87a9-4b19-b344-9a5fb32fee3a']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:46.634821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34326) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:46.715405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed511b38>, '73fdaba0-7e97-45ef-ab08-ac3a3f644475') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:46.715756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed511b38>, '73fdaba0-7e97-45ef-ab08-ac3a3f644475') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:46.799887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:46.907832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7a68ae1-a621-4e02-bf2a-a41f7b332bb0 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:46.928394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:46.932198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 8 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 09:59:46.969768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7a68ae1-a621-4e02-bf2a-a41f7b332bb0 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.168952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.207459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] device_id is not set on port e4fed51e-afc5-4e10-ae26-2ba345f22ecf yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:47.214691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7a68ae1-a621-4e02-bf2a-a41f7b332bb0 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.273435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Allocated IP 172.26.1.81 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/c3e7fb8d-40a6-4aca-a4f5-98b57d4e604e) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:47.277054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] device_id is not set on port f2894385-0c7a-417f-bce4-4bc1c6c03022 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:47.283920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40005372-4dd8-4a98-90c0-e3c0afd9e540 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:47.314024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 288cd568-87a9-4b19-b344-9a5fb32fee3a has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:47.331991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.335695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.362502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a68ae1-a621-4e02-bf2a-a41f7b332bb0 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d268afb3-9d86-4848-83cb-ff37f332c84b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:47.390368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7a68ae1-a621-4e02-bf2a-a41f7b332bb0 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:47.472398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Allocated IP 172.20.0.3 (2c050e2b-b07d-46c0-af80-4010dad6ec75/cb88639c-724c-49a9-be03-88e2cd48bc73/e4fed51e-afc5-4e10-ae26-2ba345f22ecf) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:47.539771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7a68ae1-a621-4e02-bf2a-a41f7b332bb0 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.541014 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e7a68ae1-a621-4e02-bf2a-a41f7b332bb0 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/d268afb3-9d86-4848-83cb-ff37f332c84b HTTP/1.1" status: 204  len: 168 time: 0.9014513
Dec 21 09:59:47.591705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34330) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:47.686936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 288cd568-87a9-4b19-b344-9a5fb32fee3a has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 09:59:47.718772 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 09:59:47.849128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Transition to ACTIVE for port object f2894385-0c7a-417f-bce4-4bc1c6c03022 will not be triggered until provisioned by entity L2. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:47.866725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-69f532b8-8405-473b-bab7-2506e6b22f66 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:47.869438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.872429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.873614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.885130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-06c9c6be-b47e-44c6-80a0-c1894733a684 tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:47.901524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.911524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.917923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:47.940466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=288cd568-87a9-4b19-b344-9a5fb32fee3a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:47.949435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:47.963734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28629794-1565-4aaf-bb00-375871efd078 tempest-FloatingIPAdminTestJSON-560085795 tempest-FloatingIPAdminTestJSON-560085795] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:48.005240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.016830 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/288cd568-87a9-4b19-b344-9a5fb32fee3a HTTP/1.1" status: 204  len: 168 time: 11.9606462
Dec 21 09:59:48.030056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34334) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:48.044012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-69f532b8-8405-473b-bab7-2506e6b22f66 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:48.045324 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-69f532b8-8405-473b-bab7-2506e6b22f66 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3933 time: 0.4498289
Dec 21 09:59:48.059212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1839150979'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:48.064883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34338) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:48.104594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Transition to ACTIVE for port object e4fed51e-afc5-4e10-ae26-2ba345f22ecf will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:48.132375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd77deb5-3f41-4e2b-8a33-ad4ce780fd8a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.149246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd77deb5-3f41-4e2b-8a33-ad4ce780fd8a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.154005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:48.184511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:network and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:48.196773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:48.202055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event updated for resources: {'Port': ['ID=f2894385-0c7a-417f-bce4-4bc1c6c03022,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:48.211699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:48.216498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.233025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:48.238230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:48.243494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.263041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8ddd4e11-8300-4630-b2e3-b5a527808c28 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:48.293304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd77deb5-3f41-4e2b-8a33-ad4ce780fd8a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.369725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:48.375777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.469290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Pushing event updated for resources: {'Port': ['ID=c3e7fb8d-40a6-4aca-a4f5-98b57d4e604e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:48.487780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:48.501294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Port': ['ID=e4fed51e-afc5-4e10-ae26-2ba345f22ecf,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:48.509305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:48.512798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1a6294a5-adac-464a-b670-06dbb1fb0c68 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:48.532797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd77deb5-3f41-4e2b-8a33-ad4ce780fd8a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.534282 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cd77deb5-3f41-4e2b-8a33-ad4ce780fd8a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/229944b6-af7a-4b59-9147-97d7da353d7f HTTP/1.1" status: 204  len: 168 time: 0.4679835
Dec 21 09:59:48.542863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Checking segment: {'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:48.543605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Network hostable DHCP agents. Network: cb7adc34-b72c-4109-8899-3bf9d061176d, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:59:48.547481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77deb5-3f41-4e2b-8a33-ad4ce780fd8a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=229944b6-af7a-4b59-9147-97d7da353d7f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:48.549256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34342) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:48.562402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Allocated IP 172.26.1.146 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/e4fc4e40-6039-4552-9fa8-4e0b9150fb8f) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:48.564856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd77deb5-3f41-4e2b-8a33-ad4ce780fd8a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:48.581853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 09:59:48.628719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.630035 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment 98604c6e-0b97-4354-86c7-713b75548b58 of type vxlan for network 577e47c2-0f0b-4013-90c8-3541905911f8
Dec 21 09:59:48.662461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Network cb7adc34-b72c-4109-8899-3bf9d061176d is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:59:48.665473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:48.674837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:48.676410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:48.684771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3570d30-ea68-4b63-8ced-ba4c955f86e1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:48.688002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:48.688347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:48.698807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:48.730914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, cb7adc34-b72c-4109-8899-3bf9d061176d) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:48.735328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.742058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b0fad5-b0fc-4896-9932-9b7bec0d5243 None None] Network cb7adc34-b72c-4109-8899-3bf9d061176d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:48.752712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:48.849192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3570d30-ea68-4b63-8ced-ba4c955f86e1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:48.855227 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3570d30-ea68-4b63-8ced-ba4c955f86e1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.2914550
Dec 21 09:59:48.865510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34346) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:48.885925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:48.886928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.944714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to bind port f2894385-0c7a-417f-bce4-4bc1c6c03022 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:59:48.944814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to bind port f2894385-0c7a-417f-bce4-4bc1c6c03022 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'}] {{(pid=80971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:59:48.945166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to bind port f2894385-0c7a-417f-bce4-4bc1c6c03022 on network cb7adc34-b72c-4109-8899-3bf9d061176d {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:59:48.953018 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.8687901
Dec 21 09:59:48.956759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34350) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:48.962782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:48.970993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d9:0c:e8'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:49.060875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:49.085522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d57be00f-02bf-44a8-97f9-81af9c1054f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:49.232966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e2a8a744-8c4d-4fad-9a0c-88a174f5772a None None] Provisioning for port e4fed51e-afc5-4e10-ae26-2ba345f22ecf completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:49.240849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e2a8a744-8c4d-4fad-9a0c-88a174f5772a None None] Provisioning complete for port e4fed51e-afc5-4e10-ae26-2ba345f22ecf triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:49.241276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2a8a744-8c4d-4fad-9a0c-88a174f5772a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:49.317929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e2a8a744-8c4d-4fad-9a0c-88a174f5772a None None] Port e4fed51e-afc5-4e10-ae26-2ba345f22ecf cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:59:49.340849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event updated for resources: {'Port': ['ID=e4fc4e40-6039-4552-9fa8-4e0b9150fb8f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:49.341960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:49.346374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:49.347050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:49.403143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:49.409952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:49.425715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:59:49.426090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Checking segment: {'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:49.426491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:49.426885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Bound using segment: {'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'} {{(pid=80971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:59:49.427379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Bound port: f2894385-0c7a-417f-bce4-4bc1c6c03022, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'}}] {{(pid=80971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:59:49.427754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:49.538358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:49.542070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:49.551135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:49.668447 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.6306665
Dec 21 09:59:49.685589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34354) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:49.694342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=577e47c2-0f0b-4013-90c8-3541905911f8,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:49.708315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 577e47c2-0f0b-4013-90c8-3541905911f8 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:49.713222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': '577e47c2-0f0b-4013-90c8-3541905911f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:49.722538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 577e47c2-0f0b-4013-90c8-3541905911f8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 09:59:49.729303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:49.792020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76132279-991f-4255-b411-cfdd6cae1243 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:49.868297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.001798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76132279-991f-4255-b411-cfdd6cae1243 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.010964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] For port f2894385-0c7a-417f-bce4-4bc1c6c03022, host hv-neutron-6013, cleared binding levels {{(pid=80971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:59:50.142363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:50.145640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] For port f2894385-0c7a-417f-bce4-4bc1c6c03022, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f2894385-0c7a-417f-bce4-4bc1c6c03022,segment=NetworkSegment(00bb4915-8367-45f4-b4b9-c44bb83adebe),segment_id=00bb4915-8367-45f4-b4b9-c44bb83adebe)] {{(pid=80971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:59:50.167333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:subnet and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:50.177951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:50.185730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.212391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:50.262583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:50.329470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.355663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:50.468120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.529369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.545113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76132279-991f-4255-b411-cfdd6cae1243 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.640283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.640747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event updated for resources: {'Port': ['ID=f2894385-0c7a-417f-bce4-4bc1c6c03022,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:50.692264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.717726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:50.729348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:50.731135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:50.801536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:50.802191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.866272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.923091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76132279-991f-4255-b411-cfdd6cae1243 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:50.924320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-76132279-991f-4255-b411-cfdd6cae1243 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-groups/217e76e6-103b-47d8-8720-c3cd86706123 HTTP/1.1" status: 204  len: 168 time: 2.0459075
Dec 21 09:59:50.947263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34358) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:50.965556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Port': ['ID=e4fed51e-afc5-4e10-ae26-2ba345f22ecf,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:50.975026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:51.001323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=a5ee589e-d82d-4889-8ff8-2f8e840e6e86,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:51.004365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1080 time: 6.9700725
Dec 21 09:59:51.008024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:51.008325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34362) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:51.014389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7feb5e95-d304-4ca9-a467-819acfb5d5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.449s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:51.107401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76132279-991f-4255-b411-cfdd6cae1243 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroup': ['ID=217e76e6-103b-47d8-8720-c3cd86706123,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:51.121939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76132279-991f-4255-b411-cfdd6cae1243 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:51.211505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Deleting port f2894385-0c7a-417f-bce4-4bc1c6c03022 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:51.211902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:51.243310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:51.244887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0cf2825a-0fa9-4f62-9a91-de04d00836f3 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:51.273537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:51.295267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:51.295645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network hostable DHCP agents. Network: ce580273-c3db-4c81-ad1a-e52f8ca96d2e, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:59:51.387305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] In _notify_port_updated(), no bound segment for port e4fed51e-afc5-4e10-ae26-2ba345f22ecf on network 2c050e2b-b07d-46c0-af80-4010dad6ec75 {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 09:59:51.391971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:51.392708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:51.394273 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "PUT /v2.0/ports/e4fed51e-afc5-4e10-ae26-2ba345f22ecf HTTP/1.1" status: 200  len: 996 time: 2.4361742
Dec 21 09:59:51.407688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34368) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:51.455974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-86fa2a79-0117-4d25-8536-e015fdf80751 None None] Provisioning complete for port e4fed51e-afc5-4e10-ae26-2ba345f22ecf triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:51.456673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86fa2a79-0117-4d25-8536-e015fdf80751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:51.517100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-86fa2a79-0117-4d25-8536-e015fdf80751 None None] Port e4fed51e-afc5-4e10-ae26-2ba345f22ecf cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:59:51.691883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0cf2825a-0fa9-4f62-9a91-de04d00836f3 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:51.699112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0cf2825a-0fa9-4f62-9a91-de04d00836f3 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.7324796
Dec 21 09:59:51.701171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34372) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:51.760363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group': {'name': 'tempest-secgroup--8008426'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:51.779736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:51.792155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:59:51.825916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:51.829567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:51.831473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, ce580273-c3db-4c81-ad1a-e52f8ca96d2e) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:51.841887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452b26ea-6c36-4520-9b82-6f47ae7e0069 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:51.905806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e83d6667-1b64-48bf-8c52-f4f429069d86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Deleting port e4fed51e-afc5-4e10-ae26-2ba345f22ecf {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:51.905806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e83d6667-1b64-48bf-8c52-f4f429069d86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:51.940414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:51.941523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:51.960984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.085994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 7.1850941
Dec 21 09:59:52.098822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:52.101219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34376) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:52.119997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': 'a5ee589e-d82d-4889-8ff8-2f8e840e6e86'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:59:52.121557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.128333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:52.128697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] For port f2894385-0c7a-417f-bce4-4bc1c6c03022, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f2894385-0c7a-417f-bce4-4bc1c6c03022,segment=NetworkSegment(00bb4915-8367-45f4-b4b9-c44bb83adebe),segment_id=00bb4915-8367-45f4-b4b9-c44bb83adebe)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:52.129115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.136764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'name': 'tempest-NetworksTestDHCPv6-170913571'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:52.153194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:52.194798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:52.283500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Calling delete_port for f2894385-0c7a-417f-bce4-4bc1c6c03022 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:52.342695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Router 05645216-93d2-4e28-9fc9-6f9a845a063e is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:59:52.428458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/a5ee589e-d82d-4889-8ff8-2f8e840e6e86/d611f195-e912-4cc5-982a-6c24e952cb49) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:52.502639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:52.526613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:52.530734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:52.535883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.540963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Router 5d756ccb-e3ad-4be0-8b6d-2a7491088180 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 09:59:52.545575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:52.554354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.559651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:52.594785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:52.600338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.653765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.683906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c64f1d1-d60e-4781-98a9-ea7adf209a4e tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:52.694026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.706730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Transition to ACTIVE for port object d611f195-e912-4cc5-982a-6c24e952cb49 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:52.716562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e83d6667-1b64-48bf-8c52-f4f429069d86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.726088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Transition to ACTIVE for port object d611f195-e912-4cc5-982a-6c24e952cb49 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:52.730968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.735314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroup': ['ID=9106109c-046b-4895-9956-9f4adb13c872,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:52.751163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:52.764668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:52.797854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:52.801722 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1691 time: 1.0855682
Dec 21 09:59:52.821312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event deleted for resources: {'Port': ['ID=f2894385-0c7a-417f-bce4-4bc1c6c03022,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:52.826024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34380) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:52.839252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Pushing event updated for resources: {'Port': ['ID=d611f195-e912-4cc5-982a-6c24e952cb49,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:52.851778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.852264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.852752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.853230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.853732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.854212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.854702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.855177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.855646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.856116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.857658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.857658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.857658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.857958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.858708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.858878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.859341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.859792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.860255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.860712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.861170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.861659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.862443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.862443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 09:59:52.902242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': '9106109c-046b-4895-9956-9f4adb13c872', 'direction': 'ingress', 'protocol': 17}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:52.914616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:52.916250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e83d6667-1b64-48bf-8c52-f4f429069d86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Calling delete_port for e4fed51e-afc5-4e10-ae26-2ba345f22ecf owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:52.946021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:52.975119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:52.981543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:52.999679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:53.020011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:53.022964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:59:53.033427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:53.042337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:53.061607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583526a-05ff-4149-9544-883e1ac37275 None None] Sync routers for ids ['05645216-93d2-4e28-9fc9-6f9a845a063e'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:59:53.066249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:53.071964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 09:59:53.073073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.078090 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "PUT /v2.0/routers/05645216-93d2-4e28-9fc9-6f9a845a063e HTTP/1.1" status: 200  len: 911 time: 6.7603049
Dec 21 09:59:53.082225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34384) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:53.082555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Attempting to bind port d611f195-e912-4cc5-982a-6c24e952cb49 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:59:53.082974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Attempting to bind port d611f195-e912-4cc5-982a-6c24e952cb49 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:59:53.083594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Attempting to bind port d611f195-e912-4cc5-982a-6c24e952cb49 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:59:53.089270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a8876-6d4e-4492-be2e-2d2ca7dfeb51 None None] Sync routers for ids ['5d756ccb-e3ad-4be0-8b6d-2a7491088180'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 09:59:53.099561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583526a-05ff-4149-9544-883e1ac37275 None None] Routers {'05645216-93d2-4e28-9fc9-6f9a845a063e'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:53.099782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 0a6959de-a74e-488b-9479-04ca7544d9d6 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:53.101021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e583526a-05ff-4149-9544-883e1ac37275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feddf0c88>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['05645216-93d2-4e28-9fc9-6f9a845a063e'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:53.102097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a8876-6d4e-4492-be2e-2d2ca7dfeb51 None None] Routers {'5d756ccb-e3ad-4be0-8b6d-2a7491088180'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:53.103313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f40a8876-6d4e-4492-be2e-2d2ca7dfeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d17b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['5d756ccb-e3ad-4be0-8b6d-2a7491088180'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:53.150836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.175132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:59:53.175992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:53.176152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-955efcba-d1f5-49b9-a832-3eb7ddc470b3 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:53.176794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.177754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:59:53.178433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Bound port: d611f195-e912-4cc5-982a-6c24e952cb49, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:59:53.178581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f40a8876-6d4e-4492-be2e-2d2ca7dfeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d17b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:53.179065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.188319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40a8876-6d4e-4492-be2e-2d2ca7dfeb51 None None] Routers {'5d756ccb-e3ad-4be0-8b6d-2a7491088180'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:53.188997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f40a8876-6d4e-4492-be2e-2d2ca7dfeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d17b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['5d756ccb-e3ad-4be0-8b6d-2a7491088180'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:53.193586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.195658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "DELETE /v2.0/ports/f2894385-0c7a-417f-bce4-4bc1c6c03022 HTTP/1.1" status: 204  len: 168 time: 2.1862974
Dec 21 09:59:53.199943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34388) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:53.219246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e583526a-05ff-4149-9544-883e1ac37275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feddf0c88>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:53.274454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.282145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e583526a-05ff-4149-9544-883e1ac37275 None None] Routers {'05645216-93d2-4e28-9fc9-6f9a845a063e'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 09:59:53.283041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e583526a-05ff-4149-9544-883e1ac37275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feddf0c88>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['05645216-93d2-4e28-9fc9-6f9a845a063e'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:53.284538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f40a8876-6d4e-4492-be2e-2d2ca7dfeb51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d17b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:53.285530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40a8876-6d4e-4492-be2e-2d2ca7dfeb51 None None] The sync data for ids ['5d756ccb-e3ad-4be0-8b6d-2a7491088180'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:59:53.291787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.291945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c437049f-4eb0-4967-9325-8fbef9ce1e7d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] GET failed (client error): The resource could not be found.
Dec 21 09:59:53.292430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c437049f-4eb0-4967-9325-8fbef9ce1e7d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Synchronizing usage tracker for tenant:e43d1ebb21f749b39f8f149bdd6fc2e2 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:53.296402 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-10a2c3cf-0912-416b-a930-04b37a9e11b1 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 11.1811807
Dec 21 09:59:53.303526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34392) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:53.364895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e583526a-05ff-4149-9544-883e1ac37275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feddf0c88>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:53.365355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e583526a-05ff-4149-9544-883e1ac37275 None None] The sync data for ids ['05645216-93d2-4e28-9fc9-6f9a845a063e'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 09:59:53.386757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=fa5073e7-e704-4375-b26d-96e895026920,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:53.394979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:53.405976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] For port d611f195-e912-4cc5-982a-6c24e952cb49, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:59:53.510454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::1f2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/a5ee589e-d82d-4889-8ff8-2f8e840e6e86/0a6959de-a74e-488b-9479-04ca7544d9d6) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:53.557962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': '98604c6e-0b97-4354-86c7-713b75548b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '577e47c2-0f0b-4013-90c8-3541905911f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:53.558278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: 577e47c2-0f0b-4013-90c8-3541905911f8, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 09:59:53.573218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c437049f-4eb0-4967-9325-8fbef9ce1e7d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Unset dirty status for tenant:e43d1ebb21f749b39f8f149bdd6fc2e2 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:53.579096 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c437049f-4eb0-4967-9325-8fbef9ce1e7d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "GET /v2.0/ports/f2894385-0c7a-417f-bce4-4bc1c6c03022 HTTP/1.1" status: 404  len: 333 time: 0.3732998
Dec 21 09:59:53.587547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34396) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:53.599325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Request body: {'port': {'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2032661588'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:53.602335 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea37e6b3-65fb-4c64-8785-69402bcaa797 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/routers/05645216-93d2-4e28-9fc9-6f9a845a063e HTTP/1.1" status: 200  len: 917 time: 0.5136628
Dec 21 09:59:53.607620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34400) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:53.609772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:53.677738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:53.679681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 577e47c2-0f0b-4013-90c8-3541905911f8 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 09:59:53.679864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] For port d611f195-e912-4cc5-982a-6c24e952cb49, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d611f195-e912-4cc5-982a-6c24e952cb49,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:59:53.684627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.684841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.688567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e83d6667-1b64-48bf-8c52-f4f429069d86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.709548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:53.717052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ae4d868-2886-4f6b-a259-966bb9e2d4d7 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:53.746323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Made reservation on behalf of e43d1ebb21f749b39f8f149bdd6fc2e2 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:53.751916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.759495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.767687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 577e47c2-0f0b-4013-90c8-3541905911f8) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:53.780691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c2f4c-2607-4868-8911-16c0341480d0 None None] Network 577e47c2-0f0b-4013-90c8-3541905911f8 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:53.792323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d6667-1b64-48bf-8c52-f4f429069d86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event deleted for resources: {'Port': ['ID=e4fed51e-afc5-4e10-ae26-2ba345f22ecf,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:53.795473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e83d6667-1b64-48bf-8c52-f4f429069d86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:53.804782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3cbbe59b-b159-4a85-adaf-744a6eba1d5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:53.813171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Pushing event updated for resources: {'Port': ['ID=d611f195-e912-4cc5-982a-6c24e952cb49,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:53.833147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:53.895659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:53.895659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.912397 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9f06f3e4-0d6f-4223-8fd5-f336b41272c8 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/routers/5d756ccb-e3ad-4be0-8b6d-2a7491088180 HTTP/1.1" status: 200  len: 924 time: 0.5991881
Dec 21 09:59:53.918591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e13ce844-8b69-459c-b5ff-2b493ddb45d9,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:53.920774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34404) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:53.922065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:53.933985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:53.938509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 742 time: 1.0459588
Dec 21 09:59:53.939697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34408) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:54.046476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 4.3509777
Dec 21 09:59:54.053272 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-feefe150-d2e1-4b75-ad3b-1ea73c48f03e tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=5d756ccb-e3ad-4be0-8b6d-2a7491088180 HTTP/1.1" status: 200  len: 205 time: 0.1240296
Dec 21 09:59:54.058220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 09:59:54.064088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34412) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:54.064377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34414) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:54.068953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac305c3f-f784-4377-bcab-0319cac0c539 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:54.069740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ac305c3f-f784-4377-bcab-0319cac0c539 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Synchronizing usage tracker for tenant:54c4033dbb3c4827aecc516946a8972e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:54.128450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8188b00-c6f0-497e-abae-53846ae123af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:54.143423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e83d6667-1b64-48bf-8c52-f4f429069d86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:54.146691 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e83d6667-1b64-48bf-8c52-f4f429069d86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "DELETE /v2.0/ports/e4fed51e-afc5-4e10-ae26-2ba345f22ecf HTTP/1.1" status: 204  len: 168 time: 2.7375810
Dec 21 09:59:54.152019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34420) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:54.179338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-577e47c2-0f0b-4013-90c8-3541905911f8', 'network_id': '577e47c2-0f0b-4013-90c8-3541905911f8', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': 'fa5073e7-e704-4375-b26d-96e895026920'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 09:59:54.180524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:54.223335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8188b00-c6f0-497e-abae-53846ae123af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:54.275997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] device_id is not set on port 96d3d4ae-7698-403e-a6be-625bfc69cbc0 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:54.277678 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5466b433-ae07-4c22-a94a-6c2675fa8b7c tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] GET failed (client error): The resource could not be found.
Dec 21 09:59:54.278277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5466b433-ae07-4c22-a94a-6c2675fa8b7c tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Synchronizing usage tracker for tenant:7a66b2eba7c9457ca91644fbf31bcf56 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:54.283066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8188b00-c6f0-497e-abae-53846ae123af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:54.289816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f933972-1443-4332-b5b3-403405027c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:54.306798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8188b00-c6f0-497e-abae-53846ae123af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroup': ['ID=9106109c-046b-4895-9956-9f4adb13c872,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:54.314441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e8188b00-c6f0-497e-abae-53846ae123af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:54.335483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5466b433-ae07-4c22-a94a-6c2675fa8b7c tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Unset dirty status for tenant:7a66b2eba7c9457ca91644fbf31bcf56 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:54.340362 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5466b433-ae07-4c22-a94a-6c2675fa8b7c tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "GET /v2.0/ports/e4fed51e-afc5-4e10-ae26-2ba345f22ecf HTTP/1.1" status: 404  len: 333 time: 0.1834450
Dec 21 09:59:54.340362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8188b00-c6f0-497e-abae-53846ae123af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:54.342141 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e8188b00-c6f0-497e-abae-53846ae123af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-groups/9106109c-046b-4895-9956-9f4adb13c872 HTTP/1.1" status: 204  len: 168 time: 0.3985026
Dec 21 09:59:54.345557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34424) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:54.345891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34426) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:54.355343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'port': {'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75', 'name': 'tempest-AllowedAddressPairTestJSON-1283233159'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:54.496173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e15d305-6196-4092-9453-493041521ec4 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:54.556459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Allocated IP 172.20.0.1 (577e47c2-0f0b-4013-90c8-3541905911f8/fa5073e7-e704-4375-b26d-96e895026920/17a752e6-f004-42f7-80fa-ecc29d1056d9) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:54.658525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:54.660954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e15d305-6196-4092-9453-493041521ec4 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:54.668047 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e15d305-6196-4092-9453-493041521ec4 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3141761
Dec 21 09:59:54.668047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34432) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:54.677571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group': {'name': 'tempest-secgroup--1107523016'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:54.689694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:54.698376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:54.713408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:54.720695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:54.732724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:54.740498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ac305c3f-f784-4377-bcab-0319cac0c539 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Unset dirty status for tenant:54c4033dbb3c4827aecc516946a8972e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:54.744479 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ac305c3f-f784-4377-bcab-0319cac0c539 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/ports?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217&device_id=05645216-93d2-4e28-9fc9-6f9a845a063e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 1.1228185
Dec 21 09:59:54.748040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34436) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:54.754376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 0a6959de-a74e-488b-9479-04ca7544d9d6 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:54.775490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Made reservation on behalf of 7a66b2eba7c9457ca91644fbf31bcf56 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:54.781691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:54.831122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:54.849700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:54.857440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:54.868657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:55.002869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d611f195-e912-4cc5-982a-6c24e952cb49 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:59:55.017375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.100437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.119933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Transition to ACTIVE for port object 17a752e6-f004-42f7-80fa-ecc29d1056d9 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:55.128092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port d611f195-e912-4cc5-982a-6c24e952cb49 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:55.143567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.149187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Transition to ACTIVE for port object 17a752e6-f004-42f7-80fa-ecc29d1056d9 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:55.154797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.173851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:55.207825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.281685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:55.329138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Pushing event updated for resources: {'Port': ['ID=17a752e6-f004-42f7-80fa-ecc29d1056d9,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:55.332129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:55.381812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7e3bad-08c4-4f08-8cab-e876b5409eda tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:55.386529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2a7e3bad-08c4-4f08-8cab-e876b5409eda tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 881 time: 0.6370199
Dec 21 09:59:55.388700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34440) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:55.394269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Network 577e47c2-0f0b-4013-90c8-3541905911f8 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:55.395599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:55.399761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:55.456274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34444) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:55.456477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c31729ed-f5d9-4177-82bf-c88c85a51009 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=05645216-93d2-4e28-9fc9-6f9a845a063e HTTP/1.1" status: 200  len: 205 time: 0.0570016
Dec 21 09:59:55.478889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Attempting to bind port 17a752e6-f004-42f7-80fa-ecc29d1056d9 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:59:55.479270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Attempting to bind port 17a752e6-f004-42f7-80fa-ecc29d1056d9 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '98604c6e-0b97-4354-86c7-713b75548b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '577e47c2-0f0b-4013-90c8-3541905911f8'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:59:55.480904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Attempting to bind port 17a752e6-f004-42f7-80fa-ecc29d1056d9 on network 577e47c2-0f0b-4013-90c8-3541905911f8 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:59:55.487307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] device_id is not set on port 74a3089f-80c0-4182-a731-d24d2d96ee0f yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:55.489829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:59:55.490396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Checking segment: {'id': '98604c6e-0b97-4354-86c7-713b75548b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '577e47c2-0f0b-4013-90c8-3541905911f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:55.491007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.491458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Bound using segment: {'id': '98604c6e-0b97-4354-86c7-713b75548b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '577e47c2-0f0b-4013-90c8-3541905911f8'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:59:55.492049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Bound port: 17a752e6-f004-42f7-80fa-ecc29d1056d9, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98604c6e-0b97-4354-86c7-713b75548b58', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '577e47c2-0f0b-4013-90c8-3541905911f8'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:59:55.492511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.618460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] For port 17a752e6-f004-42f7-80fa-ecc29d1056d9, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:59:55.622768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] For port 17a752e6-f004-42f7-80fa-ecc29d1056d9, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=17a752e6-f004-42f7-80fa-ecc29d1056d9,segment=NetworkSegment(98604c6e-0b97-4354-86c7-713b75548b58),segment_id=98604c6e-0b97-4354-86c7-713b75548b58)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:59:55.628785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.636231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.646352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.683400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-89f5f610-1f77-46a1-a5c0-027a0a27690a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:55.701304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.706213 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.0375187
Dec 21 09:59:55.707354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=0a6959de-a74e-488b-9479-04ca7544d9d6,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:55.710116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34448) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:55.724251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group': {'name': 'tempest-secgroup--958186850'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:55.743681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:55.787943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:55.794339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:55.798252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:55.798387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa360f8-5fb3-4761-ba72-d668dd34b28b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:55.800946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:55.801185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.809311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:55.812741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:55.824933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.830710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad4c5fa-98c7-4aa4-ae31-5f93d6e586ec None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:55.834473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:55.850396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Allocated IP 172.20.0.8 (2c050e2b-b07d-46c0-af80-4010dad6ec75/cb88639c-724c-49a9-be03-88e2cd48bc73/74a3089f-80c0-4182-a731-d24d2d96ee0f) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:55.869151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:55.876762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:55.881838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:55.901057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:55.940091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8e780b84-3c7f-4224-971f-79b037cbc88b None None] Provisioning for port d611f195-e912-4cc5-982a-6c24e952cb49 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:55.994390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.003075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.029595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8e780b84-3c7f-4224-971f-79b037cbc88b None None] Provisioning complete for port d611f195-e912-4cc5-982a-6c24e952cb49 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:56.030134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e780b84-3c7f-4224-971f-79b037cbc88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.105845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Pushing event updated for resources: {'Port': ['ID=17a752e6-f004-42f7-80fa-ecc29d1056d9,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:56.110053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:56.177750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.182506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.192524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Deleting port c3e7fb8d-40a6-4aca-a4f5-98b57d4e604e {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:56.193774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.216689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:56.230677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.235781 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.5215886
Dec 21 09:59:56.240545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34452) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:56.280671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': '3aa360f8-5fb3-4761-ba72-d668dd34b28b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5fd03970-225b-46bd-9095-e387aa17f925', 'remote_ip_prefix': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:56.285419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.302831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.315165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:56.328253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 09:59:56.328814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd03970-225b-46bd-9095-e387aa17f925,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:56.331521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 09:59:56.348828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:56.349866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:56.360757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Transition to ACTIVE for port object 74a3089f-80c0-4182-a731-d24d2d96ee0f will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:56.372865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:56.388329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.392076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e780b84-3c7f-4224-971f-79b037cbc88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.415671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:56.439851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.450035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8e780b84-3c7f-4224-971f-79b037cbc88b None None] For port d611f195-e912-4cc5-982a-6c24e952cb49, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d611f195-e912-4cc5-982a-6c24e952cb49,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:56.455707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:56.458304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:56.462479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:56.463170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.467731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e780b84-3c7f-4224-971f-79b037cbc88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.469680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:56.552398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e780b84-3c7f-4224-971f-79b037cbc88b None None] Pushing event updated for resources: {'Port': ['ID=d611f195-e912-4cc5-982a-6c24e952cb49,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:56.562386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e780b84-3c7f-4224-971f-79b037cbc88b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:56.578826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d618b1a-c906-4913-935d-e64b6e001091 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:56.717303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Port': ['ID=74a3089f-80c0-4182-a731-d24d2d96ee0f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:56.729064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:56.731083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.740147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.742476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:56.745161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:56.751391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:56.760823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:56.804998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9d43448d-6f8f-4275-9542-dc1406c6572b None None] Provisioning complete for port d611f195-e912-4cc5-982a-6c24e952cb49 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:56.805430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d43448d-6f8f-4275-9542-dc1406c6572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.822010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5e3d15-572e-4254-b991-2c97732dfbc1,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:56.834359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:56.852235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.858490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.6052878
Dec 21 09:59:56.859686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34456) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:56.901287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:56.902040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:56.987302 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6400816
Dec 21 09:59:56.990103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34460) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:56.995305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-907659a1-3961-4973-8b0a-97837f3c6326 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.012086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'port': {'network_id': '2c050e2b-b07d-46c0-af80-4010dad6ec75', 'name': 'tempest-AllowedAddressPairTestJSON-1672453985'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:57.041554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-907659a1-3961-4973-8b0a-97837f3c6326 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.064270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9d43448d-6f8f-4275-9542-dc1406c6572b None None] Provisioning for port 0a6959de-a74e-488b-9479-04ca7544d9d6 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:57.070215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9d43448d-6f8f-4275-9542-dc1406c6572b None None] Provisioning complete for port 0a6959de-a74e-488b-9479-04ca7544d9d6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:57.070786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d43448d-6f8f-4275-9542-dc1406c6572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.111322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.122489 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 5.0038598
Dec 21 09:59:57.129731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34464) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:57.134399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event updated for resources: {'Port': ['ID=96d3d4ae-7698-403e-a6be-625bfc69cbc0,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:57.137696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.765s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:57.142452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Deleting port e4fc4e40-6039-4552-9fa8-4e0b9150fb8f {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:57.142958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.180693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9d43448d-6f8f-4275-9542-dc1406c6572b None None] Port 0a6959de-a74e-488b-9479-04ca7544d9d6 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:59:57.182718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 17a752e6-f004-42f7-80fa-ecc29d1056d9 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:59:57.215957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-907659a1-3961-4973-8b0a-97837f3c6326 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.241871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:57.271997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 17a752e6-f004-42f7-80fa-ecc29d1056d9 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:57.274444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-907659a1-3961-4973-8b0a-97837f3c6326 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.276085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-907659a1-3961-4973-8b0a-97837f3c6326 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/3f5e3d15-572e-4254-b991-2c97732dfbc1 HTTP/1.1" status: 204  len: 168 time: 0.4131899
Dec 21 09:59:57.277296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907659a1-3961-4973-8b0a-97837f3c6326 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f5e3d15-572e-4254-b991-2c97732dfbc1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:57.278393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d611f195-e912-4cc5-982a-6c24e952cb49 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 09:59:57.279523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34468) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:57.299775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:57.313184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 09:59:57.360583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-907659a1-3961-4973-8b0a-97837f3c6326 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:57.364641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Made reservation on behalf of 7a66b2eba7c9457ca91644fbf31bcf56 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 09:59:57.372661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.390660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Network cb7adc34-b72c-4109-8899-3bf9d061176d is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 09:59:57.395922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2efdc17-0767-4e05-ad20-bbb5086dc9aa None None] Provisioning complete for port d611f195-e912-4cc5-982a-6c24e952cb49 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:57.396902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f2efdc17-0767-4e05-ad20-bbb5086dc9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.401511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 09:59:57.403938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 09:59:57.404791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:57.405743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.421787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0a25949d-e3c9-4049-a628-2ec796bd5053 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:57.462604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0a25949d-e3c9-4049-a628-2ec796bd5053 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:57.464681 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0a25949d-e3c9-4049-a628-2ec796bd5053 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4459 time: 0.1750982
Dec 21 09:59:57.467724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34472) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:57.491861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.509163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port d611f195-e912-4cc5-982a-6c24e952cb49 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:57.509609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.720496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Calling delete_port for c3e7fb8d-40a6-4aca-a4f5-98b57d4e604e owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:57.726325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b692fd02-8885-476e-a8fd-0bd20059dfa1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.764597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 4.1759241
Dec 21 09:59:57.777515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34478) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:57.802783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:57.839429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5dbe32-18a4-497b-acb4-d6f5edd2bb62 None None] Network 577e47c2-0f0b-4013-90c8-3541905911f8 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 09:59:57.878659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b692fd02-8885-476e-a8fd-0bd20059dfa1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.893778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2efdc17-0767-4e05-ad20-bbb5086dc9aa None None] Provisioning for port 74a3089f-80c0-4182-a731-d24d2d96ee0f completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:57.902778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2efdc17-0767-4e05-ad20-bbb5086dc9aa None None] Provisioning complete for port 74a3089f-80c0-4182-a731-d24d2d96ee0f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:57.903304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f2efdc17-0767-4e05-ad20-bbb5086dc9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:57.908563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a095ea5-2e64-49f3-8f9e-bd7b3b13b22f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:57.913299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a095ea5-2e64-49f3-8f9e-bd7b3b13b22f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:57.914184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3a095ea5-2e64-49f3-8f9e-bd7b3b13b22f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:57.917190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] device_id is not set on port fd1de97a-9e3b-4e51-853d-81938dae0cad yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:57.992497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3a095ea5-2e64-49f3-8f9e-bd7b3b13b22f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:57.994712 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3a095ea5-2e64-49f3-8f9e-bd7b3b13b22f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1670 time: 0.8614166
Dec 21 09:59:57.999274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34482) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:58.001624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.010358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.028611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f2efdc17-0767-4e05-ad20-bbb5086dc9aa None None] Port 74a3089f-80c0-4182-a731-d24d2d96ee0f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:59:58.068286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-78ff3cde-d0ce-4b6e-86fa-29297e3a2b1d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:58.085792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.100285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b692fd02-8885-476e-a8fd-0bd20059dfa1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.138267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1ea9e99-a6d7-46dd-89b9-63e3acf64180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:58.166788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-485705cf-d70c-4a48-8c07-cd4e2dfb2615 None None] Provisioning complete for port d611f195-e912-4cc5-982a-6c24e952cb49 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:58.167365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-485705cf-d70c-4a48-8c07-cd4e2dfb2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.172022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692fd02-8885-476e-a8fd-0bd20059dfa1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd03970-225b-46bd-9095-e387aa17f925,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:58.195227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=fa5073e7-e704-4375-b26d-96e895026920,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:58.206262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b692fd02-8885-476e-a8fd-0bd20059dfa1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:58.248180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] DHCP port deletion for 577e47c2-0f0b-4013-90c8-3541905911f8 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 09:59:58.257507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] Deleting port 17a752e6-f004-42f7-80fa-ecc29d1056d9 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:58.257932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.277314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Allocated IP 172.20.0.7 (2c050e2b-b07d-46c0-af80-4010dad6ec75/cb88639c-724c-49a9-be03-88e2cd48bc73/fd1de97a-9e3b-4e51-853d-81938dae0cad) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 09:59:58.299472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Calling delete_port for e4fc4e40-6039-4552-9fa8-4e0b9150fb8f owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:58.309429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b692fd02-8885-476e-a8fd-0bd20059dfa1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.313915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b692fd02-8885-476e-a8fd-0bd20059dfa1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-groups/5fd03970-225b-46bd-9095-e387aa17f925 HTTP/1.1" status: 204  len: 168 time: 0.8415327
Dec 21 09:59:58.321946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34486) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:58.331841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:58.466866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b4666315-f98e-4e97-a0f4-d9b54d5ffecb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 0a6959de-a74e-488b-9479-04ca7544d9d6 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:58.467128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4666315-f98e-4e97-a0f4-d9b54d5ffecb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.548248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.566744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-08e3e95e-9943-41e2-b264-80c95e2bfdbc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:58.606263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-08e3e95e-9943-41e2-b264-80c95e2bfdbc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:58.607661 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-08e3e95e-9943-41e2-b264-80c95e2bfdbc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4355 time: 0.2847238
Dec 21 09:59:58.611482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34490) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:58.710464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] device_id is not set on port 96d3d4ae-7698-403e-a6be-625bfc69cbc0 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 09:59:58.715914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] For port 17a752e6-f004-42f7-80fa-ecc29d1056d9, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=17a752e6-f004-42f7-80fa-ecc29d1056d9,segment=NetworkSegment(98604c6e-0b97-4354-86c7-713b75548b58),segment_id=98604c6e-0b97-4354-86c7-713b75548b58)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:58.716368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.722254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.752446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Transition to ACTIVE for port object 96d3d4ae-7698-403e-a6be-625bfc69cbc0 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 09:59:58.755985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-276b87f1-978e-4514-b3a2-562f63990ef2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.758821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.781438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7761bb0-2670-4ae0-a04f-9760f84f9817 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:58.860024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] Calling delete_port for 17a752e6-f004-42f7-80fa-ecc29d1056d9 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:58.863970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.877146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-276b87f1-978e-4514-b3a2-562f63990ef2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.890951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-485705cf-d70c-4a48-8c07-cd4e2dfb2615 None None] Provisioning for port 17a752e6-f004-42f7-80fa-ecc29d1056d9 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 09:59:58.896235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-485705cf-d70c-4a48-8c07-cd4e2dfb2615 None None] Provisioning complete for port 17a752e6-f004-42f7-80fa-ecc29d1056d9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:58.896661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-485705cf-d70c-4a48-8c07-cd4e2dfb2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:58.945426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 17a752e6-f004-42f7-80fa-ecc29d1056d9 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 09:59:58.984884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event updated for resources: {'Port': ['ID=96d3d4ae-7698-403e-a6be-625bfc69cbc0,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:58.990724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:59.100435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.103171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to bind port 96d3d4ae-7698-403e-a6be-625bfc69cbc0 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 09:59:59.103566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to bind port 96d3d4ae-7698-403e-a6be-625bfc69cbc0 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 09:59:59.103923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to bind port 96d3d4ae-7698-403e-a6be-625bfc69cbc0 on network cb7adc34-b72c-4109-8899-3bf9d061176d {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 09:59:59.110903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 09:59:59.111249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Checking segment: {'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 09:59:59.111659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.112046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Bound using segment: {'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 09:59:59.112515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Bound port: 96d3d4ae-7698-403e-a6be-625bfc69cbc0, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 09:59:59.112887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.124996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-276b87f1-978e-4514-b3a2-562f63990ef2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.133110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fadf7644-5136-4618-9aae-3dbdff2f1d23 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:59.145032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.149941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b87f1-978e-4514-b3a2-562f63990ef2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa360f8-5fb3-4761-ba72-d668dd34b28b,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:59.155553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-276b87f1-978e-4514-b3a2-562f63990ef2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:59.169872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c31d9f29-394b-4229-ab6c-1564e443cbdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:59.228188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7965748>,) {'filters': {'network_id': ['577e47c2-0f0b-4013-90c8-3541905911f8']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:59.237710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] For port 96d3d4ae-7698-403e-a6be-625bfc69cbc0, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 09:59:59.240880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] For port 96d3d4ae-7698-403e-a6be-625bfc69cbc0, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=96d3d4ae-7698-403e-a6be-625bfc69cbc0,segment=NetworkSegment(00bb4915-8367-45f4-b4b9-c44bb83adebe),segment_id=00bb4915-8367-45f4-b4b9-c44bb83adebe)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 09:59:59.251895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-276b87f1-978e-4514-b3a2-562f63990ef2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.255680 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-276b87f1-978e-4514-b3a2-562f63990ef2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-groups/3aa360f8-5fb3-4761-ba72-d668dd34b28b HTTP/1.1" status: 204  len: 168 time: 0.6405296
Dec 21 09:59:59.255680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.264656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] Pushing event deleted for resources: {'Port': ['ID=17a752e6-f004-42f7-80fa-ecc29d1056d9,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:59.274476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:59.282180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-485705cf-d70c-4a48-8c07-cd4e2dfb2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.365615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34494) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:59.366318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7d1deb0-53f8-4222-aaba-e2c9550ef753 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 09:59:59.424651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] No DVR routers for this DVR port 17a752e6-f004-42f7-80fa-ecc29d1056d9 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 09:59:59.439980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-485705cf-d70c-4a48-8c07-cd4e2dfb2615 None None] Provisioning complete for port 0a6959de-a74e-488b-9479-04ca7544d9d6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 09:59:59.440410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-485705cf-d70c-4a48-8c07-cd4e2dfb2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.450659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.451468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.456074 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "PUT /v2.0/ports/96d3d4ae-7698-403e-a6be-625bfc69cbc0 HTTP/1.1" status: 200  len: 1076 time: 1.6689301
Dec 21 09:59:59.462095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34498) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:59.499337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-485705cf-d70c-4a48-8c07-cd4e2dfb2615 None None] Port 0a6959de-a74e-488b-9479-04ca7544d9d6 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 09:59:59.587441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8d304e7c-c80b-411e-83b5-efc6e5de40a4 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 09:59:59.601842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event updated for resources: {'Port': ['ID=96d3d4ae-7698-403e-a6be-625bfc69cbc0,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 09:59:59.611694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 09:59:59.620307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7965748>, '98604c6e-0b97-4354-86c7-713b75548b58') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:59.620587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7965748>, '98604c6e-0b97-4354-86c7-713b75548b58') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 09:59:59.626240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8d304e7c-c80b-411e-83b5-efc6e5de40a4 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 09:59:59.627576 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8d304e7c-c80b-411e-83b5-efc6e5de40a4 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2207837
Dec 21 09:59:59.642585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34502) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:59.643014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.643437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.643858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.644249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.644649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.645052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.645449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.645879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.646388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.646674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.647067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.647262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4666315-f98e-4e97-a0f4-d9b54d5ffecb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.647462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.647860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.648253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.648645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.649036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.649426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.649843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 09:59:59.652477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c994790c-6d92-4480-8ffa-6f50a60b776c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 16195 time: 0.1893845
Dec 21 09:59:59.656724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34506) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 09:59:59.665614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group': {'name': 'tempest-secgroup--872284965'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 09:59:59.677938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.690848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.723405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Deleting port 96d3d4ae-7698-403e-a6be-625bfc69cbc0 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 09:59:59.723927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 09:59:59.810654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 09:59:59.892416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b4666315-f98e-4e97-a0f4-d9b54d5ffecb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 0a6959de-a74e-488b-9479-04ca7544d9d6 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 09:59:59.943513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] For port 96d3d4ae-7698-403e-a6be-625bfc69cbc0, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=96d3d4ae-7698-403e-a6be-625bfc69cbc0,segment=NetworkSegment(00bb4915-8367-45f4-b4b9-c44bb83adebe),segment_id=00bb4915-8367-45f4-b4b9-c44bb83adebe)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 09:59:59.943919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.009503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.015576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 8 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:00:00.030712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:00.078675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.125572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.210441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.331747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Calling delete_port for 96d3d4ae-7698-403e-a6be-625bfc69cbc0 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:00.357845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.358480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Fanout notify agent at l3_agent the message router_deleted on router 5d756ccb-e3ad-4be0-8b6d-2a7491088180 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:00:00.369622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 577e47c2-0f0b-4013-90c8-3541905911f8 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:00.378870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:00.382471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.386531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.409900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.427522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e78b8c54-f405-4309-aaa7-690dd05c4632 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:00.488948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event deleted for resources: {'Port': ['ID=96d3d4ae-7698-403e-a6be-625bfc69cbc0,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:00.491701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:00.511480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:00.524978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:00.583961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.597477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "DELETE /v2.0/ports/96d3d4ae-7698-403e-a6be-625bfc69cbc0 HTTP/1.1" status: 204  len: 168 time: 0.9396317
Dec 21 10:00:00.601886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34510) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:00.607330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:00.652312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-745487ee-618a-4c45-a82d-c342c66c4486 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] GET failed (client error): The resource could not be found.
Dec 21 10:00:00.652880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-745487ee-618a-4c45-a82d-c342c66c4486 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Synchronizing usage tracker for tenant:e43d1ebb21f749b39f8f149bdd6fc2e2 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:00.667676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-745487ee-618a-4c45-a82d-c342c66c4486 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Unset dirty status for tenant:e43d1ebb21f749b39f8f149bdd6fc2e2 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:00.668913 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-745487ee-618a-4c45-a82d-c342c66c4486 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "GET /v2.0/ports/96d3d4ae-7698-403e-a6be-625bfc69cbc0 HTTP/1.1" status: 404  len: 333 time: 0.0660172
Dec 21 10:00:00.674106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34514) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:00.680009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-246362215', 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:00.685028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:00.696275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:00.705174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Made reservation on behalf of e43d1ebb21f749b39f8f149bdd6fc2e2 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:00.710158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.710633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.732176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.742289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.743416 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8fc47874-5922-43c0-8976-2a1e46c26982 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/5d756ccb-e3ad-4be0-8b6d-2a7491088180 HTTP/1.1" status: 204  len: 168 time: 6.6687202
Dec 21 10:00:00.747493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34518) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:00.754447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Request body: {'router': {'name': 'tempest-snat-router-1630111769', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'enable_snat': False}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:00.774624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:00.792989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Usage tracker for resource:router and tenant:3c24c27a2dd64b8aa850a8bdd27a498c is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:00.798893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:00.807975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:00.834191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 577e47c2-0f0b-4013-90c8-3541905911f8 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:00:00.862384 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:00:00.869093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] device_id is not set on port 4d41fc6e-9ee6-4169-a447-eb24b4b85725 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:00.886598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4666315-f98e-4e97-a0f4-d9b54d5ffecb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.910129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.910686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Fanout notify agent at l3_agent the message router_deleted on router 05645216-93d2-4e28-9fc9-6f9a845a063e {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:00:00.912591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a34c491-f453-40a6-a327-20d286a3a96e tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:00.942599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:00.943702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.029557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4666315-f98e-4e97-a0f4-d9b54d5ffecb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=0a6959de-a74e-488b-9479-04ca7544d9d6,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:01.051107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4666315-f98e-4e97-a0f4-d9b54d5ffecb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:01.074245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.093104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.147406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d4483688-3070-4368-abf7-fc0b94438933 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:01.164000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.187786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.188968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.189142 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-90002ce4-e861-400f-a715-926fc51681da tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/05645216-93d2-4e28-9fc9-6f9a845a063e HTTP/1.1" status: 204  len: 168 time: 5.7168672
Dec 21 10:00:01.196073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.200063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=577e47c2-0f0b-4013-90c8-3541905911f8,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:01.204060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34522) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:01.211539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:01.213837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.216002 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/577e47c2-0f0b-4013-90c8-3541905911f8 HTTP/1.1" status: 204  len: 168 time: 7.1432669
Dec 21 10:00:01.222021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1073497471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:01.228075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34526) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:01.242375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:01.248398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1927176328'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:01.253099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.263017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f936fe6c-3d76-4fa9-a78b-db53f851b21f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:01.272480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Usage tracker for resource:router and tenant:5787d2b1d8c64521a40ee58a076635fa is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:01.275497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:01.292309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:01.295297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:network and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:01.308129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:01.316320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:01.328016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:01.331631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.332926 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.6891210
Dec 21 10:00:01.337552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34530) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:01.351718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ed7cb0-f88f-4b8d-a7fb-5712bb09d854,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:01.355477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4666315-f98e-4e97-a0f4-d9b54d5ffecb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.360053 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b4666315-f98e-4e97-a0f4-d9b54d5ffecb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/0a6959de-a74e-488b-9479-04ca7544d9d6 HTTP/1.1" status: 204  len: 168 time: 3.3327246
Dec 21 10:00:01.360053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:01.360510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.361693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.366254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34534) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:01.366907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:01.372489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.405988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': 'a9ed7cb0-f88f-4b8d-a7fb-5712bb09d854', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:01.436792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:01.439875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Transition to ACTIVE for port object fd1de97a-9e3b-4e51-853d-81938dae0cad will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:01.474217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.491083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:00:01.506180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30367757-dc4a-4157-b648-df1d0f4d137a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:01.507473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30367757-dc4a-4157-b648-df1d0f4d137a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:01.508032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:01.508290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-30367757-dc4a-4157-b648-df1d0f4d137a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:01.513549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:01.517911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.518297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment 8b21ecab-607b-45a7-bd86-eda45092bc43 of type vxlan for network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17
Dec 21 10:00:01.532382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:01.542430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.573317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-30367757-dc4a-4157-b648-df1d0f4d137a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:01.577861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-30367757-dc4a-4157-b648-df1d0f4d137a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1913822
Dec 21 10:00:01.578738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34538) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:01.585163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.633732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.638606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.647570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.648779 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b0678ec0-2c95-453e-bb5c-472ff21f268c tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4408026
Dec 21 10:00:01.653383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34542) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:01.664245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'enable_snat': False}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:01.687781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.699530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.725267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a223ce64-44fd-4220-a80b-6f9e90d5c3c9 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:01.909639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.913909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:01.914546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.926092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:01.929189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce767145-ed05-4874-bc6d-fa6dfba882e5 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:01.957946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Port': ['ID=fd1de97a-9e3b-4e51-853d-81938dae0cad,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:01.968890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:01.974722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e8f1288-a4f7-441c-8583-6761786211ef tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:02.127417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.215497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.231219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event updated for resources: {'Port': ['ID=4d41fc6e-9ee6-4169-a447-eb24b4b85725,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:02.241915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:02.250951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0c7c7652-5d27-4fde-bf87-5a17b5da748d tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:02.294029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:02.302514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eae4e0e-c9ed-49c1-9c73-ce6b591282d4,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:02.304643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:02.310029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:02.315091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:02.354974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Network cb7adc34-b72c-4109-8899-3bf9d061176d is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:02.377919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:02.388239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:02.389128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:02.390993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.399770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.403863 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 750 time: 1.0537267
Dec 21 10:00:02.414944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34548) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:02.447060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:02.447780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.462984 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 1.7844634
Dec 21 10:00:02.463217 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.2303109
Dec 21 10:00:02.470782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34552) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:02.471090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34554) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:02.492354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': '6c6fbefc-94f9-418b-adcc-c4cf60fefa17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:02.572459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-949a2975-4abd-477f-badf-8700a89228d3 None None] Provisioning for port fd1de97a-9e3b-4e51-853d-81938dae0cad completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:02.579744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-949a2975-4abd-477f-badf-8700a89228d3 None None] Provisioning complete for port fd1de97a-9e3b-4e51-853d-81938dae0cad triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:02.580420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-949a2975-4abd-477f-badf-8700a89228d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.603527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=6c6fbefc-94f9-418b-adcc-c4cf60fefa17,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:02.613230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:02.617772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.622604 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 5.6268859
Dec 21 10:00:02.622759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:02.624267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34560) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:02.631736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-40174e94-871e-4516-8c67-79338f003f01 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet a5ee589e-d82d-4889-8ff8-2f8e840e6e86 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:00:02.633418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86112f19-163d-4a3e-b7e0-8000fe3f2e5f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.637622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:02.637836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:d9:0c:e8'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:e3:d8:d5'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:02.674905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40174e94-871e-4516-8c67-79338f003f01 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.729105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86112f19-163d-4a3e-b7e0-8000fe3f2e5f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.815889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c720dbc-62a4-478f-b9d1-55f58cf11966 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:02.816535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5c720dbc-62a4-478f-b9d1-55f58cf11966 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Synchronizing usage tracker for tenant:e43d1ebb21f749b39f8f149bdd6fc2e2 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:02.826669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40174e94-871e-4516-8c67-79338f003f01 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:02.833821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-949a2975-4abd-477f-badf-8700a89228d3 None None] Port fd1de97a-9e3b-4e51-853d-81938dae0cad cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:00:03.160521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40174e94-871e-4516-8c67-79338f003f01 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:03.161057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86112f19-163d-4a3e-b7e0-8000fe3f2e5f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:03.164788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:03.174309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:03.180344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5c720dbc-62a4-478f-b9d1-55f58cf11966 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Unset dirty status for tenant:e43d1ebb21f749b39f8f149bdd6fc2e2 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:03.181635 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c720dbc-62a4-478f-b9d1-55f58cf11966 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "GET /v2.0/ports/4d41fc6e-9ee6-4169-a447-eb24b4b85725 HTTP/1.1" status: 200  len: 954 time: 0.7026675
Dec 21 10:00:03.190048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:subnet and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:03.191270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34564) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:03.198523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:03.204911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:03.232432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86112f19-163d-4a3e-b7e0-8000fe3f2e5f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3eae4e0e-c9ed-49c1-9c73-ce6b591282d4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:03.245989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-86112f19-163d-4a3e-b7e0-8000fe3f2e5f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:03.247302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:03.250517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:03.250710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:03.261384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86112f19-163d-4a3e-b7e0-8000fe3f2e5f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:03.262692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-86112f19-163d-4a3e-b7e0-8000fe3f2e5f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/3eae4e0e-c9ed-49c1-9c73-ce6b591282d4 HTTP/1.1" status: 204  len: 168 time: 0.8465509
Dec 21 10:00:03.269619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34568) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:03.328133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:03.407314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Deleting port 4d41fc6e-9ee6-4169-a447-eb24b4b85725 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:03.407699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:03.485801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-874c77b7-4a0c-4c61-bc19-8d6990d9cc0f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:03.618832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:03.659107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-874c77b7-4a0c-4c61-bc19-8d6990d9cc0f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:03.660490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-874c77b7-4a0c-4c61-bc19-8d6990d9cc0f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.3898184
Dec 21 10:00:03.669509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34572) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:03.908109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-282be90f-e0c7-497d-ae3e-cf24d9ef5e5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:03.974317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Allocated IP 172.26.1.89 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/05412500-8228-4c8e-aa0e-0c67061d9191) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:03.988267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.012064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-282be90f-e0c7-497d-ae3e-cf24d9ef5e5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.039413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.227873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-282be90f-e0c7-497d-ae3e-cf24d9ef5e5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.238791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e8188b00-c6f0-497e-abae-53846ae123af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:04.261357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282be90f-e0c7-497d-ae3e-cf24d9ef5e5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ed7cb0-f88f-4b8d-a7fb-5712bb09d854,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:04.281460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-282be90f-e0c7-497d-ae3e-cf24d9ef5e5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:04.336239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.425951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-282be90f-e0c7-497d-ae3e-cf24d9ef5e5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.427210 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-282be90f-e0c7-497d-ae3e-cf24d9ef5e5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-groups/a9ed7cb0-f88f-4b8d-a7fb-5712bb09d854 HTTP/1.1" status: 204  len: 168 time: 0.7490165
Dec 21 10:00:04.436950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34576) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:04.481261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.494130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.513615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1641dd7b-b5d9-432e-a9c1-72e6ad9df6ba tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:04.600551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e0574f5-7c51-4edf-960d-253e967d0745 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:04.644202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Calling delete_port for 4d41fc6e-9ee6-4169-a447-eb24b4b85725 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:04.700231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event updated for resources: {'Port': ['ID=05412500-8228-4c8e-aa0e-0c67061d9191,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:04.707890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:04.715178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e0574f5-7c51-4edf-960d-253e967d0745 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:04.716531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e0574f5-7c51-4edf-960d-253e967d0745 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2775118
Dec 21 10:00:04.721334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34580) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:04.765381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group': {'name': 'tempest-secgroup--241885022'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:04.777635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:04.806477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40174e94-871e-4516-8c67-79338f003f01 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.813503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:04.825983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b693bfde-26fd-438d-a8e9-824a6502f315 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:04.845138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.863248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:04.875845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:04.879023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b52c9074-129e-41d1-9a4f-d7e26697ee52 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:04.917731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:04.935900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40174e94-871e-4516-8c67-79338f003f01 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=a5ee589e-d82d-4889-8ff8-2f8e840e6e86,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:04.949100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:04.949362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40174e94-871e-4516-8c67-79338f003f01 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:05.009050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:05.016848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.018980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:00:05.058374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:05.077935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:05.082713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:05.101183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.106934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:05.111902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=de683d12-ff57-4ba6-bb25-630070c9bda1,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:05.119431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event deleted for resources: {'Port': ['ID=4d41fc6e-9ee6-4169-a447-eb24b4b85725,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:05.128338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:05.140443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.160771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:05.168798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:05.224639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d05e7f-8c5f-4a63-aa21-e55b60ca2d04 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:05.268951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40174e94-871e-4516-8c67-79338f003f01 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.455556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event updated for resources: {'Port': ['ID=fd1de97a-9e3b-4e51-853d-81938dae0cad,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:05.461914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:05.475961 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-40174e94-871e-4516-8c67-79338f003f01 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/a5ee589e-d82d-4889-8ff8-2f8e840e6e86 HTTP/1.1" status: 204  len: 168 time: 3.8950996
Dec 21 10:00:05.484201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34584) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:05.497149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.500527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Allocated IP 172.26.1.225 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/bb10664f-d706-41ad-bf08-fdf81ef8b382) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:05.508419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': '8b21ecab-607b-45a7-bd86-eda45092bc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6c6fbefc-94f9-418b-adcc-c4cf60fefa17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:05.508829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: 6c6fbefc-94f9-418b-adcc-c4cf60fefa17, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:00:05.512162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:00:05.517049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] Deleting port d611f195-e912-4cc5-982a-6c24e952cb49 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:05.517535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.518575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.526904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5082b3e4-9861-4052-a16a-174992b3532b tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:05.579272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.584002 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "DELETE /v2.0/ports/4d41fc6e-9ee6-4169-a447-eb24b4b85725 HTTP/1.1" status: 204  len: 168 time: 2.3822696
Dec 21 10:00:05.586431 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d8ac775f-7cfc-4567-9e42-b9d8cc4eeead tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0968823
Dec 21 10:00:05.593736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34588) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:05.593944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34590) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:05.640229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:05.739305 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-529cf702-143c-472e-ac0e-650e1f30b5e6 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] GET failed (client error): The resource could not be found.
Dec 21 10:00:05.739807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-529cf702-143c-472e-ac0e-650e1f30b5e6 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Synchronizing usage tracker for tenant:e43d1ebb21f749b39f8f149bdd6fc2e2 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:05.776637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] For port d611f195-e912-4cc5-982a-6c24e952cb49, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d611f195-e912-4cc5-982a-6c24e952cb49,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:05.777134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.917796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] Calling delete_port for d611f195-e912-4cc5-982a-6c24e952cb49 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:05.927523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:00:05.934176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.935619 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.2132704
Dec 21 10:00:05.941684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroup': ['ID=ef48a1a1-006b-4b09-903e-e2190910fa9e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:05.943234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34596) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:05.958815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:05.962356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 6c6fbefc-94f9-418b-adcc-c4cf60fefa17) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:05.964336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:05.972232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': 'ef48a1a1-006b-4b09-903e-e2190910fa9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:05.977197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-529cf702-143c-472e-ac0e-650e1f30b5e6 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Unset dirty status for tenant:e43d1ebb21f749b39f8f149bdd6fc2e2 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:05.981519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-529cf702-143c-472e-ac0e-650e1f30b5e6 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "GET /v2.0/ports/4d41fc6e-9ee6-4169-a447-eb24b4b85725 HTTP/1.1" status: 404  len: 333 time: 0.3834753
Dec 21 10:00:05.984804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6f6060-64ce-48f9-b1ea-61db85b8bda9 None None] Network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:05.985438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34600) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:05.990582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:05.991991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:05.992817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:05.993757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:06.001200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:06.005422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Request body: {'port': {'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-963687035'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:06.014149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.018174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Usage tracker for resource:security_group_rule and tenant:a9ea3cdd57db4447aca5d41b8e517f51 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:06.021268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:06.032861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] In _notify_port_updated(), no bound segment for port fd1de97a-9e3b-4e51-853d-81938dae0cad on network 2c050e2b-b07d-46c0-af80-4010dad6ec75 {{(pid=80971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:00:06.037427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:06.038151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.039597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "PUT /v2.0/ports/fd1de97a-9e3b-4e51-853d-81938dae0cad HTTP/1.1" status: 200  len: 1056 time: 3.4141524
Dec 21 10:00:06.044630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:06.047935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34604) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:06.065341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.089613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:06.095703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:06.122247 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 3.6415164
Dec 21 10:00:06.123842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:06.125269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.128368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:06.128540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34608) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:06.134385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.166699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:06.234982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] Pushing event deleted for resources: {'Port': ['ID=d611f195-e912-4cc5-982a-6c24e952cb49,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:06.237995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:06.238781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Made reservation on behalf of e43d1ebb21f749b39f8f149bdd6fc2e2 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:06.243648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.264935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.291514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f825d905-6a71-49aa-ba83-5e5e3ee8f7c5 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Deleting port fd1de97a-9e3b-4e51-853d-81938dae0cad {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:06.292043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f825d905-6a71-49aa-ba83-5e5e3ee8f7c5 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.426366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.473421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f9cb1af-5351-4779-a6ea-8f4d2176dc39 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:06.502307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4900def5-5b9f-4a2e-bb73-2bad52c632e3 None None] Provisioning complete for port fd1de97a-9e3b-4e51-853d-81938dae0cad triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:06.502655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4900def5-5b9f-4a2e-bb73-2bad52c632e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.569534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4900def5-5b9f-4a2e-bb73-2bad52c632e3 None None] Port fd1de97a-9e3b-4e51-853d-81938dae0cad cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:00:06.612404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.677787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] No DVR routers for this DVR port d611f195-e912-4cc5-982a-6c24e952cb49 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:00:06.687132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-6c6fbefc-94f9-418b-adcc-c4cf60fefa17', 'network_id': '6c6fbefc-94f9-418b-adcc-c4cf60fefa17', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': 'de683d12-ff57-4ba6-bb25-630070c9bda1'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:00:06.688651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.728793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] device_id is not set on port 561431c2-e428-4fc4-8424-44c2bab84600 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:06.914836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.950002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d611f195-e912-4cc5-982a-6c24e952cb49 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:00:06.982256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:06.987770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: d611f195-e912-4cc5-982a-6c24e952cb49 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:00:06.988473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d611f195-e912-4cc5-982a-6c24e952cb49 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:00:07.005307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.015456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.067180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Allocated IP 172.20.0.1 (6c6fbefc-94f9-418b-adcc-c4cf60fefa17/de683d12-ff57-4ba6-bb25-630070c9bda1/14400fcc-20af-415a-beef-a01e331fcab1) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:07.069305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Pushing event updated for resources: {'Port': ['ID=bb10664f-d706-41ad-bf08-fdf81ef8b382,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:07.072281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.599s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:07.088336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:07.198765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63855496-ddcd-4250-8738-12d282b68ada,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:07.225331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:07.245704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.246987 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.2875662
Dec 21 10:00:07.255952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34612) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:07.307654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.319401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Transition to ACTIVE for port object 14400fcc-20af-415a-beef-a01e331fcab1 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:07.323533 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f8a71d0c-4567-45bc-8478-68909aa22dfb tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules/63855496-ddcd-4250-8738-12d282b68ada HTTP/1.1" status: 200  len: 738 time: 0.0626061
Dec 21 10:00:07.328899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34616) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:07.336321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Transition to ACTIVE for port object 14400fcc-20af-415a-beef-a01e331fcab1 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:07.341825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.351419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:07.356751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:07.357837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:07.362051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f825d905-6a71-49aa-ba83-5e5e3ee8f7c5 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.372268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:07.408289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.501542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Pushing event updated for resources: {'Port': ['ID=14400fcc-20af-415a-beef-a01e331fcab1,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:07.506832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:07.538573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6481a3b2-fe9b-489a-a2ad-33699bdc3279 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:07.553535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:07.554690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:07.557052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:07.581532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f825d905-6a71-49aa-ba83-5e5e3ee8f7c5 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Calling delete_port for fd1de97a-9e3b-4e51-853d-81938dae0cad owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:07.621445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Attempting to bind port 14400fcc-20af-415a-beef-a01e331fcab1 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:07.621842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Attempting to bind port 14400fcc-20af-415a-beef-a01e331fcab1 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '8b21ecab-607b-45a7-bd86-eda45092bc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6c6fbefc-94f9-418b-adcc-c4cf60fefa17'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:07.622250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Attempting to bind port 14400fcc-20af-415a-beef-a01e331fcab1 on network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:07.627518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.629293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:07.629745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Checking segment: {'id': '8b21ecab-607b-45a7-bd86-eda45092bc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6c6fbefc-94f9-418b-adcc-c4cf60fefa17'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:07.630179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.630621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Bound using segment: {'id': '8b21ecab-607b-45a7-bd86-eda45092bc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6c6fbefc-94f9-418b-adcc-c4cf60fefa17'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:07.631372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Bound port: 14400fcc-20af-415a-beef-a01e331fcab1, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b21ecab-607b-45a7-bd86-eda45092bc43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6c6fbefc-94f9-418b-adcc-c4cf60fefa17'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:07.631525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.648643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Router f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:00:07.650481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cebf4a91-2f25-4655-a71c-a04fe64f044f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:07.701844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6481a3b2-fe9b-489a-a2ad-33699bdc3279 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:07.705918 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6481a3b2-fe9b-489a-a2ad-33699bdc3279 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.3732934
Dec 21 10:00:07.725869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34620) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:07.726089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] For port 14400fcc-20af-415a-beef-a01e331fcab1, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:07.728972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] For port 14400fcc-20af-415a-beef-a01e331fcab1, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=14400fcc-20af-415a-beef-a01e331fcab1,segment=NetworkSegment(8b21ecab-607b-45a7-bd86-eda45092bc43),segment_id=8b21ecab-607b-45a7-bd86-eda45092bc43)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:07.733690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:07.750112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e057534-fae2-440e-92fe-6e0b17b30cae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:07.913769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Pushing event updated for resources: {'Port': ['ID=14400fcc-20af-415a-beef-a01e331fcab1,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:07.919106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:07.964509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e929367d-dd4d-4506-9869-54cc28e00d01 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.028055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e929367d-dd4d-4506-9869-54cc28e00d01 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.150786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event updated for resources: {'Port': ['ID=561431c2-e428-4fc4-8424-44c2bab84600,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:08.168657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:08.189320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.199283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e929367d-dd4d-4506-9869-54cc28e00d01 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.200123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f825d905-6a71-49aa-ba83-5e5e3ee8f7c5 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.231497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d7dfd7ea-0b69-41cb-9631-90350d58b27c tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:08.281897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8abf05b1-beda-4491-a313-aff84cc1fc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.282672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:08.350353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=de683d12-ff57-4ba6-bb25-630070c9bda1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:08.359262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:08.387172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Network cb7adc34-b72c-4109-8899-3bf9d061176d is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:08.392053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:08.462366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:08.463236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:08.463894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.472652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f825d905-6a71-49aa-ba83-5e5e3ee8f7c5 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event deleted for resources: {'Port': ['ID=fd1de97a-9e3b-4e51-853d-81938dae0cad,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:08.472835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:00:08.476368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f825d905-6a71-49aa-ba83-5e5e3ee8f7c5 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:08.485773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Sync routers for ids ['f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:00:08.487586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2de0a652-f592-4924-a712-19f1a0f3efbd tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:08.497898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Routers {'f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:08.499074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf3be80>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:08.546991 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 2.5572457
Dec 21 10:00:08.552704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.554191 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 7.8055863
Dec 21 10:00:08.567737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34626) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:08.568122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34628) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:08.580332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Request body: {'port': {'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:08.583527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929367d-dd4d-4506-9869-54cc28e00d01 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63855496-ddcd-4250-8738-12d282b68ada,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:08.594253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e929367d-dd4d-4506-9869-54cc28e00d01 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:08.618725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e929367d-dd4d-4506-9869-54cc28e00d01 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.620791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e929367d-dd4d-4506-9869-54cc28e00d01 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/63855496-ddcd-4250-8738-12d282b68ada HTTP/1.1" status: 204  len: 168 time: 0.8903022
Dec 21 10:00:08.634357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34636) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:08.696260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.731015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Set router f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:00:08.767195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.818299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:08.845642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:09.012273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 14400fcc-20af-415a-beef-a01e331fcab1 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:09.087583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec766898>,) {'filters': {'network_id': ['6c6fbefc-94f9-418b-adcc-c4cf60fefa17']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:09.096516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:09.123112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec766898>, '8b21ecab-607b-45a7-bd86-eda45092bc43') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:09.123455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec766898>, '8b21ecab-607b-45a7-bd86-eda45092bc43') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:09.177813 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-816e595b-857f-4ba2-9801-2f321bf07170 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/routers/f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8 HTTP/1.1" status: 200  len: 908 time: 0.6063836
Dec 21 10:00:09.179924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:09.199539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34642) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:09.214156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Request body: {'router': {'name': 'tempest-snat-router-1630111769', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'enable_snat': True}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:09.230409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:09.246463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:09.249532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Usage tracker for resource:router and tenant:3c24c27a2dd64b8aa850a8bdd27a498c is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:09.255077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Quota usage for router was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:09.259137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 8 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:00:09.293061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 14400fcc-20af-415a-beef-a01e331fcab1 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:09.315458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:09.364634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf3be80>, [{'id': 'f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8', 'name': 'tempest-snat-router-1630111769', 'tenant_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.89'}], 'enable_snat': False}, 'gw_port_id': '05412500-8228-4c8e-aa0e-0c67061d9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:00:00Z', 'updated_at': '2020-12-21T10:00:05Z', 'revision_number': 3, 'project_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'gw_port': {'id': '05412500-8228-4c8e-aa0e-0c67061d9191', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:00:03Z', 'updated_at': '2020-12-21T10:00:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:09.371193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Checking router: f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:00:09.371916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Updating router f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8 port 05412500-8228-4c8e-aa0e-0c67061d9191 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:00:09.444151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:09.476275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4a1faed-2ad6-4d8a-8eca-44e5cba233ba tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:09.513819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f825d905-6a71-49aa-ba83-5e5e3ee8f7c5 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:09.515971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f825d905-6a71-49aa-ba83-5e5e3ee8f7c5 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "DELETE /v2.0/ports/fd1de97a-9e3b-4e51-853d-81938dae0cad HTTP/1.1" status: 204  len: 168 time: 3.4632766
Dec 21 10:00:09.532395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34648) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:09.603161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=77109119-1077-4dd6-aebb-0b1577452d03,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:09.627052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:09.636514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7aab16-1006-4618-9ccc-d31cbdb836fa None None] Network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:09.644740 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-568c327d-0fc6-4a7c-8109-f8d61b1fd399 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] GET failed (client error): The resource could not be found.
Dec 21 10:00:09.645305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-568c327d-0fc6-4a7c-8109-f8d61b1fd399 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Synchronizing usage tracker for tenant:7a66b2eba7c9457ca91644fbf31bcf56 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:09.690736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:09.691841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:09.715110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4a1faed-2ad6-4d8a-8eca-44e5cba233ba tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:09.719362 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b4a1faed-2ad6-4d8a-8eca-44e5cba233ba tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 1.0808260
Dec 21 10:00:09.719715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34652) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:09.745913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': 'ef48a1a1-006b-4b09-903e-e2190910fa9e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:09.766124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:09.772271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:09.776444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ba2ac1b4-075f-422e-9c27-7fb9ac41a0d4 None None] Provisioning for port 14400fcc-20af-415a-beef-a01e331fcab1 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:09.787907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-568c327d-0fc6-4a7c-8109-f8d61b1fd399 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Unset dirty status for tenant:7a66b2eba7c9457ca91644fbf31bcf56 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:09.791783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-568c327d-0fc6-4a7c-8109-f8d61b1fd399 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "GET /v2.0/ports/fd1de97a-9e3b-4e51-853d-81938dae0cad HTTP/1.1" status: 404  len: 333 time: 0.2538149
Dec 21 10:00:09.791906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ba2ac1b4-075f-422e-9c27-7fb9ac41a0d4 None None] Provisioning complete for port 14400fcc-20af-415a-beef-a01e331fcab1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:09.792143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac1b4-075f-422e-9c27-7fb9ac41a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:09.794091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:09.799578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:09.800238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34656) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:09.801126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:09.813161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:09.838806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10245823-41ae-4f43-9176-b7f4d03782c6 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:09.924193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:09.925085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.002401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.4016516
Dec 21 10:00:10.009641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e12a8-2025-47b3-a8ff-ad2baae4d0b6 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Deleting port 74a3089f-80c0-4182-a731-d24d2d96ee0f {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:10.010037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c4e12a8-2025-47b3-a8ff-ad2baae4d0b6 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.030985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34660) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:10.036516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.055299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'name': 'tempest-NetworksTestDHCPv6-88714907'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:10.057446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.076543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb182dd-5e98-4363-b235-33c81b0eff60 req-d9124258-90a5-4dce-ac1d-ebc4d07a1a37 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:10.078568 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ebb182dd-5e98-4363-b235-33c81b0eff60 req-d9124258-90a5-4dce-ac1d-ebc4d07a1a37 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.6078441
Dec 21 10:00:10.082306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.096921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-d6e298c6-19d6-490c-be99-b2c6f28a71fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:10.098981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-d6e298c6-19d6-490c-be99-b2c6f28a71fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d96e08a0484480b312e045cd996d68&device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 1162 time: 0.7011471
Dec 21 10:00:10.236540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:00:10.336987 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:00:10.341016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.355818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.388758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:00:10.395644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:10.448543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87864973-44c6-4d5c-a583-37f1285c5327,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:10.459280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:10.494168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac1b4-075f-422e-9c27-7fb9ac41a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.557910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.562657 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.8336012
Dec 21 10:00:10.571464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34664) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:10.613061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] DHCP port deletion for 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:00:10.633369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b23a0f25-36c5-4317-a4ca-7b0624ba343c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules/87864973-44c6-4d5c-a583-37f1285c5327 HTTP/1.1" status: 200  len: 738 time: 0.0555630
Dec 21 10:00:10.636586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34668) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:10.640236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Deleting port 14400fcc-20af-415a-beef-a01e331fcab1 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:10.640671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.663565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c4e12a8-2025-47b3-a8ff-ad2baae4d0b6 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.676804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '77109119-1077-4dd6-aebb-0b1577452d03'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:00:10.677365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.719662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ba2ac1b4-075f-422e-9c27-7fb9ac41a0d4 None None] For port 14400fcc-20af-415a-beef-a01e331fcab1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=14400fcc-20af-415a-beef-a01e331fcab1,segment=NetworkSegment(8b21ecab-607b-45a7-bd86-eda45092bc43),segment_id=8b21ecab-607b-45a7-bd86-eda45092bc43)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:10.724605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.740629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba2ac1b4-075f-422e-9c27-7fb9ac41a0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.753087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Router 845ca62d-b220-4bc4-8acc-3a5ebb248eee is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:00:10.760497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b8f47a1-5b5c-4310-bff6-152380887434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:10.823012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6c4e12a8-2025-47b3-a8ff-ad2baae4d0b6 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Calling delete_port for 74a3089f-80c0-4182-a731-d24d2d96ee0f owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:10.843707 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ebb182dd-5e98-4363-b235-33c81b0eff60 req-41b7f0bd-45fd-4b5d-9309-242d72bd882d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7290735
Dec 21 10:00:10.890932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Transition to ACTIVE for port object 05412500-8228-4c8e-aa0e-0c67061d9191 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:10.896258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 10:00:10.896258 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 10:00:10.896258 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': '6c6fbefc-94f9-418b-adcc-c4cf60fefa17'}]
Dec 21 10:00:10.896258 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:00:10.896659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:00:10.908818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] device_id is not set on port 561431c2-e428-4fc4-8424-44c2bab84600 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:10.913935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.915620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:10.917477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.942302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:10.946229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:10.959322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:10.971464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:10.986941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0580bf27-da01-437b-af23-ebe2089dd4ab tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:10.987165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-60102ad4-4938-4284-9275-fe55fe388725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:10.988582 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-60102ad4-4938-4284-9275-fe55fe388725 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 200  len: 905 time: 0.8725195
Dec 21 10:00:10.995388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Transition to ACTIVE for port object 561431c2-e428-4fc4-8424-44c2bab84600 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:11.041161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 14400fcc-20af-415a-beef-a01e331fcab1 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:00:11.062181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:11.067895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.078269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.098063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ac1b4-075f-422e-9c27-7fb9ac41a0d4 None None] Pushing event updated for resources: {'Port': ['ID=14400fcc-20af-415a-beef-a01e331fcab1,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:11.103819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e83d6667-1b64-48bf-8c52-f4f429069d86 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:11.120074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ba2ac1b4-075f-422e-9c27-7fb9ac41a0d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:11.120531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:11.157860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0580bf27-da01-437b-af23-ebe2089dd4ab tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:11.161857 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0580bf27-da01-437b-af23-ebe2089dd4ab tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.5210037
Dec 21 10:00:11.168734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34672) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:11.218037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:00:11.229368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e92f5-ee92-4002-b3ab-4ef552ba89c5 None None] Sync routers for ids ['845ca62d-b220-4bc4-8acc-3a5ebb248eee'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:00:11.241341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e92f5-ee92-4002-b3ab-4ef552ba89c5 None None] Routers {'845ca62d-b220-4bc4-8acc-3a5ebb248eee'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:11.242432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d40e92f5-ee92-4002-b3ab-4ef552ba89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1a2b00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['845ca62d-b220-4bc4-8acc-3a5ebb248eee'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:11.263297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa005cd7-df97-4154-a2fd-5835808f75d7 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.279997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c4e12a8-2025-47b3-a8ff-ad2baae4d0b6 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.330924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d40e92f5-ee92-4002-b3ab-4ef552ba89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1a2b00>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:11.340600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40e92f5-ee92-4002-b3ab-4ef552ba89c5 None None] Routers {'845ca62d-b220-4bc4-8acc-3a5ebb248eee'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:11.342055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d40e92f5-ee92-4002-b3ab-4ef552ba89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1a2b00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T09:59:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['845ca62d-b220-4bc4-8acc-3a5ebb248eee'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:11.413853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d40e92f5-ee92-4002-b3ab-4ef552ba89c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1a2b00>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:11.414956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40e92f5-ee92-4002-b3ab-4ef552ba89c5 None None] The sync data for ids ['845ca62d-b220-4bc4-8acc-3a5ebb248eee'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:00:11.435041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa005cd7-df97-4154-a2fd-5835808f75d7 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.439525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.440275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c9b49-6b38-4475-80b8-52ccd005e9ce None None] Pushing event updated for resources: {'Port': ['ID=05412500-8228-4c8e-aa0e-0c67061d9191,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:11.443470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0cc6e6c8-22d2-4712-883f-59d7642cd3d5 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:11.456411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] For port 14400fcc-20af-415a-beef-a01e331fcab1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=14400fcc-20af-415a-beef-a01e331fcab1,segment=NetworkSegment(8b21ecab-607b-45a7-bd86-eda45092bc43),segment_id=8b21ecab-607b-45a7-bd86-eda45092bc43)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:11.456865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.471085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad6c9b49-6b38-4475-80b8-52ccd005e9ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:11.498187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.502180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "PUT /v2.0/routers/845ca62d-b220-4bc4-8acc-3a5ebb248eee HTTP/1.1" status: 200  len: 916 time: 9.8430154
Dec 21 10:00:11.506120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e12a8-2025-47b3-a8ff-ad2baae4d0b6 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event deleted for resources: {'Port': ['ID=74a3089f-80c0-4182-a731-d24d2d96ee0f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:11.508153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34676) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:11.509524 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-915efa71-2578-49dd-a790-a6fe41dfdd43 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 200  len: 1000 time: 0.5118599
Dec 21 10:00:11.515158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c4e12a8-2025-47b3-a8ff-ad2baae4d0b6 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:11.580408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event updated for resources: {'Port': ['ID=561431c2-e428-4fc4-8424-44c2bab84600,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:11.650584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:11.663680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Calling delete_port for 14400fcc-20af-415a-beef-a01e331fcab1 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:11.728228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa005cd7-df97-4154-a2fd-5835808f75d7 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.818968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e929367d-dd4d-4506-9869-54cc28e00d01 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:11.827922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.832325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c4e12a8-2025-47b3-a8ff-ad2baae4d0b6 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.841372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa005cd7-df97-4154-a2fd-5835808f75d7 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87864973-44c6-4d5c-a583-37f1285c5327,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:11.843145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port 14400fcc-20af-415a-beef-a01e331fcab1 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:11.843526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.844856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa005cd7-df97-4154-a2fd-5835808f75d7 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:11.849670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa005cd7-df97-4154-a2fd-5835808f75d7 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:11.853255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fa005cd7-df97-4154-a2fd-5835808f75d7 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/87864973-44c6-4d5c-a583-37f1285c5327 HTTP/1.1" status: 204  len: 168 time: 0.6813116
Dec 21 10:00:11.858861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6c4e12a8-2025-47b3-a8ff-ad2baae4d0b6 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "DELETE /v2.0/ports/74a3089f-80c0-4182-a731-d24d2d96ee0f HTTP/1.1" status: 204  len: 168 time: 2.0555482
Dec 21 10:00:11.859877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34680) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:11.860250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34682) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:11.873085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-03864f3b-ae41-4373-abd8-9ac4294b1d25 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/routers/845ca62d-b220-4bc4-8acc-3a5ebb248eee HTTP/1.1" status: 200  len: 922 time: 0.3609054
Dec 21 10:00:11.888723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34688) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:11.953220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.003222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 75990fd8-8bde-4420-b610-3508fee99196 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:12.003582 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-237ffdcf-ead3-4861-91c3-8b007612808c tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] GET failed (client error): The resource could not be found.
Dec 21 10:00:12.004144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-237ffdcf-ead3-4861-91c3-8b007612808c tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Synchronizing usage tracker for tenant:7a66b2eba7c9457ca91644fbf31bcf56 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:12.034257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Attempting to bind port 05412500-8228-4c8e-aa0e-0c67061d9191 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:12.034610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Attempting to bind port 05412500-8228-4c8e-aa0e-0c67061d9191 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:12.035031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Attempting to bind port 05412500-8228-4c8e-aa0e-0c67061d9191 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:12.049515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d13291c-b2b2-4fb9-a574-d45f807db42c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:12.078789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 9, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:12.079224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:12.079689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.080137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:12.080693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Bound port: 05412500-8228-4c8e-aa0e-0c67061d9191, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:12.081113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.084391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-237ffdcf-ead3-4861-91c3-8b007612808c tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Unset dirty status for tenant:7a66b2eba7c9457ca91644fbf31bcf56 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:12.089546 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-237ffdcf-ead3-4861-91c3-8b007612808c tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "GET /v2.0/ports/74a3089f-80c0-4182-a731-d24d2d96ee0f HTTP/1.1" status: 404  len: 333 time: 0.2226436
Dec 21 10:00:12.090639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34694) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:12.092033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d13291c-b2b2-4fb9-a574-d45f807db42c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:12.093684 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3d13291c-b2b2-4fb9-a574-d45f807db42c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.2299063
Dec 21 10:00:12.100825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34698) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:12.131896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/77109119-1077-4dd6-aebb-0b1577452d03/e918f522-a537-459e-a335-b5f2984b6d1d) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:12.135409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 14400fcc-20af-415a-beef-a01e331fcab1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=14400fcc-20af-415a-beef-a01e331fcab1,segment=NetworkSegment(8b21ecab-607b-45a7-bd86-eda45092bc43),segment_id=8b21ecab-607b-45a7-bd86-eda45092bc43)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:12.144620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.146701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-ad3670e5-e6c5-40c0-ac71-6a96e6a91801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:12.147888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Request body: {'security_group_rule': {'security_group_id': 'ef48a1a1-006b-4b09-903e-e2190910fa9e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:12.148347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-ad3670e5-e6c5-40c0-ac71-6a96e6a91801 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3df20f9c-3fad-4f0f-803e-601b16389e12 HTTP/1.1" status: 200  len: 850 time: 0.5651226
Dec 21 10:00:12.153971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.166324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d6c4c80-8d92-4239-9f4c-d5c1db77f8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:12.208624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:00:12.209040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:00:12.301015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] For port 05412500-8228-4c8e-aa0e-0c67061d9191, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:12.330467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=14400fcc-20af-415a-beef-a01e331fcab1,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:12.365560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to bind port 561431c2-e428-4fc4-8424-44c2bab84600 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:12.365991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to bind port 561431c2-e428-4fc4-8424-44c2bab84600 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:12.366342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attempting to bind port 561431c2-e428-4fc4-8424-44c2bab84600 on network cb7adc34-b72c-4109-8899-3bf9d061176d {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:12.386869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] For port 05412500-8228-4c8e-aa0e-0c67061d9191, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=05412500-8228-4c8e-aa0e-0c67061d9191,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:12.388490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:12.393874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:12.394109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Checking segment: {'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:12.394509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.394875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Bound using segment: {'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:12.395374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Bound port: 561431c2-e428-4fc4-8424-44c2bab84600, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00bb4915-8367-45f4-b4b9-c44bb83adebe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cb7adc34-b72c-4109-8899-3bf9d061176d'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:12.395754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.402785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a31eb5d-48c7-4398-afa6-04a16d08a7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.407851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.427815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad6c9b49-6b38-4475-80b8-52ccd005e9ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:12.450810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:12.455248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b0bacf-3954-4ade-89e7-d7e87fa1d9c6 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:12.459563 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-29b0bacf-3954-4ade-89e7-d7e87fa1d9c6 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/ports?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217&device_id=845ca62d-b220-4bc4-8acc-3a5ebb248eee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.5280108
Dec 21 10:00:12.461076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34702) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:12.479010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:12.502941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bba02fca-e11d-4a6e-9976-affb51f0b60f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Deleting port 766f9592-c48d-4fc8-9c82-c1c106cec4e9 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:12.503324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bba02fca-e11d-4a6e-9976-affb51f0b60f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.570273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.665532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c9b49-6b38-4475-80b8-52ccd005e9ce None None] Pushing event updated for resources: {'Port': ['ID=05412500-8228-4c8e-aa0e-0c67061d9191,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:12.681462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad6c9b49-6b38-4475-80b8-52ccd005e9ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:12.703490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.711499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Deleting port 14400fcc-20af-415a-beef-a01e331fcab1 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:12.711924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.780639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.797354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.809890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.810221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ebdc8-f513-4147-9ac6-69411271a92b req-ebd76e8b-af3d-4001-8361-f5287ea46fbf tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:12.811929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-468ebdc8-f513-4147-9ac6-69411271a92b req-ebd76e8b-af3d-4001-8361-f5287ea46fbf tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.6826231
Dec 21 10:00:12.817161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3258c75f-0613-47ee-9e8c-8278be3737af tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:12.834038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Transition to ACTIVE for port object e918f522-a537-459e-a335-b5f2984b6d1d will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:12.864159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052e3069-d3d1-4fd2-b9d7-79f94cda1097,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:12.874775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Routers {'f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:12.875481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf3be80>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:12.877619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:12.882942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bba02fca-e11d-4a6e-9976-affb51f0b60f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.885772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-91ca870b-2a52-4da1-8beb-79b55ab2bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:12.887409 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-91ca870b-2a52-4da1-8beb-79b55ab2bb88 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9d8d354-2125-42d4-b788-68baf6f1ad2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6790123
Dec 21 10:00:12.895186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.896495 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.7602465
Dec 21 10:00:12.899281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34706) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:12.934866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port 14400fcc-20af-415a-beef-a01e331fcab1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=14400fcc-20af-415a-beef-a01e331fcab1,segment=NetworkSegment(8b21ecab-607b-45a7-bd86-eda45092bc43),segment_id=8b21ecab-607b-45a7-bd86-eda45092bc43)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:12.935249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:12.951427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Transition to ACTIVE for port object e918f522-a537-459e-a335-b5f2984b6d1d will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:12.972824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] For port 561431c2-e428-4fc4-8424-44c2bab84600, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:12.980088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:13.002173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2176688e-22ed-409b-9944-d87d0a5309a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:13.024045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bba02fca-e11d-4a6e-9976-affb51f0b60f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Calling delete_port for 766f9592-c48d-4fc8-9c82-c1c106cec4e9 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:13.086615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3349d0e3-1d52-46e7-bf7d-58b705d1cddb tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules/052e3069-d3d1-4fd2-b9d7-79f94cda1097 HTTP/1.1" status: 200  len: 739 time: 0.1311007
Dec 21 10:00:13.092073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34710) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:13.178708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-df17fcfd-c57b-425a-852f-04a941c4618e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:13.242771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-df17fcfd-c57b-425a-852f-04a941c4618e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:13.246904 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-df17fcfd-c57b-425a-852f-04a941c4618e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3939 time: 0.1505561
Dec 21 10:00:13.248272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34714) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:13.289208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bba02fca-e11d-4a6e-9976-affb51f0b60f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:13.306594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8bd8001f-294c-4e57-a669-c30ff95276ef tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:13.312895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:13.329406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Pushing event updated for resources: {'Port': ['ID=e918f522-a537-459e-a335-b5f2984b6d1d,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:13.341901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] For port 14400fcc-20af-415a-beef-a01e331fcab1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=14400fcc-20af-415a-beef-a01e331fcab1,segment=NetworkSegment(8b21ecab-607b-45a7-bd86-eda45092bc43),segment_id=8b21ecab-607b-45a7-bd86-eda45092bc43)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:13.342368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:13.351554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:13.368123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba02fca-e11d-4a6e-9976-affb51f0b60f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event deleted for resources: {'Port': ['ID=766f9592-c48d-4fc8-9c82-c1c106cec4e9,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:13.382573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8bd8001f-294c-4e57-a669-c30ff95276ef tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:13.389205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bba02fca-e11d-4a6e-9976-affb51f0b60f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:13.469054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for 14400fcc-20af-415a-beef-a01e331fcab1 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:13.486369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8bd8001f-294c-4e57-a669-c30ff95276ef tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:13.496379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Calling delete_port for 14400fcc-20af-415a-beef-a01e331fcab1 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:13.500778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:13.516756 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-468ebdc8-f513-4147-9ac6-69411271a92b req-5baf03b3-816a-4cf1-8e6f-2ebecf6f68e6 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6705649
Dec 21 10:00:13.518928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] For port 561431c2-e428-4fc4-8424-44c2bab84600, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=561431c2-e428-4fc4-8424-44c2bab84600,segment=NetworkSegment(00bb4915-8367-45f4-b4b9-c44bb83adebe),segment_id=00bb4915-8367-45f4-b4b9-c44bb83adebe)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:13.523263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8001f-294c-4e57-a669-c30ff95276ef tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=052e3069-d3d1-4fd2-b9d7-79f94cda1097,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:13.533703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8bd8001f-294c-4e57-a669-c30ff95276ef tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:13.565575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] Set router f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:00:13.573548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f3f800-c91a-4d3a-9367-5242fbd0d3ce tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:13.575083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b4f3f800-c91a-4d3a-9367-5242fbd0d3ce tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 881 time: 1.1101651
Dec 21 10:00:13.584987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34718) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:13.640353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8bd8001f-294c-4e57-a669-c30ff95276ef tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:13.650698 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8bd8001f-294c-4e57-a669-c30ff95276ef tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-group-rules/052e3069-d3d1-4fd2-b9d7-79f94cda1097 HTTP/1.1" status: 204  len: 168 time: 0.3932240
Dec 21 10:00:13.651929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:13.658967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34722) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:13.684109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-802f999e-d452-4dd6-9894-d153974824f1 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:13.684341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-40320f20-3548-4d24-80b0-a9814497eebc tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=845ca62d-b220-4bc4-8acc-3a5ebb248eee HTTP/1.1" status: 200  len: 205 time: 0.0980461
Dec 21 10:00:13.692790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34726) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:13.699893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:13.798475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bba02fca-e11d-4a6e-9976-affb51f0b60f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:13.803544 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bba02fca-e11d-4a6e-9976-affb51f0b60f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "DELETE /v2.0/ports/766f9592-c48d-4fc8-9c82-c1c106cec4e9 HTTP/1.1" status: 204  len: 168 time: 1.7085099
Dec 21 10:00:13.807600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34730) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:13.830203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::25a (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/77109119-1077-4dd6-aebb-0b1577452d03/75990fd8-8bde-4420-b610-3508fee99196) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:13.950902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a8e860e1-41b3-44e2-ae46-513a8bd88f16 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:13.960645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:13.968425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:13.983940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:14.022347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a8e860e1-41b3-44e2-ae46-513a8bd88f16 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:14.023701 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a8e860e1-41b3-44e2-ae46-513a8bd88f16 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.3637083
Dec 21 10:00:14.041977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34734) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:14.052923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.098295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.098728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event updated for resources: {'Port': ['ID=561431c2-e428-4fc4-8424-44c2bab84600,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:14.102284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:14.104387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 21 10:00:14.104387 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s]
Dec 21 10:00:14.104387 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'port_id': '14400fcc-20af-415a-beef-a01e331fcab1', 'host': 'dv-neutron-601336-62-ovs'}]
Dec 21 10:00:14.104387 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:00:14.104747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:00:14.106851 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-b7b221bc-4c9f-4893-8944-a067dea7c239 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2032838
Dec 21 10:00:14.129758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad6c9b49-6b38-4475-80b8-52ccd005e9ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:14.185193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Pushing event deleted for resources: {'Port': ['ID=14400fcc-20af-415a-beef-a01e331fcab1,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:14.197046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:14.214600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Attempting to bind port e918f522-a537-459e-a335-b5f2984b6d1d on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:14.215015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Attempting to bind port e918f522-a537-459e-a335-b5f2984b6d1d by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:14.215424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Attempting to bind port e918f522-a537-459e-a335-b5f2984b6d1d on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:14.256354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:14.256988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.261269 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "PUT /v2.0/ports/561431c2-e428-4fc4-8424-44c2bab84600 HTTP/1.1" status: 200  len: 1075 time: 5.6894252
Dec 21 10:00:14.266071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34738) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:14.287513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:14.287935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:14.288381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.288823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:14.289349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Bound port: e918f522-a537-459e-a335-b5f2984b6d1d, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:14.289793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.369965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71f1408b-bed4-48ea-927a-fcd7170c3b15 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.380441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a7aeff-07a8-49ca-bf94-5cd004de9d20 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Deleting subnet cb88639c-724c-49a9-be03-88e2cd48bc73 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:00:14.396955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18a7aeff-07a8-49ca-bf94-5cd004de9d20 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.404052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] No DVR routers for this DVR port 14400fcc-20af-415a-beef-a01e331fcab1 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:00:14.428564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.458463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] For port e918f522-a537-459e-a335-b5f2984b6d1d, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:14.462884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] For port e918f522-a537-459e-a335-b5f2984b6d1d, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e918f522-a537-459e-a335-b5f2984b6d1d,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:14.465715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf3be80>, [{'id': 'f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8', 'name': 'tempest-snat-router-1630111769', 'tenant_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.89'}], 'enable_snat': False}, 'gw_port_id': '05412500-8228-4c8e-aa0e-0c67061d9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:00:00Z', 'updated_at': '2020-12-21T10:00:05Z', 'revision_number': 3, 'project_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'gw_port': {'id': '05412500-8228-4c8e-aa0e-0c67061d9191', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:00:03Z', 'updated_at': '2020-12-21T10:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:14.471417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.477139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.481549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71f1408b-bed4-48ea-927a-fcd7170c3b15 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.487546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0614fa4-7916-4500-9465-2d5e959d1005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:14.500342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Deleting port bb10664f-d706-41ad-bf08-fdf81ef8b382 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:14.500570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.500730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.516876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ed9ed-174a-4694-9ffb-10cc9e6b0b90 None None] The sync data for ids ['f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8'] in dv-neutron-601336-62-ovs is: [{'id': 'f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8', 'name': 'tempest-snat-router-1630111769', 'tenant_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.89'}], 'enable_snat': False}, 'gw_port_id': '05412500-8228-4c8e-aa0e-0c67061d9191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:00:00Z', 'updated_at': '2020-12-21T10:00:05Z', 'revision_number': 3, 'project_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'gw_port': {'id': '05412500-8228-4c8e-aa0e-0c67061d9191', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:95:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:00:03Z', 'updated_at': '2020-12-21T10:00:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:00:14.535371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18a7aeff-07a8-49ca-bf94-5cd004de9d20 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.543077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Deleting port 561431c2-e428-4fc4-8424-44c2bab84600 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:14.543596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.666072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Pushing event updated for resources: {'Port': ['ID=e918f522-a537-459e-a335-b5f2984b6d1d,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:14.671328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:14.708572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71f1408b-bed4-48ea-927a-fcd7170c3b15 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.714022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port 14400fcc-20af-415a-beef-a01e331fcab1 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:14.714535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.775621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3af4bb69-4ad1-4b83-ae4c-9ff5bbc933fc tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:14.804064 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c8ec297-ad01-439e-a6eb-ccc49dd354ab req-554d128a-9bb0-4638-8b7a-1fe073588304 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6778705
Dec 21 10:00:14.812241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1408b-bed4-48ea-927a-fcd7170c3b15 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef48a1a1-006b-4b09-903e-e2190910fa9e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:14.821258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-71f1408b-bed4-48ea-927a-fcd7170c3b15 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:14.858749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18a7aeff-07a8-49ca-bf94-5cd004de9d20 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.891592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71f1408b-bed4-48ea-927a-fcd7170c3b15 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.892832 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-71f1408b-bed4-48ea-927a-fcd7170c3b15 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "DELETE /v2.0/security-groups/ef48a1a1-006b-4b09-903e-e2190910fa9e HTTP/1.1" status: 204  len: 168 time: 0.8501432
Dec 21 10:00:14.899306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:14.908643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34744) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:14.934832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] The port '14400fcc-20af-415a-beef-a01e331fcab1' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:00:15.419060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Calling delete_port for bb10664f-d706-41ad-bf08-fdf81ef8b382 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:15.575996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:15.587596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f40360b9-d7b4-4a41-906d-e8ed08a4465a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Synchronizing usage tracker for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:15.597535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 75990fd8-8bde-4420-b610-3508fee99196 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:15.642176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] For port 561431c2-e428-4fc4-8424-44c2bab84600, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=561431c2-e428-4fc4-8424-44c2bab84600,segment=NetworkSegment(00bb4915-8367-45f4-b4b9-c44bb83adebe),segment_id=00bb4915-8367-45f4-b4b9-c44bb83adebe)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:15.642602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:15.690535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:15.734497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f40360b9-d7b4-4a41-906d-e8ed08a4465a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Unset dirty status for tenant:a9ea3cdd57db4447aca5d41b8e517f51 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:15.740192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f40360b9-d7b4-4a41-906d-e8ed08a4465a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.8193154
Dec 21 10:00:15.749571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34748) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:15.765766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce583c59-ddee-4da8-be5e-3b60f4659d5c tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:15.777980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:15.804907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:15.988527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-60b0ffcf-00c8-485b-b320-877855b452c9 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2376633
Dec 21 10:00:16.023652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Calling delete_port for 561431c2-e428-4fc4-8424-44c2bab84600 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:16.094038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18a7aeff-07a8-49ca-bf94-5cd004de9d20 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.114420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea5219fd-9a27-4c0c-8375-2bc245df931d tempest-FloatingIPAdminTestJSON-987686563 tempest-FloatingIPAdminTestJSON-987686563] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:16.177350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a7aeff-07a8-49ca-bf94-5cd004de9d20 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event deleted for resources: {'Subnet': ['ID=cb88639c-724c-49a9-be03-88e2cd48bc73,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:16.182230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.183713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-18a7aeff-07a8-49ca-bf94-5cd004de9d20 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:16.195353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b7a67-4f7f-4b5e-aa3d-ae7f20e3983a req-7ed9acf3-0770-493b-b9ac-f1f98c1ec56f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:16.197258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e52b7a67-4f7f-4b5e-aa3d-ae7f20e3983a req-7ed9acf3-0770-493b-b9ac-f1f98c1ec56f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 1.4284663
Dec 21 10:00:16.259735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=75990fd8-8bde-4420-b610-3508fee99196,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:16.306888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:16.396286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.397914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a83048>,) {'filters': {'network_id': ['6c6fbefc-94f9-418b-adcc-c4cf60fefa17']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:16.400190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.426771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18a7aeff-07a8-49ca-bf94-5cd004de9d20 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.443717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.443717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Fanout notify agent at l3_agent the message router_deleted on router 845ca62d-b220-4bc4-8acc-3a5ebb248eee {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:00:16.443717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34756) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:16.449680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.450187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afea40b-c768-4e92-bbad-b5d89b8324c7 None None] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:16.455021 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-30966387-b257-4146-acbb-3fc77d478f95 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/845ca62d-b220-4bc4-8acc-3a5ebb248eee HTTP/1.1" status: 204  len: 168 time: 2.7609894
Dec 21 10:00:16.461754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34760) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:16.464269 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-18a7aeff-07a8-49ca-bf94-5cd004de9d20 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "DELETE /v2.0/subnets/cb88639c-724c-49a9-be03-88e2cd48bc73 HTTP/1.1" status: 204  len: 168 time: 2.6489391
Dec 21 10:00:16.465557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34764) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:16.477863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a83048>, '8b21ecab-607b-45a7-bd86-eda45092bc43') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:16.478211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a83048>, '8b21ecab-607b-45a7-bd86-eda45092bc43') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:16.492099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-628625926', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:16.519957 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e52b7a67-4f7f-4b5e-aa3d-ae7f20e3983a req-d83f1427-7936-4697-b8d6-725b88605b27 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2283158
Dec 21 10:00:16.547703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.555850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:16.580448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Usage tracker for resource:router and tenant:5787d2b1d8c64521a40ee58a076635fa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:16.591677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:16.606215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.608862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.611415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Allocated IP 172.26.1.94 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/f5835f4b-12c6-40be-83fc-eda28ccbb9b5) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:16.637109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:16.641771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 8 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:00:16.646702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.669812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:16.672373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ac550828-18f1-4569-ada0-ed9f9ab66512 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:16.732144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:16.732420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Deleting port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:16.732859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.755839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:16.760541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:16.761447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.780308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Pushing event deleted for resources: {'Port': ['ID=561431c2-e428-4fc4-8424-44c2bab84600,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:16.791331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7e8ab271-83de-4767-abb9-93e6af349657 None None] Provisioning for port e918f522-a537-459e-a335-b5f2984b6d1d completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:16.791870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:16.846421 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0631f7e0-01f5-4491-aae4-1a1a9111df07 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9ea3cdd57db4447aca5d41b8e517f51&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3997886
Dec 21 10:00:16.847420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34770) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:16.909949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.911060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:16.961418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] DHCP port deletion for 2c050e2b-b07d-46c0-af80-4010dad6ec75 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:00:16.975222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] Deleting port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:16.975672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.099328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1654f53-79f3-46e4-be24-ab250e95a396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.120416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e918f522-a537-459e-a335-b5f2984b6d1d up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:17.132182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:17.147859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.155669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1654f53-79f3-46e4-be24-ab250e95a396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.164407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] For port 56e1395c-b4a6-4a4a-a014-6b751d8b3732, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56e1395c-b4a6-4a4a-a014-6b751d8b3732,segment=NetworkSegment(f344112c-f4fc-45d0-b69c-17ae2c70b887),segment_id=f344112c-f4fc-45d0-b69c-17ae2c70b887)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:17.164860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.245361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.277413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.284837 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 7.2489207
Dec 21 10:00:17.305336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34774) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:17.345464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] For port 56e1395c-b4a6-4a4a-a014-6b751d8b3732, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56e1395c-b4a6-4a4a-a014-6b751d8b3732,segment=NetworkSegment(f344112c-f4fc-45d0-b69c-17ae2c70b887),segment_id=f344112c-f4fc-45d0-b69c-17ae2c70b887)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:17.345989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.350925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Calling delete_port for 56e1395c-b4a6-4a4a-a014-6b751d8b3732 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:17.359799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port e918f522-a537-459e-a335-b5f2984b6d1d completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:17.422901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port e918f522-a537-459e-a335-b5f2984b6d1d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:17.423553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.509820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 6c6fbefc-94f9-418b-adcc-c4cf60fefa17 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:17.519908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1654f53-79f3-46e4-be24-ab250e95a396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.524919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5b226a1c-6513-4a46-8f6c-8e63a7c5e8ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:17.528636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] Calling delete_port for 56e1395c-b4a6-4a4a-a014-6b751d8b3732 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:17.546693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.556603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-47237f82-cc08-42ab-9563-a3e07f0aa9e6 None None] Provisioning for port 75990fd8-8bde-4420-b610-3508fee99196 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:17.584928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-47237f82-cc08-42ab-9563-a3e07f0aa9e6 None None] Provisioning complete for port 75990fd8-8bde-4420-b610-3508fee99196 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:17.585557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47237f82-cc08-42ab-9563-a3e07f0aa9e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.624825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1654f53-79f3-46e4-be24-ab250e95a396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2e23c8-026c-47f4-8e77-33dded976d4b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:17.634813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1654f53-79f3-46e4-be24-ab250e95a396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:17.645626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7f9e66-4be3-47eb-a8f8-afd8bbe5d3d0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:17.651575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7f9e66-4be3-47eb-a8f8-afd8bbe5d3d0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:17.652434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8a7f9e66-4be3-47eb-a8f8-afd8bbe5d3d0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:17.662962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c4e12a8-2025-47b3-a8ff-ad2baae4d0b6 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:00:17.700847 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:00:17.719694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-47237f82-cc08-42ab-9563-a3e07f0aa9e6 None None] Port 75990fd8-8bde-4420-b610-3508fee99196 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:00:17.764535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:00:17.764969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:00:17.789249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.794969 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "DELETE /v2.0/ports/561431c2-e428-4fc4-8424-44c2bab84600 HTTP/1.1" status: 204  len: 168 time: 3.4730597
Dec 21 10:00:17.811215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34780) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:17.818784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event deleted for resources: {'Port': ['ID=56e1395c-b4a6-4a4a-a014-6b751d8b3732,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:17.827547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port e918f522-a537-459e-a335-b5f2984b6d1d, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e918f522-a537-459e-a335-b5f2984b6d1d,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:17.833119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.837619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.837784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.838782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 05412500-8228-4c8e-aa0e-0c67061d9191 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:17.851883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:17.858736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:17.869504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12f1129e-8b0f-40cd-815f-ebf752058ac2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:17.873534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/6c6fbefc-94f9-418b-adcc-c4cf60fefa17 HTTP/1.1" status: 204  len: 168 time: 11.7428355
Dec 21 10:00:17.881136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34784) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:17.885590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8a7f9e66-4be3-47eb-a8f8-afd8bbe5d3d0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:17.889717 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8a7f9e66-4be3-47eb-a8f8-afd8bbe5d3d0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1667 time: 0.5809503
Dec 21 10:00:17.892856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34788) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:17.895977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec540235-cb44-4f5e-ae48-3ea3ef17344e tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] GET failed (client error): The resource could not be found.
Dec 21 10:00:17.902748 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ec540235-cb44-4f5e-ae48-3ea3ef17344e tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] 10.222.0.45 "GET /v2.0/ports/561431c2-e428-4fc4-8424-44c2bab84600 HTTP/1.1" status: 404  len: 333 time: 0.0762103
Dec 21 10:00:17.902748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1662311453'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:17.907541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34792) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:17.955484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:17.959354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=6c6fbefc-94f9-418b-adcc-c4cf60fefa17,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:17.962637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:17.973235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-07ed370d-e946-47df-8005-009ec19883c5 None None] Provisioning complete for port e918f522-a537-459e-a335-b5f2984b6d1d triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:17.973699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07ed370d-e946-47df-8005-009ec19883c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:17.977423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] No DVR routers for this DVR port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:00:17.997450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:network and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:18.043564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=e918f522-a537-459e-a335-b5f2984b6d1d,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:18.043936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:18.050030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:18.060442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1654f53-79f3-46e4-be24-ab250e95a396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.060721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 05412500-8228-4c8e-aa0e-0c67061d9191 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:18.061888 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f1654f53-79f3-46e4-be24-ab250e95a396 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9b2e23c8-026c-47f4-8e77-33dded976d4b HTTP/1.1" status: 204  len: 168 time: 1.2141354
Dec 21 10:00:18.063263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:18.070104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 05412500-8228-4c8e-aa0e-0c67061d9191 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:18.070531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.220135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f88101f6-de4d-4ad2-9bc0-c8b9380ae4c9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 75990fd8-8bde-4420-b610-3508fee99196 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:18.220531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f88101f6-de4d-4ad2-9bc0-c8b9380ae4c9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.264991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.271693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] Deleting port 56e1395c-b4a6-4a4a-a014-6b751d8b3732 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:18.272215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.357757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 05412500-8228-4c8e-aa0e-0c67061d9191, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=05412500-8228-4c8e-aa0e-0c67061d9191,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:18.363501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c97cfdb5-3ae4-4655-86be-e77ae2f782af None None] The port '56e1395c-b4a6-4a4a-a014-6b751d8b3732' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:00:18.365737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.368671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f5d75d9-256c-48a1-a9fa-263b8a979fd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:18.371521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.379954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.446765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:18.455544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.457957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=05412500-8228-4c8e-aa0e-0c67061d9191,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:18.462032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:18.469185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30c64-c32c-45d9-8b22-b5f0783f6eea req-368d9468-e012-437c-9d93-c7079d68eb70 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:18.470874 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c0e30c64-c32c-45d9-8b22-b5f0783f6eea req-368d9468-e012-437c-9d93-c7079d68eb70 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.7500832
Dec 21 10:00:18.493401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.531155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:18.548242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:18.665798 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c0e30c64-c32c-45d9-8b22-b5f0783f6eea req-29193c5d-64ac-4675-8e6f-c8d7b8fd20d7 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1871560
Dec 21 10:00:18.677029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:00:18.796094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event updated for resources: {'Port': ['ID=f5835f4b-12c6-40be-83fc-eda28ccbb9b5,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:18.799764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:18.861174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:18.926900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:18.929343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:18.957926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e918f522-a537-459e-a335-b5f2984b6d1d up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:19.021870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.048547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port e918f522-a537-459e-a335-b5f2984b6d1d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:19.049274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.093636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.114537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.114932 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment d491811d-e7b1-424b-ab16-7abe0c35ee25 of type vxlan for network 283b398a-7642-41a5-962d-57f23f4039a8
Dec 21 10:00:19.166912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f88101f6-de4d-4ad2-9bc0-c8b9380ae4c9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.191615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.218853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 05412500-8228-4c8e-aa0e-0c67061d9191 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:19.252946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34816) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:19.266731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0050418
Dec 21 10:00:19.274540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34818) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:19.301409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 05412500-8228-4c8e-aa0e-0c67061d9191 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:19.302424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.427075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f88101f6-de4d-4ad2-9bc0-c8b9380ae4c9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 75990fd8-8bde-4420-b610-3508fee99196 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:19.504396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56e1395c-b4a6-4a4a-a014-6b751d8b3732 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:00:19.525319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.538820 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-17123da2-129b-46ed-8e94-4424915e1b23 tempest-NetworksApiDiscovery-1012982067 tempest-NetworksApiDiscovery-1012982067] 10.222.0.45 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.2544873
Dec 21 10:00:19.547262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 56e1395c-b4a6-4a4a-a014-6b751d8b3732 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:00:19.547836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56e1395c-b4a6-4a4a-a014-6b751d8b3732 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:00:19.554356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.589452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fedba2128>,) {'filters': {'network_id': ['2c050e2b-b07d-46c0-af80-4010dad6ec75']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:19.622507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedba2128>, 'f344112c-f4fc-45d0-b69c-17ae2c70b887') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:19.622774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedba2128>, 'f344112c-f4fc-45d0-b69c-17ae2c70b887') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:19.704424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.776069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.780743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.782151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Releasing vxlan tunnel 7 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:00:19.797305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.801475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:19.802155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:19.820648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed3dda90>,) {'filters': {'network_id': ['cb7adc34-b72c-4109-8899-3bf9d061176d']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:19.829715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:19.906706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Allocated IP 172.26.1.87 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/9c7e0a86-6638-48f1-aad5-4beb9a8f4a64) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:19.963177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34828) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:19.993572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed3dda90>, '00bb4915-8367-45f4-b4b9-c44bb83adebe') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:19.993915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed3dda90>, '00bb4915-8367-45f4-b4b9-c44bb83adebe') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:20.043359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:20.118293 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 2.2346566
Dec 21 10:00:20.129999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34834) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:20.136588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=283b398a-7642-41a5-962d-57f23f4039a8,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:20.149013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 283b398a-7642-41a5-962d-57f23f4039a8 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:20.180887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 283b398a-7642-41a5-962d-57f23f4039a8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:20.183816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:20.190732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:20.191772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:20.197369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7298ea41-b09b-4c77-93d5-4e670e2f04f1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'New_network'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:20.214733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:20.223795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] Usage tracker for resource:security_group_rule and tenant:400bde7a044541478ea735662f9f1eaf is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:20.228696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:20.231774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:00:20.239752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:20.242568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:20.249058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:20.283190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:20.345325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f88101f6-de4d-4ad2-9bc0-c8b9380ae4c9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:20.488528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8df04396-5ab1-4a30-9863-5f8545b298ac tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:20.688748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88101f6-de4d-4ad2-9bc0-c8b9380ae4c9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=75990fd8-8bde-4420-b610-3508fee99196,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:20.691706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f88101f6-de4d-4ad2-9bc0-c8b9380ae4c9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:20.820768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Network cb7adc34-b72c-4109-8899-3bf9d061176d has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:20.864347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:20.884736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Network 2c050e2b-b07d-46c0-af80-4010dad6ec75 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:20.942428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:20.956146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:20.972606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0f81693-3d6c-49ec-b697-640ea1a19c30 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:00:20.985236 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:00:20.992751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.039021 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=400bde7a044541478ea735662f9f1eaf&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0746121
Dec 21 10:00:21.039850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0770700-b488-4520-a2c7-79e18dbc4efd,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:21.044284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34838) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:21.048806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:21.060592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Router 606ea920-b208-48b1-a234-e78705cd9e75 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:00:21.186598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.210364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ef1d22f-763d-4938-8718-aec8b91bb706 tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:21.433686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc36ce58-b751-4d8a-b5d8-28c341ae7b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.462647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Pushing event updated for resources: {'Port': ['ID=9c7e0a86-6638-48f1-aad5-4beb9a8f4a64,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:21.479369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:21.531169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:00:21.534132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc36ce58-b751-4d8a-b5d8-28c341ae7b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.543200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Sync routers for ids ['606ea920-b208-48b1-a234-e78705cd9e75'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:00:21.558153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Routers {'606ea920-b208-48b1-a234-e78705cd9e75'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:21.559467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc84fd0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['606ea920-b208-48b1-a234-e78705cd9e75'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:21.616182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:21.620559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:21.625375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:21.627914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Network cb7adc34-b72c-4109-8899-3bf9d061176d has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:21.656570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.657948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 906 time: 12.4573245
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:00:21.658390 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:00:21.663997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34842) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:21.708480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.775880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Set router 606ea920-b208-48b1-a234-e78705cd9e75 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:00:21.776984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6354ce76-bc65-4ae6-a7a3-dce3ed39ba72 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:21.777125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc36ce58-b751-4d8a-b5d8-28c341ae7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.785175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd7b0b0e-e71b-418c-8ad3-bdb76a233408 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:21.797222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.866241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Pushing event deleted for resources: {'Network': ['ID=2c050e2b-b07d-46c0-af80-4010dad6ec75,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:21.871797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:21.874037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.879187 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] 10.222.0.45 "DELETE /v2.0/networks/2c050e2b-b07d-46c0-af80-4010dad6ec75 HTTP/1.1" status: 204  len: 168 time: 5.4125805
Dec 21 10:00:21.892791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3eef206-4cec-486e-94c8-c70520c47838 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:21.915492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f88101f6-de4d-4ad2-9bc0-c8b9380ae4c9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.918518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.931442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7298ea41-b09b-4c77-93d5-4e670e2f04f1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:21.941218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Pushing event deleted for resources: {'Network': ['ID=cb7adc34-b72c-4109-8899-3bf9d061176d,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:21.947181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:21.951704 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f88101f6-de4d-4ad2-9bc0-c8b9380ae4c9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/75990fd8-8bde-4420-b610-3508fee99196 HTTP/1.1" status: 204  len: 168 time: 4.0575418
Dec 21 10:00:21.953559 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] 10.222.0.45 "DELETE /v2.0/networks/cb7adc34-b72c-4109-8899-3bf9d061176d HTTP/1.1" status: 204  len: 168 time: 4.0125718
Dec 21 10:00:21.956350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34848) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:22.014686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7298ea41-b09b-4c77-93d5-4e670e2f04f1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:22.020291 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a1bc6a88-3b5b-4cc9-bdb5-513d868e4acb tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/routers/606ea920-b208-48b1-a234-e78705cd9e75 HTTP/1.1" status: 200  len: 907 time: 0.3530636
Dec 21 10:00:22.028413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34854) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:22.042838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-915ef239-cd3c-4860-80bb-539baf873052 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:22.195838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36ce58-b751-4d8a-b5d8-28c341ae7b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0770700-b488-4520-a2c7-79e18dbc4efd,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:22.198652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc36ce58-b751-4d8a-b5d8-28c341ae7b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:22.211712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc36ce58-b751-4d8a-b5d8-28c341ae7b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:22.213550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fc36ce58-b751-4d8a-b5d8-28c341ae7b2a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b0770700-b488-4520-a2c7-79e18dbc4efd HTTP/1.1" status: 204  len: 168 time: 1.1681843
Dec 21 10:00:22.224501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc84fd0>, [{'id': '606ea920-b208-48b1-a234-e78705cd9e75', 'name': 'tempest-snat-router-1630111769', 'tenant_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f5835f4b-12c6-40be-83fc-eda28ccbb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:00:09Z', 'updated_at': '2020-12-21T10:00:19Z', 'revision_number': 3, 'project_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'gw_port': {'id': 'f5835f4b-12c6-40be-83fc-eda28ccbb9b5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:03:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606ea920-b208-48b1-a234-e78705cd9e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:00:15Z', 'updated_at': '2020-12-21T10:00:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:22.234865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Checking router: 606ea920-b208-48b1-a234-e78705cd9e75 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:00:22.235409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Updating router 606ea920-b208-48b1-a234-e78705cd9e75 port f5835f4b-12c6-40be-83fc-eda28ccbb9b5 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:00:22.296243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:22.475587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb6e08-2fff-4fcd-850c-dbce21d0f929 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:22.477112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb6e08-2fff-4fcd-850c-dbce21d0f929 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:22.477992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3eb6e08-2fff-4fcd-850c-dbce21d0f929 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:22.482879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34864) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:22.491399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298ea41-b09b-4c77-93d5-4e670e2f04f1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=283b398a-7642-41a5-962d-57f23f4039a8,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:22.500814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7298ea41-b09b-4c77-93d5-4e670e2f04f1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:22.507737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 283b398a-7642-41a5-962d-57f23f4039a8 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:22.513710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34868) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:22.544532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 283b398a-7642-41a5-962d-57f23f4039a8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:22.569240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7298ea41-b09b-4c77-93d5-4e670e2f04f1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 283b398a-7642-41a5-962d-57f23f4039a8 is not hosted by any dhcp agent {{(pid=80971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 21 10:00:22.573467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7298ea41-b09b-4c77-93d5-4e670e2f04f1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:22.574177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7298ea41-b09b-4c77-93d5-4e670e2f04f1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:22.579372 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7298ea41-b09b-4c77-93d5-4e670e2f04f1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "PUT /v2.0/networks/283b398a-7642-41a5-962d-57f23f4039a8 HTTP/1.1" status: 200  len: 723 time: 2.4441664
Dec 21 10:00:22.580371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34876) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:22.602307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': '283b398a-7642-41a5-962d-57f23f4039a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:22.656235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:22.670325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3eb6e08-2fff-4fcd-850c-dbce21d0f929 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:22.674480 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3eb6e08-2fff-4fcd-850c-dbce21d0f929 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.7169847
Dec 21 10:00:22.678839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34882) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:22.755277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:22.994950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:23.018761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:subnet and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:23.071275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:23.087790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:23.125302 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ac6fd5c5-3bae-4ef0-86ce-94bba08f292a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0d30a3a359c946a987789cc51926bcb8&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6088045
Dec 21 10:00:23.133581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34886) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:23.140051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-797c27b9-56c8-4049-8946-e4e4d923ef79 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7a66b2eba7c9457ca91644fbf31bcf56&name=default HTTP/1.1" status: 200  len: 2879 time: 0.6530018
Dec 21 10:00:23.142771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34890) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:23.165455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.178322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Transition to ACTIVE for port object f5835f4b-12c6-40be-83fc-eda28ccbb9b5 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:23.181621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.197477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ba2ac1b4-075f-422e-9c27-7fb9ac41a0d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:23.208150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:23.294235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.316882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Deleting port f5835f4b-12c6-40be-83fc-eda28ccbb9b5 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:23.317249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.345031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139f5c4-3e98-4ad7-b323-08d1077223ab None None] Pushing event updated for resources: {'Port': ['ID=f5835f4b-12c6-40be-83fc-eda28ccbb9b5,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:23.350179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4139f5c4-3e98-4ad7-b323-08d1077223ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:23.407818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Attempting to bind port f5835f4b-12c6-40be-83fc-eda28ccbb9b5 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:23.408233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Attempting to bind port f5835f4b-12c6-40be-83fc-eda28ccbb9b5 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:23.408640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Attempting to bind port f5835f4b-12c6-40be-83fc-eda28ccbb9b5 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:23.414848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:23.415267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:23.415720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.416155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:23.416680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Bound port: f5835f4b-12c6-40be-83fc-eda28ccbb9b5, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:23.417094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.473741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb5a3a85-5d91-4055-8af3-5c56f58e71cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 77109119-1077-4dd6-aebb-0b1577452d03 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:00:23.497696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] For port f5835f4b-12c6-40be-83fc-eda28ccbb9b5, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:23.501706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] For port f5835f4b-12c6-40be-83fc-eda28ccbb9b5, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f5835f4b-12c6-40be-83fc-eda28ccbb9b5,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:23.506948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.510126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.524188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:23.533604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3a85-5d91-4055-8af3-5c56f58e71cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.552339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.599294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beeead64-7985-4379-a360-1d4c4aac0ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.636386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87cc6671-2ae7-4d4a-bc2b-53ef67a0b029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.686548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87cc6671-2ae7-4d4a-bc2b-53ef67a0b029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.694643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139f5c4-3e98-4ad7-b323-08d1077223ab None None] Pushing event updated for resources: {'Port': ['ID=f5835f4b-12c6-40be-83fc-eda28ccbb9b5,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:23.705439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4139f5c4-3e98-4ad7-b323-08d1077223ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:23.757744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Routers {'606ea920-b208-48b1-a234-e78705cd9e75'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:23.758452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc84fd0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['606ea920-b208-48b1-a234-e78705cd9e75'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:23.849875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87cc6671-2ae7-4d4a-bc2b-53ef67a0b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.855783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:23.874234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc6671-2ae7-4d4a-bc2b-53ef67a0b029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1349631a-da25-4f39-ac10-42b5a89a9cb5,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:23.877061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87cc6671-2ae7-4d4a-bc2b-53ef67a0b029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:23.887480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87cc6671-2ae7-4d4a-bc2b-53ef67a0b029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:23.889388 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-87cc6671-2ae7-4d4a-bc2b-53ef67a0b029 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1349631a-da25-4f39-ac10-42b5a89a9cb5 HTTP/1.1" status: 204  len: 168 time: 0.7450225
Dec 21 10:00:23.890657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Router 48ecb778-d3e3-4a33-bcb8-2662605fba16 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:00:24.094543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beeead64-7985-4379-a360-1d4c4aac0ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:24.103555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3a85-5d91-4055-8af3-5c56f58e71cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:24.160913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:00:24.172862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07846d0-423a-40d9-a12b-d5a65458531b None None] Sync routers for ids ['48ecb778-d3e3-4a33-bcb8-2662605fba16'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:00:24.176037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] Set router 606ea920-b208-48b1-a234-e78705cd9e75 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:00:24.191484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07846d0-423a-40d9-a12b-d5a65458531b None None] Routers {'48ecb778-d3e3-4a33-bcb8-2662605fba16'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:24.192166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c07846d0-423a-40d9-a12b-d5a65458531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fef4f2438>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['48ecb778-d3e3-4a33-bcb8-2662605fba16'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:24.212549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:24.214003 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 7.7431645
Dec 21 10:00:24.217396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34898) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:24.224381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:24.234065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:24.343807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c07846d0-423a-40d9-a12b-d5a65458531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fef4f2438>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:24.366148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07846d0-423a-40d9-a12b-d5a65458531b None None] Routers {'48ecb778-d3e3-4a33-bcb8-2662605fba16'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:24.366811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c07846d0-423a-40d9-a12b-d5a65458531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fef4f2438>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['48ecb778-d3e3-4a33-bcb8-2662605fba16'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:24.402001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Calling delete_port for f5835f4b-12c6-40be-83fc-eda28ccbb9b5 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:24.469918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c07846d0-423a-40d9-a12b-d5a65458531b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fef4f2438>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:24.470692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07846d0-423a-40d9-a12b-d5a65458531b None None] The sync data for ids ['48ecb778-d3e3-4a33-bcb8-2662605fba16'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:00:24.532823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beeead64-7985-4379-a360-1d4c4aac0ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:24.541844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4db1a85d-e417-41cb-92ee-d4263169d18d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:24.579923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc84fd0>, [{'id': '606ea920-b208-48b1-a234-e78705cd9e75', 'name': 'tempest-snat-router-1630111769', 'tenant_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f5835f4b-12c6-40be-83fc-eda28ccbb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:00:09Z', 'updated_at': '2020-12-21T10:00:19Z', 'revision_number': 3, 'project_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'gw_port': {'id': 'f5835f4b-12c6-40be-83fc-eda28ccbb9b5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:03:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606ea920-b208-48b1-a234-e78705cd9e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:00:15Z', 'updated_at': '2020-12-21T10:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:24.582351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeead64-7985-4379-a360-1d4c4aac0ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17060882-5675-49ac-8a17-4264440650d9,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:24.585752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fae5bb2-7a5d-48d8-8ec8-88f1577be9f2 None None] The sync data for ids ['606ea920-b208-48b1-a234-e78705cd9e75'] in dv-neutron-601336-62-ovs is: [{'id': '606ea920-b208-48b1-a234-e78705cd9e75', 'name': 'tempest-snat-router-1630111769', 'tenant_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.94'}], 'enable_snat': True}, 'gw_port_id': 'f5835f4b-12c6-40be-83fc-eda28ccbb9b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:00:09Z', 'updated_at': '2020-12-21T10:00:19Z', 'revision_number': 3, 'project_id': '3c24c27a2dd64b8aa850a8bdd27a498c', 'gw_port': {'id': 'f5835f4b-12c6-40be-83fc-eda28ccbb9b5', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:03:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '606ea920-b208-48b1-a234-e78705cd9e75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:00:15Z', 'updated_at': '2020-12-21T10:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:00:24.587956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3a85-5d91-4055-8af3-5c56f58e71cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:24.648766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-beeead64-7985-4379-a360-1d4c4aac0ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:24.719757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beeead64-7985-4379-a360-1d4c4aac0ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:24.724025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-beeead64-7985-4379-a360-1d4c4aac0ba4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17060882-5675-49ac-8a17-4264440650d9 HTTP/1.1" status: 204  len: 168 time: 1.5893579
Dec 21 10:00:24.763434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:00:24.764386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:00:25.021625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34920) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.036247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.078732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.104557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Deleting port 9c7e0a86-6638-48f1-aad5-4beb9a8f4a64 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:25.105224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.203451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3a85-5d91-4055-8af3-5c56f58e71cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.233192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-18a7aeff-07a8-49ca-bf94-5cd004de9d20 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:25.297348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.342963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34926) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.370502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.424459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5a3a85-5d91-4055-8af3-5c56f58e71cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=77109119-1077-4dd6-aebb-0b1577452d03,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:25.440336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb5a3a85-5d91-4055-8af3-5c56f58e71cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:25.453692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-1d59dcf6-5727-4786-9afc-8d36204e6b56 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.457768 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d59dcf6-5727-4786-9afc-8d36204e6b56 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13036 time: 0.4321561
Dec 21 10:00:25.524244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34930) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.542331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-a16d521c-ae1a-4d67-bf87-d0e914a22622 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.543393 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a16d521c-ae1a-4d67-bf87-d0e914a22622 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0180471
Dec 21 10:00:25.547484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Calling delete_port for 9c7e0a86-6638-48f1-aad5-4beb9a8f4a64 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:25.607510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34934) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.618901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-52ae78b9-9522-489b-bf7f-0ac4f75e60fb tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.622736 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-52ae78b9-9522-489b-bf7f-0ac4f75e60fb tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0109463
Dec 21 10:00:25.628566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34938) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.645135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-d876dd35-9b55-47d8-beae-738e2bac7ea4 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.646189 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d876dd35-9b55-47d8-beae-738e2bac7ea4 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0145431
Dec 21 10:00:25.647133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-88cbc8a2-ccd3-4edd-b1dc-f6940e20c847 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e43d1ebb21f749b39f8f149bdd6fc2e2&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3029735
Dec 21 10:00:25.649336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34942) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.649729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34944) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.650296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.676124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-a5caca79-4cdf-4138-9c14-0149691ca3f1 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.680368 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a5caca79-4cdf-4138-9c14-0149691ca3f1 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0265193
Dec 21 10:00:25.680501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e943d7c0-daa5-4813-b7ef-a9747e594687 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:25.680603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:25.688368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34950) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.712481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb5a3a85-5d91-4055-8af3-5c56f58e71cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.713924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-db58a9ca-8c76-4a0e-8265-7737c538144f tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.718163 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-db58a9ca-8c76-4a0e-8265-7737c538144f tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0256300
Dec 21 10:00:25.720989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34954) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.761393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-d07a4917-5529-4ebe-be81-8f91aa30fc3e tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.766091 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d07a4917-5529-4ebe-be81-8f91aa30fc3e tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0340476
Dec 21 10:00:25.768211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34958) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.783786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-6bc040de-1e81-4505-8072-8ca4f278d352 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.787948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6bc040de-1e81-4505-8072-8ca4f278d352 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0146451
Dec 21 10:00:25.789889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34962) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.792858 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cb5a3a85-5d91-4055-8af3-5c56f58e71cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/77109119-1077-4dd6-aebb-0b1577452d03 HTTP/1.1" status: 204  len: 168 time: 3.1095414
Dec 21 10:00:25.794075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34966) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.797565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-7ca783fe-69c2-4981-8569-f76ae8a2fd3c tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.801220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7ca783fe-69c2-4981-8569-f76ae8a2fd3c tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0086257
Dec 21 10:00:25.802081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34968) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.804774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c910944e-d0a4-4205-9395-802641c09357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.809310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.871867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-14360c2a-a296-40d4-baea-5e0a1a855e8d tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.875523 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-14360c2a-a296-40d4-baea-5e0a1a855e8d tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0659621
Dec 21 10:00:25.881336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34974) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.884703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Deleting port f5835f4b-12c6-40be-83fc-eda28ccbb9b5 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:25.885018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.905770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-96abd79c-0879-47d6-8a8a-879292d324d6 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.909723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-96abd79c-0879-47d6-8a8a-879292d324d6 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0243726
Dec 21 10:00:25.912846 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6e93ecb0-b842-478d-95bc-ca3311241837 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1106272
Dec 21 10:00:25.919370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34978) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.919750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 34980) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.921278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=97d67c56-6143-4787-90e2-0309163758d1,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:25.935811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:25.940124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:25.959567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-0af6682d-fa34-4f4e-a1eb-b5bc450e1b8d tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.963220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0af6682d-fa34-4f4e-a1eb-b5bc450e1b8d tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0368502
Dec 21 10:00:25.965087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34986) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:25.967594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c910944e-d0a4-4205-9395-802641c09357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:25.986837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-5cb0f0e7-f9d5-4a80-b2d8-f65a4f23a567 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:25.990405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5cb0f0e7-f9d5-4a80-b2d8-f65a4f23a567 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0124764
Dec 21 10:00:26.001099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34990) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.022084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-ced699d5-a698-4075-b1c8-7c9117e31668 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.023160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ced699d5-a698-4075-b1c8-7c9117e31668 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0213506
Dec 21 10:00:26.029195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34994) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.039585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-2cb73348-b532-4fb2-9f5b-d1e0e2a65ec5 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.041642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2cb73348-b532-4fb2-9f5b-d1e0e2a65ec5 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0098352
Dec 21 10:00:26.044633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:00:26.045329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 34998) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.050366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] Deleting port e918f522-a537-459e-a335-b5f2984b6d1d {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:26.050790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:26.052293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-1d4268fa-10df-4280-988b-44a2d847a551 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.055753 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d4268fa-10df-4280-988b-44a2d847a551 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0070078
Dec 21 10:00:26.056412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35002) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.062806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-f60bc10a-d244-410d-a0bb-ca7a1a840a9f tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.065667 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f60bc10a-d244-410d-a0bb-ca7a1a840a9f tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0068386
Dec 21 10:00:26.066642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:26.078497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35006) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.084493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d5d8326b-841b-4c78-8759-2bd3039c322d tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:26.124794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-02999f52-bc55-485b-943b-a238c06d277a tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.127572 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-02999f52-bc55-485b-943b-a238c06d277a tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0178988
Dec 21 10:00:26.133211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35010) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.147660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Pushing event deleted for resources: {'Port': ['ID=9c7e0a86-6638-48f1-aad5-4beb9a8f4a64,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:26.157620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-82a7ac02-16f3-48cd-8ad0-374c2d1f4cb2 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.161157 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-82a7ac02-16f3-48cd-8ad0-374c2d1f4cb2 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0132229
Dec 21 10:00:26.162077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:26.164429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35014) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.169183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:26.169798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c910944e-d0a4-4205-9395-802641c09357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:26.175724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-d27be237-9522-4b2a-8e0d-c085ca2176f7 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.176792 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d27be237-9522-4b2a-8e0d-c085ca2176f7 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0111210
Dec 21 10:00:26.178688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:26.227279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:26.228810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:26.231365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35018) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.246554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-eb9bac8b-f8c7-41bd-a078-cdc626e0c09f tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.250767 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eb9bac8b-f8c7-41bd-a078-cdc626e0c09f tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0124714
Dec 21 10:00:26.256700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35022) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.256847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c910944e-d0a4-4205-9395-802641c09357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f149be32-7b21-4afa-8b4e-05c021be3c94,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:26.262582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c910944e-d0a4-4205-9395-802641c09357 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:26.273089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:26.278410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c910944e-d0a4-4205-9395-802641c09357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:26.283346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c910944e-d0a4-4205-9395-802641c09357 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f149be32-7b21-4afa-8b4e-05c021be3c94 HTTP/1.1" status: 204  len: 168 time: 0.6273222
Dec 21 10:00:26.284691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-75d6a221-fff0-40ee-b9c4-d29dd5ae361b tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.285527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-75d6a221-fff0-40ee-b9c4-d29dd5ae361b tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0097327
Dec 21 10:00:26.293195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35028) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.302649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-100d85de-5637-4084-ad8d-2caf1baf60ce tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.306368 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-100d85de-5637-4084-ad8d-2caf1baf60ce tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0094855
Dec 21 10:00:26.306799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35032) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.312342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': 'd491811d-e7b1-424b-ab16-7abe0c35ee25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '283b398a-7642-41a5-962d-57f23f4039a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:26.312740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: 283b398a-7642-41a5-962d-57f23f4039a8, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:00:26.314231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-aaae8ba0-12ea-4dd6-9a92-8b3b96972295 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.317800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aaae8ba0-12ea-4dd6-9a92-8b3b96972295 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0078268
Dec 21 10:00:26.319656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:26.325806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:26.328729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35036) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.355530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] For port e918f522-a537-459e-a335-b5f2984b6d1d, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e918f522-a537-459e-a335-b5f2984b6d1d,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:26.356091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:26.374428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-bb4db3a2-2f50-40dd-a5a6-d3fe46c65a36 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.378024 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bb4db3a2-2f50-40dd-a5a6-d3fe46c65a36 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0442996
Dec 21 10:00:26.381059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35040) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.395575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-e89b3e15-2d36-4b28-9de1-9626c526d5bd tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.399438 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e89b3e15-2d36-4b28-9de1-9626c526d5bd tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0145619
Dec 21 10:00:26.399599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35044) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.399715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] For port f5835f4b-12c6-40be-83fc-eda28ccbb9b5, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f5835f4b-12c6-40be-83fc-eda28ccbb9b5,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:26.400079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:26.408684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-c37e67ae-aa31-4fc3-8692-3b0a68352e26 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.412420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c37e67ae-aa31-4fc3-8692-3b0a68352e26 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0092261
Dec 21 10:00:26.414328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35048) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.422114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-28931723-f5bb-42a7-a37e-de8d1d3b513c tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.425727 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28931723-f5bb-42a7-a37e-de8d1d3b513c tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0078881
Dec 21 10:00:26.426120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35052) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.428713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:26.484018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-b9ca8ae7-72c1-4266-91a8-f034fa622050 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.485060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b9ca8ae7-72c1-4266-91a8-f034fa622050 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0579715
Dec 21 10:00:26.491197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35056) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.517988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-29dcc46c-6e9d-495e-aee5-c3deefc99b7b tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.519060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-29dcc46c-6e9d-495e-aee5-c3deefc99b7b tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0266399
Dec 21 10:00:26.555599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35060) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.564236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] Calling delete_port for e918f522-a537-459e-a335-b5f2984b6d1d owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:26.573405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-5d2c8691-f7fa-4f6c-9be2-d2d0fb26fc54 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.578755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5d2c8691-f7fa-4f6c-9be2-d2d0fb26fc54 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0112827
Dec 21 10:00:26.579640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35064) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.587177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-09c5c9c2-11c5-45b0-8064-3bcc80fd1c68 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.588238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-09c5c9c2-11c5-45b0-8064-3bcc80fd1c68 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0076036
Dec 21 10:00:26.591573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35068) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.599825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-a65c3e4c-55d5-4d4e-9ac6-984ff196053f tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:26.600875 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a65c3e4c-55d5-4d4e-9ac6-984ff196053f tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0078781
Dec 21 10:00:26.658349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Calling delete_port for f5835f4b-12c6-40be-83fc-eda28ccbb9b5 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:26.661667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35072) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:26.691140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:26.692716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 283b398a-7642-41a5-962d-57f23f4039a8 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:00:26.708001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b29fa67-d18b-4780-843d-af7653fb8683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:26.735726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 283b398a-7642-41a5-962d-57f23f4039a8) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:26.755893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2315a10-ece8-4270-80bc-5f7bffcfe2cc None None] Network 283b398a-7642-41a5-962d-57f23f4039a8 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:26.769030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:26.769735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:26.785726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] Pushing event deleted for resources: {'Port': ['ID=e918f522-a537-459e-a335-b5f2984b6d1d,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:26.796561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:26.822610 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.2330604
Dec 21 10:00:26.854256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35078) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.010984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] No DVR routers for this DVR port e918f522-a537-459e-a335-b5f2984b6d1d on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:00:27.176560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f5835f4b-12c6-40be-83fc-eda28ccbb9b5 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:27.227202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-283b398a-7642-41a5-962d-57f23f4039a8', 'network_id': '283b398a-7642-41a5-962d-57f23f4039a8', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': '97d67c56-6143-4787-90e2-0309163758d1'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:00:27.228485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:27.298933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:27.301381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-03bdc561-1ce6-4224-987a-61c4e77b0166 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:27.305187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-06ad4c44-017d-442b-8ba4-5ae8baa9fbac tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.306293 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-06ad4c44-017d-442b-8ba4-5ae8baa9fbac tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.6433568
Dec 21 10:00:27.311135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:27.315666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35090) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.383714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-4f19bcc5-97af-4ace-ae4d-2c4a5f72a741 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.384778 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4f19bcc5-97af-4ace-ae4d-2c4a5f72a741 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0065408
Dec 21 10:00:27.392634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35094) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.406655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-e969b601-8649-4685-986b-55aa365643ca tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.407711 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e969b601-8649-4685-986b-55aa365643ca tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0139616
Dec 21 10:00:27.417334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35098) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.431657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-58c9814a-f52a-46bc-9d2c-0cea7e1e854e tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.435455 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-58c9814a-f52a-46bc-9d2c-0cea7e1e854e tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0150084
Dec 21 10:00:27.437166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:27.460824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35102) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.487167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Router 48ecb778-d3e3-4a33-bcb8-2662605fba16 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:00:27.505015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-462db8db-7301-4bb9-81b2-97363acf72ef tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.508873 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-462db8db-7301-4bb9-81b2-97363acf72ef tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0085635
Dec 21 10:00:27.561929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35108) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.584708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-8070bbe6-daec-4194-8425-ee23c72906bb tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.588750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8070bbe6-daec-4194-8425-ee23c72906bb tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0256917
Dec 21 10:00:27.600407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35114) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.608576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Allocated IP 172.20.0.2 (283b398a-7642-41a5-962d-57f23f4039a8/97d67c56-6143-4787-90e2-0309163758d1/52410623-b538-4e7d-bd6e-434db4a94c9a) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:27.635151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-ee342883-c610-4952-b1d1-fb2f7d67521c tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.638806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ee342883-c610-4952-b1d1-fb2f7d67521c tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0291414
Dec 21 10:00:27.704585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35118) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.717946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-e4e7c9ee-aa0f-4ff2-84fa-0c22d08dda23 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.719016 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e4e7c9ee-aa0f-4ff2-84fa-0c22d08dda23 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0133693
Dec 21 10:00:27.723883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35122) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.734156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-935512e5-f5b2-428a-8b7d-2aeda58eda1e tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.735244 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-935512e5-f5b2-428a-8b7d-2aeda58eda1e tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0102880
Dec 21 10:00:27.739054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:00:27.745568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:27.753578 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "PUT /v2.0/routers/48ecb778-d3e3-4a33-bcb8-2662605fba16 HTTP/1.1" status: 200  len: 705 time: 3.5279882
Dec 21 10:00:27.753578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35126) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.753578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35128) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.753910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03bdc561-1ce6-4224-987a-61c4e77b0166 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3014721'] for subnet, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:27.831341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce089cdb-a17f-4e25-b4c4-d2b8e875a00b None None] Sync routers for ids ['48ecb778-d3e3-4a33-bcb8-2662605fba16'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:00:27.887302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-0dcee97f-c5b4-4d1c-946d-81b3fb1c3b75 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.888396 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0dcee97f-c5b4-4d1c-946d-81b3fb1c3b75 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.1392748
Dec 21 10:00:27.896395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35136) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.897610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce089cdb-a17f-4e25-b4c4-d2b8e875a00b None None] Routers {'48ecb778-d3e3-4a33-bcb8-2662605fba16'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:27.899232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ce089cdb-a17f-4e25-b4c4-d2b8e875a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecec3048>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['48ecb778-d3e3-4a33-bcb8-2662605fba16'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:27.903992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-e04500e5-9cbc-478a-975b-09ccc1f531ce tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.907590 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e04500e5-9cbc-478a-975b-09ccc1f531ce tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0082703
Dec 21 10:00:27.911216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35140) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.919712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-bb1d380f-ff00-45db-8e02-0f411b3837dd tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.921417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bb1d380f-ff00-45db-8e02-0f411b3837dd tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 385 time: 0.0089531
Dec 21 10:00:27.926632 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1061d882-430d-4f0a-b84e-91b2de0373a9 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/routers/48ecb778-d3e3-4a33-bcb8-2662605fba16 HTTP/1.1" status: 200  len: 740 time: 0.1719511
Dec 21 10:00:27.926632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35144) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.930263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35146) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.938733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-38bb7786-e287-41b2-9aa6-8a56dc4184d6 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:27.939976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-38bb7786-e287-41b2-9aa6-8a56dc4184d6 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0128365
Dec 21 10:00:27.982810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35152) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.983052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35154) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:27.996379 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-95a2af82-8504-4755-9ec8-27dde5b3a4d4 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] 10.222.0.45 "GET /v2.0/ports?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217&device_id=48ecb778-d3e3-4a33-bcb8-2662605fba16 HTTP/1.1" status: 200  len: 205 time: 0.0640798
Dec 21 10:00:27.999691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35162) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.001870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-9fb2b35a-ffba-4da6-950e-3da1eb49e4f4 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.006234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9fb2b35a-ffba-4da6-950e-3da1eb49e4f4 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0161293
Dec 21 10:00:28.011226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35166) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.028295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-683f711c-291e-4251-8faa-aa924bdb6f5f tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.032633 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-683f711c-291e-4251-8faa-aa924bdb6f5f tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0171692
Dec 21 10:00:28.033417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35170) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.039350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ce089cdb-a17f-4e25-b4c4-d2b8e875a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecec3048>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:28.073251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce089cdb-a17f-4e25-b4c4-d2b8e875a00b None None] Routers {'48ecb778-d3e3-4a33-bcb8-2662605fba16'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:28.074020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ce089cdb-a17f-4e25-b4c4-d2b8e875a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecec3048>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['48ecb778-d3e3-4a33-bcb8-2662605fba16'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:28.081438 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-61e321d2-10db-45c2-9045-cb4643983ec6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=48ecb778-d3e3-4a33-bcb8-2662605fba16 HTTP/1.1" status: 200  len: 205 time: 0.0804074
Dec 21 10:00:28.082352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35174) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.104084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.179562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ce089cdb-a17f-4e25-b4c4-d2b8e875a00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecec3048>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:28.180128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce089cdb-a17f-4e25-b4c4-d2b8e875a00b None None] The sync data for ids ['48ecb778-d3e3-4a33-bcb8-2662605fba16'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:00:28.191957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-20173cdf-ce44-4e16-83d0-dc59253c8207 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.193367 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-20173cdf-ce44-4e16-83d0-dc59253c8207 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.1563818
Dec 21 10:00:28.219451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.249127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35178) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.261340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-32de3afb-e543-45da-9e59-b74ebe665678 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.265570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-32de3afb-e543-45da-9e59-b74ebe665678 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0122464
Dec 21 10:00:28.265841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35182) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.276266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-985abca3-cd92-4e40-89b7-1364b59b2dfd tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.280362 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-985abca3-cd92-4e40-89b7-1364b59b2dfd tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0106294
Dec 21 10:00:28.280657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a097083c-67ff-496b-b4bb-4f1098ff503a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.298788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35186) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.333234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-1a2f7ade-5971-4f97-8e4e-ac9bb3535fb4 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.334715 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1a2f7ade-5971-4f97-8e4e-ac9bb3535fb4 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0334890
Dec 21 10:00:28.343987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35190) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.346366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.351715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.362197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-7b79e114-1f55-4f80-91c4-461c129b8e01 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.363225 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7b79e114-1f55-4f80-91c4-461c129b8e01 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0138443
Dec 21 10:00:28.371345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35194) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.391499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-670e978d-98f9-471c-b93f-1c5d27534864 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.392524 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-670e978d-98f9-471c-b93f-1c5d27534864 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0161765
Dec 21 10:00:28.400289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35198) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.411183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-d15e1852-4c2d-4617-90cb-8022432ae911 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.413183 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d15e1852-4c2d-4617-90cb-8022432ae911 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0077055
Dec 21 10:00:28.415474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35202) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.417373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Transition to ACTIVE for port object 52410623-b538-4e7d-bd6e-434db4a94c9a will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:28.426122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port f5835f4b-12c6-40be-83fc-eda28ccbb9b5 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:28.426344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-78d33a85-8186-4b79-9129-26431da80563 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.430027 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-78d33a85-8186-4b79-9129-26431da80563 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0088224
Dec 21 10:00:28.430027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.430027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Fanout notify agent at l3_agent the message router_deleted on router 606ea920-b208-48b1-a234-e78705cd9e75 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:00:28.439305 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c2f449fa-6511-40b9-ab80-e65a672c7430 tempest-AgentManagementNegativeTest-922028255 tempest-AgentManagementNegativeTest-922028255] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.4489882
Dec 21 10:00:28.439305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35206) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.439629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port f5835f4b-12c6-40be-83fc-eda28ccbb9b5 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:28.439629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.456194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-129c8baf-ad25-4179-86e0-c55acdea7673 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.459929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-129c8baf-ad25-4179-86e0-c55acdea7673 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0202739
Dec 21 10:00:28.460599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35212) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.466216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-343b8e29-6425-42f7-953a-193ebc0ed003 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.469747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-343b8e29-6425-42f7-953a-193ebc0ed003 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0060270
Dec 21 10:00:28.471958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.476090 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d5846ee-04db-49de-ac4e-be1490b8bd29 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "DELETE /v2.0/routers/606ea920-b208-48b1-a234-e78705cd9e75 HTTP/1.1" status: 204  len: 168 time: 6.3748965
Dec 21 10:00:28.476833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35216) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.477188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35218) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.479043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Port f5835f4b-12c6-40be-83fc-eda28ccbb9b5 was deleted so its status cannot be updated. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}}
Dec 21 10:00:28.490824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Transition to ACTIVE for port object 52410623-b538-4e7d-bd6e-434db4a94c9a will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:28.500950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.559763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-118195f7-18b9-45bf-82af-1ade112f6966 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:28.580432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-d21e3269-9836-43c2-ad16-69c9bdcd824c tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=80971) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.584286 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d21e3269-9836-43c2-ad16-69c9bdcd824c tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0342522
Dec 21 10:00:28.611361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e918f522-a537-459e-a335-b5f2984b6d1d no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:00:28.638097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35224) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.656927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-608902d9-deb1-4ce3-b12f-1a5bec18153a tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.662858 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-608902d9-deb1-4ce3-b12f-1a5bec18153a tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0191834
Dec 21 10:00:28.665666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.667741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a097083c-67ff-496b-b4bb-4f1098ff503a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.669700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35228) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.675178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a097083c-67ff-496b-b4bb-4f1098ff503a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.682095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-664be6ac-af56-469a-a842-3e1bafa0e45a tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.685860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-664be6ac-af56-469a-a842-3e1bafa0e45a tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0120156
Dec 21 10:00:28.687446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: e918f522-a537-459e-a335-b5f2984b6d1d {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:00:28.687611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35232) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.688062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e918f522-a537-459e-a335-b5f2984b6d1d not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:00:28.724033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-a22d101e-ef47-4ddc-bc0a-77a087169cf0 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.728396 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a22d101e-ef47-4ddc-bc0a-77a087169cf0 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0396886
Dec 21 10:00:28.729205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35236) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.737062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-6de5ca22-7e7a-4fb9-adb3-7d98693d6def tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.741444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6de5ca22-7e7a-4fb9-adb3-7d98693d6def tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0102608
Dec 21 10:00:28.741920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35240) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.747895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-0934f759-b85b-49b1-b5f7-4ffa5151c291 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.753142 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0934f759-b85b-49b1-b5f7-4ffa5151c291 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0098431
Dec 21 10:00:28.754049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a097083c-67ff-496b-b4bb-4f1098ff503a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.754603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a097083c-67ff-496b-b4bb-4f1098ff503a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Fanout notify agent at l3_agent the message router_deleted on router 48ecb778-d3e3-4a33-bcb8-2662605fba16 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:00:28.760011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35244) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.768324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-1cb4dd5c-08b1-46f1-aa89-181d3a9802c7 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.773236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1cb4dd5c-08b1-46f1-aa89-181d3a9802c7 tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0120499
Dec 21 10:00:28.773964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35248) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.786432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [None req-4b26e6e3-496b-4131-ba70-8fcac3bdeffa tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] http://10.222.0.45:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:00:28.791671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4b26e6e3-496b-4131-ba70-8fcac3bdeffa tempest-ExtensionsTestJSON-1582829647 tempest-ExtensionsTestJSON-1582829647] 10.222.0.45 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0156903
Dec 21 10:00:28.796018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a097083c-67ff-496b-b4bb-4f1098ff503a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:28.797166 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a097083c-67ff-496b-b4bb-4f1098ff503a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/48ecb778-d3e3-4a33-bcb8-2662605fba16 HTTP/1.1" status: 204  len: 168 time: 0.7136488
Dec 21 10:00:28.807241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35254) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.819070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Pushing event updated for resources: {'Port': ['ID=52410623-b538-4e7d-bd6e-434db4a94c9a,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:28.873980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:28.892179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Network 283b398a-7642-41a5-962d-57f23f4039a8 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:28.894099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:28.897362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:28.927386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40174e94-871e-4516-8c67-79338f003f01 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:28.942724 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7b75e9bd-573b-49f0-928d-1714b5043afb tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=48ecb778-d3e3-4a33-bcb8-2662605fba16 HTTP/1.1" status: 200  len: 205 time: 0.1329317
Dec 21 10:00:28.948900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35260) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:28.977591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Attempting to bind port 52410623-b538-4e7d-bd6e-434db4a94c9a on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:28.978214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Attempting to bind port 52410623-b538-4e7d-bd6e-434db4a94c9a by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'd491811d-e7b1-424b-ab16-7abe0c35ee25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '283b398a-7642-41a5-962d-57f23f4039a8'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:28.978778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Attempting to bind port 52410623-b538-4e7d-bd6e-434db4a94c9a on network 283b398a-7642-41a5-962d-57f23f4039a8 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:28.986438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f5835f4b-12c6-40be-83fc-eda28ccbb9b5 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:00:29.030758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: f5835f4b-12c6-40be-83fc-eda28ccbb9b5 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:00:29.031098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f5835f4b-12c6-40be-83fc-eda28ccbb9b5 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:00:29.033940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:29.034362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Checking segment: {'id': 'd491811d-e7b1-424b-ab16-7abe0c35ee25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '283b398a-7642-41a5-962d-57f23f4039a8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:29.034817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:29.035230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Bound using segment: {'id': 'd491811d-e7b1-424b-ab16-7abe0c35ee25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '283b398a-7642-41a5-962d-57f23f4039a8'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:29.035771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Bound port: 52410623-b538-4e7d-bd6e-434db4a94c9a, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd491811d-e7b1-424b-ab16-7abe0c35ee25', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '283b398a-7642-41a5-962d-57f23f4039a8'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:29.036227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:29.051659 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-0c6c20b2-5f39-4b3f-bed6-ec55edc8bbb6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] delete failed (client error): The resource could not be found.
Dec 21 10:00:29.053662 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0c6c20b2-5f39-4b3f-bed6-ec55edc8bbb6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/48ecb778-d3e3-4a33-bcb8-2662605fba16 HTTP/1.1" status: 404  len: 336 time: 0.1036277
Dec 21 10:00:29.056427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35264) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.097985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35268) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.120755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-64072b58-f853-45a8-8efa-22e9484ccb2b tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=845ca62d-b220-4bc4-8acc-3a5ebb248eee HTTP/1.1" status: 200  len: 205 time: 0.0604663
Dec 21 10:00:29.121507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35272) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.155710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] For port 52410623-b538-4e7d-bd6e-434db4a94c9a, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:29.161226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] For port 52410623-b538-4e7d-bd6e-434db4a94c9a, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=52410623-b538-4e7d-bd6e-434db4a94c9a,segment=NetworkSegment(d491811d-e7b1-424b-ab16-7abe0c35ee25),segment_id=d491811d-e7b1-424b-ab16-7abe0c35ee25)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:29.178982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:29.220861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:29.223298 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-88b41937-a382-4c85-8263-5299446d1cb2 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] delete failed (client error): The resource could not be found.
Dec 21 10:00:29.224727 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-88b41937-a382-4c85-8263-5299446d1cb2 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/845ca62d-b220-4bc4-8acc-3a5ebb248eee HTTP/1.1" status: 404  len: 336 time: 0.1004906
Dec 21 10:00:29.227752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35280) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.245185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=6935573c-212a-4b7b-a8a4-c44d8ff299d7,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:29.247301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35284) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.307558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d9fa4f8c-ff37-4adf-8516-bac2fe98c0cd tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=05645216-93d2-4e28-9fc9-6f9a845a063e HTTP/1.1" status: 200  len: 205 time: 0.0784581
Dec 21 10:00:29.309946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35286) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.328492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:29.341614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03bdc561-1ce6-4224-987a-61c4e77b0166 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363296613509099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851938113'] for subnet, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:29.378189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41d9fa13-2326-48a3-b7ea-596ba0f11e46 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:29.427588 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-3d7382df-43ad-4302-ae14-6955fc173fa7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] delete failed (client error): The resource could not be found.
Dec 21 10:00:29.429318 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3d7382df-43ad-4302-ae14-6955fc173fa7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/05645216-93d2-4e28-9fc9-6f9a845a063e HTTP/1.1" status: 404  len: 336 time: 0.1172757
Dec 21 10:00:29.432277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35294) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.493713 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e056d0da-5083-48a5-b6d1-6d14db43c382 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=3165b58e-0299-4245-a8fc-338d05263e0c HTTP/1.1" status: 200  len: 205 time: 0.0591333
Dec 21 10:00:29.495935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35298) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.503329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:29.507472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:29.525656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:29.579798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89945df-2f21-4fc4-9739-19908a476a5e None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:29.585816 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-69a01fe9-e1f1-4767-8203-e55ed95b79c6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] delete failed (client error): The resource could not be found.
Dec 21 10:00:29.586964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-69a01fe9-e1f1-4767-8203-e55ed95b79c6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/3165b58e-0299-4245-a8fc-338d05263e0c HTTP/1.1" status: 404  len: 336 time: 0.0900640
Dec 21 10:00:29.589786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35302) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.614146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:29.642732 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d8de8754-5ca0-494b-b232-a0650659b0d9 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=70890d5a-668e-479d-85d9-f7f656032215 HTTP/1.1" status: 200  len: 205 time: 0.0516055
Dec 21 10:00:29.645384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35306) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.646069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Pushing event updated for resources: {'Port': ['ID=52410623-b538-4e7d-bd6e-434db4a94c9a,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:29.649555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:29.667448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:29.721456 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-71df7f31-262a-4be6-8fa6-eaeef18e2c6d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] delete failed (client error): The resource could not be found.
Dec 21 10:00:29.725972 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-71df7f31-262a-4be6-8fa6-eaeef18e2c6d tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/70890d5a-668e-479d-85d9-f7f656032215 HTTP/1.1" status: 404  len: 336 time: 0.0761514
Dec 21 10:00:29.726136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:29.726253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35310) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.729949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:29.730614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:29.742849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bdc561-1ce6-4224-987a-61c4e77b0166 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=97d67c56-6143-4787-90e2-0309163758d1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:29.745799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03bdc561-1ce6-4224-987a-61c4e77b0166 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:29.746698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] Usage tracker for resource:security_group_rule and tenant:370a06e6574e40b69fbf1fe02cf10566 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:29.758620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:29.771099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:29.777734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d51fbda0-f4ab-4ecd-95ec-497b623d1368 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "GET /v2.0/ports?device_id=dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7 HTTP/1.1" status: 200  len: 205 time: 0.0478995
Dec 21 10:00:29.778572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35314) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.788197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:29.793380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] Usage tracker for resource:security_group_rule and tenant:59724989ca684349bb0c0699070c3ddc is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:29.799947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:29.856739 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-124c530f-e84c-420b-a4d1-256fbd318a0a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] delete failed (client error): The resource could not be found.
Dec 21 10:00:29.858672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-124c530f-e84c-420b-a4d1-256fbd318a0a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/routers/dda9e4e5-67a8-4fbc-a0b2-e43bc57da0d7 HTTP/1.1" status: 404  len: 336 time: 0.0790842
Dec 21 10:00:29.861691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35318) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.878439 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.9527178
Dec 21 10:00:29.879294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35322) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:29.908326 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f335b31-4ce7-49f4-8e05-821fe0cb9e31 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] DELETE failed (client error): The resource could not be found.
Dec 21 10:00:29.908666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f335b31-4ce7-49f4-8e05-821fe0cb9e31 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:00:29.910596 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4f335b31-4ce7-49f4-8e05-821fe0cb9e31 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] 10.222.0.45 "DELETE /v2.0/subnets/0c0fcfd0-e826-4110-b559-f102e6a1f83c HTTP/1.1" status: 404  len: 337 time: 0.0479071
Dec 21 10:00:29.924521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '6935573c-212a-4b7b-a8a4-c44d8ff299d7'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:00:29.925470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.248591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:30.268604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'name': 'tempest-NetworksTestDHCPv6-473305599'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:30.284133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/6935573c-212a-4b7b-a8a4-c44d8ff299d7/12312d69-4040-4812-b92c-c61db6e0c267) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:30.290838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35330) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:30.328660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bdc561-1ce6-4224-987a-61c4e77b0166 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:30.329313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03bdc561-1ce6-4224-987a-61c4e77b0166 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.333778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35336) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:30.338865 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-03bdc561-1ce6-4224-987a-61c4e77b0166 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "PUT /v2.0/subnets/97d67c56-6143-4787-90e2-0309163758d1 HTTP/1.1" status: 200  len: 806 time: 3.0543885
Dec 21 10:00:30.496223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.520348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:30.528368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.529277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] Usage tracker for resource:security_group_rule and tenant:5787d2b1d8c64521a40ee58a076635fa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:30.534853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:30.539541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.543131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Deleting port 05412500-8228-4c8e-aa0e-0c67061d9191 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:30.543596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.546851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:30.551277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Transition to ACTIVE for port object 12312d69-4040-4812-b92c-c61db6e0c267 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:30.570444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Transition to ACTIVE for port object 12312d69-4040-4812-b92c-c61db6e0c267 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:30.576688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.594595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-30b89365-2cc8-41f8-8d8c-861c06295b84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:30.606734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.658127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:30.664979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Pushing event updated for resources: {'Port': ['ID=12312d69-4040-4812-b92c-c61db6e0c267,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:30.668429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:30.697293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port 52410623-b538-4e7d-bd6e-434db4a94c9a {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:30.697671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.715618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:30.730854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:30.749535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.750810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:30.760439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.781686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76132279-991f-4255-b411-cfdd6cae1243 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:30.811507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:30.812951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:30.816012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:30.879369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:30.881132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Attempting to bind port 12312d69-4040-4812-b92c-c61db6e0c267 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:30.881578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Attempting to bind port 12312d69-4040-4812-b92c-c61db6e0c267 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:30.882001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Attempting to bind port 12312d69-4040-4812-b92c-c61db6e0c267 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:30.884966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.888793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:30.889334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:30.889907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.890352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:30.891093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Bound port: 12312d69-4040-4812-b92c-c61db6e0c267, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:30.891421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.897361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.905916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.943674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.969511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:30.975671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=370a06e6574e40b69fbf1fe02cf10566&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8464925
Dec 21 10:00:30.995843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c603ae8-2c25-4c70-9b30-449c75cfad49,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:31.002181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35340) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:31.008571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] For port 12312d69-4040-4812-b92c-c61db6e0c267, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:31.012059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] For port 12312d69-4040-4812-b92c-c61db6e0c267, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=12312d69-4040-4812-b92c-c61db6e0c267,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:31.020473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.041010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:31.041764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f01e6da6-ed0c-49c7-a5a8-32c9ba122c71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:31.047635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-619416f5-b229-48d2-b0ee-ea11793de0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:31.058590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:00:31.164290 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=59724989ca684349bb0c0699070c3ddc&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8400512
Dec 21 10:00:31.182144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35344) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:31.184880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] For port 05412500-8228-4c8e-aa0e-0c67061d9191, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=05412500-8228-4c8e-aa0e-0c67061d9191,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:31.185289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.241763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528c175f-279c-4711-a95b-11a69a3973fd,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:31.288597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-428add16-3c75-4102-bcac-38a709e71156 tempest-ExternalNetworksTestJSON-492405784 tempest-ExternalNetworksTestJSON-492405784] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:31.318581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 52410623-b538-4e7d-bd6e-434db4a94c9a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:31.323695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5787d2b1d8c64521a40ee58a076635fa&name=default HTTP/1.1" status: 200  len: 2879 time: 1.0312154
Dec 21 10:00:31.326936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:31.328966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35348) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:31.329799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3010c8-b5c3-42cc-ab83-dfd033bd561e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:31.335262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:31.430146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port 52410623-b538-4e7d-bd6e-434db4a94c9a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=52410623-b538-4e7d-bd6e-434db4a94c9a,segment=NetworkSegment(d491811d-e7b1-424b-ab16-7abe0c35ee25),segment_id=d491811d-e7b1-424b-ab16-7abe0c35ee25)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:31.430480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.448044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a453b994-95d8-4b67-811f-7a5d3ec6d09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.460475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4991aa-5862-46f6-8c52-239a7a647208 None None] Network 283b398a-7642-41a5-962d-57f23f4039a8 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:31.465819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Calling delete_port for 05412500-8228-4c8e-aa0e-0c67061d9191 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:31.509632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.511978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Pushing event updated for resources: {'Port': ['ID=12312d69-4040-4812-b92c-c61db6e0c267,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:31.517641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:31.602798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for 52410623-b538-4e7d-bd6e-434db4a94c9a owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:31.610234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 437ef0f7-1e06-4b95-9cf4-021fdb75b401 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:31.615878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-615041fb-c534-4c9b-b39f-0e83d7102411 None None] Provisioning for port 52410623-b538-4e7d-bd6e-434db4a94c9a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:31.630175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 52410623-b538-4e7d-bd6e-434db4a94c9a completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:31.639247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-615041fb-c534-4c9b-b39f-0e83d7102411 None None] Provisioning complete for port 52410623-b538-4e7d-bd6e-434db4a94c9a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:31.639992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-615041fb-c534-4c9b-b39f-0e83d7102411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.667638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 52410623-b538-4e7d-bd6e-434db4a94c9a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:31.668152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.673728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a453b994-95d8-4b67-811f-7a5d3ec6d09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.771302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6edcd327-4374-4d77-a6d6-0c4bd4e02f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.839832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a453b994-95d8-4b67-811f-7a5d3ec6d09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.850470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c910944e-d0a4-4205-9395-802641c09357 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:31.863269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99ffa2fa-65df-4838-b1fa-04e71ae94bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.874224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.888938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Could not find standard attr ID for object 52410623-b538-4e7d-bd6e-434db4a94c9a. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:00:31.897581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-615041fb-c534-4c9b-b39f-0e83d7102411 None None] Could not find standard attr ID for object 52410623-b538-4e7d-bd6e-434db4a94c9a. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:00:31.900025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No ports have port_id starting with 52410623-b538-4e7d-bd6e-434db4a94c9a
Dec 21 10:00:31.903883 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.db [None req-615041fb-c534-4c9b-b39f-0e83d7102411 None None] No ports have port_id starting with 52410623-b538-4e7d-bd6e-434db4a94c9a
Dec 21 10:00:31.904040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6edcd327-4374-4d77-a6d6-0c4bd4e02f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:31.929701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453b994-95d8-4b67-811f-7a5d3ec6d09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3010c8-b5c3-42cc-ab83-dfd033bd561e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:31.935035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a453b994-95d8-4b67-811f-7a5d3ec6d09f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:31.937651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0c1cdfb8-4409-44a1-9ff3-d2f9d5b1fc5a tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:32.057999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99ffa2fa-65df-4838-b1fa-04e71ae94bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.062631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Port': ['ID=52410623-b538-4e7d-bd6e-434db4a94c9a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:32.070909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:32.080340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a453b994-95d8-4b67-811f-7a5d3ec6d09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.081575 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a453b994-95d8-4b67-811f-7a5d3ec6d09f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf3010c8-b5c3-42cc-ab83-dfd033bd561e HTTP/1.1" status: 204  len: 168 time: 0.7487550
Dec 21 10:00:32.111823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::258 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/6935573c-212a-4b7b-a8a4-c44d8ff299d7/437ef0f7-1e06-4b95-9cf4-021fdb75b401) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:32.133556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.174263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No DVR routers for this DVR port 52410623-b538-4e7d-bd6e-434db4a94c9a on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:00:32.237796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.262193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6edcd327-4374-4d77-a6d6-0c4bd4e02f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.277210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2aff7a08-593e-446c-b361-a944c47878ec tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:32.314454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99ffa2fa-65df-4838-b1fa-04e71ae94bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.330684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edcd327-4374-4d77-a6d6-0c4bd4e02f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c603ae8-2c25-4c70-9b30-449c75cfad49,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:32.340569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6edcd327-4374-4d77-a6d6-0c4bd4e02f93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:32.351699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-813d9710-a64c-4d3f-919b-bfaa89843390 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:32.410077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ffa2fa-65df-4838-b1fa-04e71ae94bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528c175f-279c-4711-a95b-11a69a3973fd,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:32.419673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-99ffa2fa-65df-4838-b1fa-04e71ae94bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:32.504207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6edcd327-4374-4d77-a6d6-0c4bd4e02f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.505447 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6edcd327-4374-4d77-a6d6-0c4bd4e02f93 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7c603ae8-2c25-4c70-9b30-449c75cfad49 HTTP/1.1" status: 204  len: 168 time: 1.4947255
Dec 21 10:00:32.508741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99ffa2fa-65df-4838-b1fa-04e71ae94bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.512190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-99ffa2fa-65df-4838-b1fa-04e71ae94bec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/528c175f-279c-4711-a95b-11a69a3973fd HTTP/1.1" status: 204  len: 168 time: 1.2998707
Dec 21 10:00:32.528883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.588686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35360) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:32.620304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47c887a-c4e6-4152-aa9c-b06b60d95f2d None None] Network 283b398a-7642-41a5-962d-57f23f4039a8 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:32.831200 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bb34fb48-3d54-4012-afee-282149aa294a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=54c4033dbb3c4827aecc516946a8972e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2389948
Dec 21 10:00:32.832519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35366) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:32.864828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.880013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.883899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:32.896420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f89750ad-bdfb-462b-882f-7618f2506bba tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:32.997622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=97d67c56-6143-4787-90e2-0309163758d1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:33.006430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:33.072901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.073759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Fanout notify agent at l3_agent the message router_deleted on router f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:00:33.118483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40e3e24-cb96-4940-9670-45503f81656f None None] DHCP port deletion for 283b398a-7642-41a5-962d-57f23f4039a8 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:00:33.221587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80d38c87-eaaa-410c-bb0e-8d1e5605ef16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.224488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.229244 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-005377ca-a257-4909-818f-6d51633532ea tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "DELETE /v2.0/routers/f9fe6bfb-4921-4123-9ff9-bc58b21c5fc8 HTTP/1.1" status: 204  len: 168 time: 4.6615620
Dec 21 10:00:33.239758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35376) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:33.260120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 12312d69-4040-4812-b92c-c61db6e0c267 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:33.275814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-493901122', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:33.335470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80d38c87-eaaa-410c-bb0e-8d1e5605ef16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.347262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:33.364450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Usage tracker for resource:router and tenant:f1da9f077d844fd58c9cdaa36795dc87 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:33.386759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:33.405230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 12312d69-4040-4812-b92c-c61db6e0c267 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:33.454508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:33.462296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.483139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5b231409-74d3-49b9-8f24-63831e73e916 None None] Provisioning for port 12312d69-4040-4812-b92c-c61db6e0c267 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:33.501855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5b231409-74d3-49b9-8f24-63831e73e916 None None] Provisioning complete for port 12312d69-4040-4812-b92c-c61db6e0c267 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:33.502277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b231409-74d3-49b9-8f24-63831e73e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.527088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80d38c87-eaaa-410c-bb0e-8d1e5605ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.569167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:33.601130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.602501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.620352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.625059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d38c87-eaaa-410c-bb0e-8d1e5605ef16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43293e6-52f8-4654-afd5-9623d1ddd334,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:33.634598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80d38c87-eaaa-410c-bb0e-8d1e5605ef16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.636062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-80d38c87-eaaa-410c-bb0e-8d1e5605ef16 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f43293e6-52f8-4654-afd5-9623d1ddd334 HTTP/1.1" status: 204  len: 168 time: 0.8023117
Dec 21 10:00:33.649268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80d38c87-eaaa-410c-bb0e-8d1e5605ef16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:33.680503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec61eb00>,) {'filters': {'network_id': ['283b398a-7642-41a5-962d-57f23f4039a8']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:33.688213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.696033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec61eb00>, 'd491811d-e7b1-424b-ab16-7abe0c35ee25') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:33.696393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec61eb00>, 'd491811d-e7b1-424b-ab16-7abe0c35ee25') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:33.713675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.727413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 437ef0f7-1e06-4b95-9cf4-021fdb75b401 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:33.736218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.738930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 8 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:00:33.880216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b231409-74d3-49b9-8f24-63831e73e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.959147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5b231409-74d3-49b9-8f24-63831e73e916 None None] For port 12312d69-4040-4812-b92c-c61db6e0c267, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=12312d69-4040-4812-b92c-c61db6e0c267,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:33.965528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b231409-74d3-49b9-8f24-63831e73e916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.971760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:33.981006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 283b398a-7642-41a5-962d-57f23f4039a8 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:33.991255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:33.996015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.094573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b231409-74d3-49b9-8f24-63831e73e916 None None] Pushing event updated for resources: {'Port': ['ID=12312d69-4040-4812-b92c-c61db6e0c267,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:34.098875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5b231409-74d3-49b9-8f24-63831e73e916 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:34.131942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c7b5218b-e136-43f6-8388-3328047f0cc8 None None] Provisioning complete for port 12312d69-4040-4812-b92c-c61db6e0c267 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:34.132453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7b5218b-e136-43f6-8388-3328047f0cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.135188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d62db877-c711-4eb5-89c8-5abb6c7a1076 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:34.296075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 283b398a-7642-41a5-962d-57f23f4039a8 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:34.437935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5ca0ac3d-58f6-42b7-8752-d19d4f87ba49 None None] Provisioning complete for port 12312d69-4040-4812-b92c-c61db6e0c267 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:34.438575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ca0ac3d-58f6-42b7-8752-d19d4f87ba49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:00:34.518437 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:00:34.523517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.528032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:34.587511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.601167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=283b398a-7642-41a5-962d-57f23f4039a8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:34.606677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:34.614153 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/283b398a-7642-41a5-962d-57f23f4039a8 HTTP/1.1" status: 204  len: 168 time: 4.2792280
Dec 21 10:00:34.615010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35410) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:34.648743 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-51000bea-0d61-4efd-9fc5-f057afc7a379 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:00:34.649161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51000bea-0d61-4efd-9fc5-f057afc7a379 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:00:34.656059 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-51000bea-0d61-4efd-9fc5-f057afc7a379 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/283b398a-7642-41a5-962d-57f23f4039a8 HTTP/1.1" status: 404  len: 339 time: 0.0399671
Dec 21 10:00:34.656705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35414) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:34.664370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-457903357', 'description': 'd1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:34.671576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:34.677610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:network and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:34.681235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:34.688969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:34.700538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.700991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:34.708726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.757314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:00:34.773010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.773464 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment b8a95e66-05f4-4e28-bcf8-650bb05e69cd of type vxlan for network 1e5eb434-46cb-4f00-a9de-78cc255c5d70
Dec 21 10:00:34.791938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=437ef0f7-1e06-4b95-9cf4-021fdb75b401,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:34.798294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35420) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:34.815034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.815407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:34.845102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:34.847038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:34.852254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:34.853690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.858321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:34.858514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:34.859320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.859578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:34.867085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:34.944074 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 0.2858999
Dec 21 10:00:34.956980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35428) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:34.988958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 12312d69-4040-4812-b92c-c61db6e0c267 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:35.050991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35432) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:35.064881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=1e5eb434-46cb-4f00-a9de-78cc255c5d70,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:35.068739 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.8148870
Dec 21 10:00:35.074618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35436) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:35.078816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:35.084508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 1e5eb434-46cb-4f00-a9de-78cc255c5d70 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:35.205440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf4794-0566-40ba-b0e7-8f6623d2c526 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:35.212501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c139ca-1d56-4b1f-9644-e5cdcd6df1db tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:35.213264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-34c139ca-1d56-4b1f-9644-e5cdcd6df1db tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Synchronizing usage tracker for tenant:ec539f5646e0414fa53cf82889235c54 on resource:network {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:35.216446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cf4794-0566-40ba-b0e7-8f6623d2c526 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:35.218650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-91cf4794-0566-40ba-b0e7-8f6623d2c526 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:35.221894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 1e5eb434-46cb-4f00-a9de-78cc255c5d70 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:35.247431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1487247077'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:35.263860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:35.296717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:network and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:35.297566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-34c139ca-1d56-4b1f-9644-e5cdcd6df1db tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Unset dirty status for tenant:ec539f5646e0414fa53cf82889235c54 on resource:network {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:35.299005 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-34c139ca-1d56-4b1f-9644-e5cdcd6df1db tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/networks?id=1e5eb434-46cb-4f00-a9de-78cc255c5d70 HTTP/1.1" status: 200  len: 760 time: 0.3406117
Dec 21 10:00:35.306816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35444) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:35.307660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:35.340170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-20fbb340-ab48-407e-abc6-025de642a71e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'description': 'd2'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:35.384217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:35.398992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-91cf4794-0566-40ba-b0e7-8f6623d2c526 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:35.406411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35448) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:35.408556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-91cf4794-0566-40ba-b0e7-8f6623d2c526 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1670 time: 0.3325772
Dec 21 10:00:35.557420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:35.624627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:35.626427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:35.630132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-636a0721-5738-4fb0-88a1-b3a1172a5ee8 None None] Provisioning for port 437ef0f7-1e06-4b95-9cf4-021fdb75b401 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:35.632222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:35.635367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-636a0721-5738-4fb0-88a1-b3a1172a5ee8 None None] Provisioning complete for port 437ef0f7-1e06-4b95-9cf4-021fdb75b401 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:35.635783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-636a0721-5738-4fb0-88a1-b3a1172a5ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:35.650488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-462569403'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:35.661913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 12312d69-4040-4812-b92c-c61db6e0c267 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:35.662344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:35.666683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fb34833d-0bf8-4fce-ad92-48269dc8f93c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 437ef0f7-1e06-4b95-9cf4-021fdb75b401 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:35.667070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb34833d-0bf8-4fce-ad92-48269dc8f93c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:35.687388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:35.696856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:35.727747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:network and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:35.736907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:35.741320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:35.753954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-636a0721-5738-4fb0-88a1-b3a1172a5ee8 None None] Port 437ef0f7-1e06-4b95-9cf4-021fdb75b401 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:00:35.772604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group_rule and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:35.850131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:35.852873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:35.881789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 52410623-b538-4e7d-bd6e-434db4a94c9a no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:00:35.885768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:35.925370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 52410623-b538-4e7d-bd6e-434db4a94c9a {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:00:35.926034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 52410623-b538-4e7d-bd6e-434db4a94c9a not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:00:35.926953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 05412500-8228-4c8e-aa0e-0c67061d9191 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:00:35.964170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Made reservation on behalf of 338c2a421bf848038828530c137b28aa for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:35.973355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:35.975380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 05412500-8228-4c8e-aa0e-0c67061d9191 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:00:35.976625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 05412500-8228-4c8e-aa0e-0c67061d9191 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:00:36.007210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.114199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:36.117417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20fbb340-ab48-407e-abc6-025de642a71e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.134208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:security_group_rule and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:36.143697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:36.152828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:36.161330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20fbb340-ab48-407e-abc6-025de642a71e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.181068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:36.191685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb34833d-0bf8-4fce-ad92-48269dc8f93c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.212854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Allocated IP 172.26.1.192 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/3ec81145-73e2-41da-a5a6-2a5eba8dd8b9) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:36.341831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fb34833d-0bf8-4fce-ad92-48269dc8f93c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 437ef0f7-1e06-4b95-9cf4-021fdb75b401 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:36.409256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fbb340-ab48-407e-abc6-025de642a71e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=1e5eb434-46cb-4f00-a9de-78cc255c5d70,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:36.421008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20fbb340-ab48-407e-abc6-025de642a71e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:36.422671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 1e5eb434-46cb-4f00-a9de-78cc255c5d70 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:36.451725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 1e5eb434-46cb-4f00-a9de-78cc255c5d70 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:36.451950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.459803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.462991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-20fbb340-ab48-407e-abc6-025de642a71e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 1e5eb434-46cb-4f00-a9de-78cc255c5d70 is not hosted by any dhcp agent {{(pid=80970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 21 10:00:36.467655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fbb340-ab48-407e-abc6-025de642a71e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:36.468462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20fbb340-ab48-407e-abc6-025de642a71e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.472206 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-20fbb340-ab48-407e-abc6-025de642a71e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "PUT /v2.0/networks/1e5eb434-46cb-4f00-a9de-78cc255c5d70 HTTP/1.1" status: 200  len: 757 time: 1.1579592
Dec 21 10:00:36.473053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b692fd02-8885-476e-a8fd-0bd20059dfa1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:36.487720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35470) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:36.563686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:00:36.591966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.592509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Added segment 286b993a-05ed-4700-bdb8-2bd9715a7cdd of type vxlan for network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd
Dec 21 10:00:36.621559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.634381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'SecurityGroup': ['ID=0412214f-f04f-43d0-8188-6343d9848c83,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:36.647398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:36.654771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.684648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb34833d-0bf8-4fce-ad92-48269dc8f93c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.687413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.719236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-24e144e6-3ffb-4f94-8740-e74fb272b9ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:36.777365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35476) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:36.805002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4839450-5f7a-401d-b934-d0137fd5093b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:36.805824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c4839450-5f7a-401d-b934-d0137fd5093b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Synchronizing usage tracker for tenant:ec539f5646e0414fa53cf82889235c54 on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:36.820573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.828935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.833350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:36.833904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.837707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:36.846362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b54d21a-7495-4ede-8ab8-97deb82617e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736 tempest-PortsAdminExtendedAttrsIpV6TestJSON-262214736] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:36.910148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c4839450-5f7a-401d-b934-d0137fd5093b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Unset dirty status for tenant:ec539f5646e0414fa53cf82889235c54 on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:36.911449 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c4839450-5f7a-401d-b934-d0137fd5093b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/networks?id=1e5eb434-46cb-4f00-a9de-78cc255c5d70 HTTP/1.1" status: 200  len: 760 time: 0.4218380
Dec 21 10:00:36.921742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35482) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:36.943593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590808965'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:36.948647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Pushing event updated for resources: {'Port': ['ID=3ec81145-73e2-41da-a5a6-2a5eba8dd8b9,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:37.001521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:00:37.011596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1924947090', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:37.016212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34833d-0bf8-4fce-ad92-48269dc8f93c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=437ef0f7-1e06-4b95-9cf4-021fdb75b401,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:37.020904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:37.023653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fb34833d-0bf8-4fce-ad92-48269dc8f93c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:37.024216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:37.024706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:37.027709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Network': ['ID=768b4c76-b2fc-47fd-998e-2a2b0d971ffd,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:37.032105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:37.041211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:37.041389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:37.043272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:37.053047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Usage tracker for resource:port and tenant:93092c1c530f4c0992bec14bfc7e53dc is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:37.058741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.059175 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Added segment 662e6c52-f3fb-4106-a59b-b8e062f52d5f of type vxlan for network 7646ce9c-7064-4145-be8e-66a80100b69d
Dec 21 10:00:37.062060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:37.065915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:37.072272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:37.078591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 781 time: 2.2763820
Dec 21 10:00:37.082345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35486) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:37.085677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:37.090849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:37.092147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'name': 'tempest-PortsTestJSON-868203211'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:37.111241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:37.114031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'SecurityGroup': ['ID=0cadd115-c598-4077-a61b-a56a6792489f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:37.122639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:37.126859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:37.132355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.148866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:37.159088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.166289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Made reservation on behalf of 93092c1c530f4c0992bec14bfc7e53dc for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:37.170310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb34833d-0bf8-4fce-ad92-48269dc8f93c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.171747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.197131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.236641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:37.244753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Usage tracker for resource:security_group_rule and tenant:93092c1c530f4c0992bec14bfc7e53dc is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:37.249652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:37.256806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:37.262654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.268685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:37.269364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.281346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6597a031-045c-4776-adea-8725310a99a8 tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:37.285273 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fb34833d-0bf8-4fce-ad92-48269dc8f93c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/437ef0f7-1e06-4b95-9cf4-021fdb75b401 HTTP/1.1" status: 204  len: 168 time: 1.8773437
Dec 21 10:00:37.290796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35490) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:37.307206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:00:37.307538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:00:37.400142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:37.425427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Network': ['ID=7646ce9c-7064-4145-be8e-66a80100b69d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:37.433662 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 2.3798184
Dec 21 10:00:37.433936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:port and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:37.434016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:37.434713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35494) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:37.440503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 7646ce9c-7064-4145-be8e-66a80100b69d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:37.455325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 7646ce9c-7064-4145-be8e-66a80100b69d details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:37.493276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:37.493924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.497304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.505794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'subnet': {'network_id': '7646ce9c-7064-4145-be8e-66a80100b69d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:37.510311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a453b994-95d8-4b67-811f-7a5d3ec6d09f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:37.520927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:37.577253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Pushing event updated for resources: {'SecurityGroup': ['ID=76fe60eb-2ebe-44ea-a6e7-794453e30c32,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:37.582064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:37.601304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d620a-53c1-406d-be0e-ebfd0aad19f9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:37.602851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20d620a-53c1-406d-be0e-ebfd0aad19f9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:37.603659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a20d620a-53c1-406d-be0e-ebfd0aad19f9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:37.616968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:37.623419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.925200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:37.974876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] device_id is not set on port ecabeb77-daba-4a42-a2d4-6b6dcf4533c8 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:38.022240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:00:38.051050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:38.051487 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment 4b6acd36-bcf4-4322-a847-923fbcc96a86 of type vxlan for network 9c18c837-79bf-4e4f-829d-a31885852490
Dec 21 10:00:38.056165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:38.058485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a20d620a-53c1-406d-be0e-ebfd0aad19f9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:38.059768 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a20d620a-53c1-406d-be0e-ebfd0aad19f9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.7679665
Dec 21 10:00:38.063654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35498) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:38.078724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:subnet and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:38.084210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:38.161306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:38.185923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:38.208032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Made reservation on behalf of 338c2a421bf848038828530c137b28aa for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:38.246526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a042de4e-8d8f-4e8a-8fad-8cc93c5fdb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:38.285730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Allocated IP 172.26.1.4 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/ecabeb77-daba-4a42-a2d4-6b6dcf4533c8) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:38.286010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port ea706a91-5ba4-431e-b308-00bfcfbf78f1 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:38.304975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:38.309132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:38.309793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:38.374009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b41846d-b317-41ac-8160-525390da352e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:38.516693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:38.575501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:38.589325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=9c18c837-79bf-4e4f-829d-a31885852490,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:38.603345 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.6777668
Dec 21 10:00:38.603345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:38.603613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 9c18c837-79bf-4e4f-829d-a31885852490 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:38.606350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35502) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:38.621003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 9c18c837-79bf-4e4f-829d-a31885852490 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:38.636190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b15ccf3-665d-4f26-8684-f298f182a53a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 6935573c-212a-4b7b-a8a4-c44d8ff299d7 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:00:38.655620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': '9c18c837-79bf-4e4f-829d-a31885852490', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:38.674702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b15ccf3-665d-4f26-8684-f298f182a53a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:38.836084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b15ccf3-665d-4f26-8684-f298f182a53a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:38.973758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:38.989694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Usage tracker for resource:subnet and tenant:ec539f5646e0414fa53cf82889235c54 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:39.000905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:39.024074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:39.043598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:39.058817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:39.062400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:39.112837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b15ccf3-665d-4f26-8684-f298f182a53a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:39.246552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:39.253837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:39.303021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bca7227e-96a8-4f06-9ce6-f781259c2e7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:39.316196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:39.338343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fb34833d-0bf8-4fce-ad92-48269dc8f93c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:39.379201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:39.587434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=ea706a91-5ba4-431e-b308-00bfcfbf78f1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:39.594403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:39.663533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Pushing event updated for resources: {'Port': ['ID=ecabeb77-daba-4a42-a2d4-6b6dcf4533c8,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:39.681886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:39.818126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Checking segment: {'id': '286b993a-05ed-4700-bdb8-2bd9715a7cdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:39.818533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network hostable DHCP agents. Network: 768b4c76-b2fc-47fd-998e-2a2b0d971ffd, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:00:39.853158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:39.864068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:39.871462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:39.872033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:00:39.921951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 768b4c76-b2fc-47fd-998e-2a2b0d971ffd) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:39.928667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Router 98312e95-5674-4a28-8649-8ff3e6814c65 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:00:39.930880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b15ccf3-665d-4f26-8684-f298f182a53a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:39.933103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1ae4e6-168e-4aca-b55e-be95c277a166 None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:39.945858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:39.950211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:39.951066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:39.960903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9dd88f7b-c047-4c96-95c8-d45c7e4011d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:40.030071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b15ccf3-665d-4f26-8684-f298f182a53a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=6935573c-212a-4b7b-a8a4-c44d8ff299d7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:40.042420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.044088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:40.045436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.054598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b15ccf3-665d-4f26-8684-f298f182a53a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:40.074597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40082789-be1d-4f38-895f-6a3bdc1ac595 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:40.186372 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1031 time: 3.4051707
Dec 21 10:00:40.189957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35506) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:40.197255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d3702-3657-4967-9f2d-69f050852d9f None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:40.202303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b15ccf3-665d-4f26-8684-f298f182a53a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.206761 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0b15ccf3-665d-4f26-8684-f298f182a53a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/6935573c-212a-4b7b-a8a4-c44d8ff299d7 HTTP/1.1" status: 204  len: 168 time: 2.1368442
Dec 21 10:00:40.211827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.4'}]}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:40.217215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35510) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:40.225079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:40.296991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Usage tracker for resource:router and tenant:93092c1c530f4c0992bec14bfc7e53dc is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:40.306988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:40.314082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-effd57b8-a2bf-4d7d-9fc7-8101ad448eec tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0955229
Dec 21 10:00:40.318995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:40.321217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35514) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:40.391032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.392147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.428138 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 3.3451018
Dec 21 10:00:40.441688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35518) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:40.492923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:00:40.499735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] Deleting port 12312d69-4040-4812-b92c-c61db6e0c267 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:40.500437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.522501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'network': {'name': 'tempest-PortsTestJSON-914642598'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:40.587494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:40.606294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:network and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:40.623953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:40.640973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Subnet': ['ID=a5d560c1-8fc8-46a1-ae1d-ad0392c77174,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:40.647653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:40.650206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:40.681072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:00:40.692002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a4eae-bcb2-4e55-b9f1-ff7d240702a4 None None] Sync routers for ids ['98312e95-5674-4a28-8649-8ff3e6814c65'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:00:40.711332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a4eae-bcb2-4e55-b9f1-ff7d240702a4 None None] Routers {'98312e95-5674-4a28-8649-8ff3e6814c65'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:40.711816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:40.713217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6c0a4eae-bcb2-4e55-b9f1-ff7d240702a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd067b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['98312e95-5674-4a28-8649-8ff3e6814c65'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:40.718253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.751213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.755417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8a5d104c-9112-4df4-9128-314b7828e875 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 7.4970295
Dec 21 10:00:40.756823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35522) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:40.770007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-617090ac-f511-42c4-b071-5c9125b517d0 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'enable_snat': False}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:40.774990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] For port 12312d69-4040-4812-b92c-c61db6e0c267, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=12312d69-4040-4812-b92c-c61db6e0c267,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:40.775575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.817394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6c0a4eae-bcb2-4e55-b9f1-ff7d240702a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd067b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:40.829209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.833916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0a4eae-bcb2-4e55-b9f1-ff7d240702a4 None None] Routers {'98312e95-5674-4a28-8649-8ff3e6814c65'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:40.834929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6c0a4eae-bcb2-4e55-b9f1-ff7d240702a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd067b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['98312e95-5674-4a28-8649-8ff3e6814c65'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:40.856713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:00:40.863612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79af3dcc-6330-4726-b1f5-6443083c9710 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:40.867667 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-79af3dcc-6330-4726-b1f5-6443083c9710 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5426002
Dec 21 10:00:40.869026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35526) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:40.939552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] Calling delete_port for 12312d69-4040-4812-b92c-c61db6e0c267 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:40.955443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:40.955840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Added segment 77d34e9d-3e4b-44fa-b376-75915b268196 of type vxlan for network 9e376cd0-ede5-45b3-814f-ff41cbe70478
Dec 21 10:00:40.973708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6c0a4eae-bcb2-4e55-b9f1-ff7d240702a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd067b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:40.975621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0a4eae-bcb2-4e55-b9f1-ff7d240702a4 None None] The sync data for ids ['98312e95-5674-4a28-8649-8ff3e6814c65'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:00:40.996496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 12312d69-4040-4812-b92c-c61db6e0c267 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:00:41.012337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Checking segment: {'id': '662e6c52-f3fb-4106-a59b-b8e062f52d5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7646ce9c-7064-4145-be8e-66a80100b69d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:41.012680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network hostable DHCP agents. Network: 7646ce9c-7064-4145-be8e-66a80100b69d, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:00:41.083110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dadebe-35ca-4599-805c-ea59b450a256 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:41.087208 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-95dadebe-35ca-4599-805c-ea59b450a256 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2137821
Dec 21 10:00:41.087346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No ports have port_id starting with 12312d69-4040-4812-b92c-c61db6e0c267
Dec 21 10:00:41.087346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.095717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35530) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:41.101041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-790a49ea-dcff-42ed-b998-f63a6fd7dd32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:41.110613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.118562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 7646ce9c-7064-4145-be8e-66a80100b69d is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:00:41.161774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] Pushing event deleted for resources: {'Port': ['ID=12312d69-4040-4812-b92c-c61db6e0c267,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:41.168086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:41.214044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 7646ce9c-7064-4145-be8e-66a80100b69d) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:41.223065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b92c5-f69a-470d-8860-d01b69535bc6 None None] Network 7646ce9c-7064-4145-be8e-66a80100b69d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:41.304854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:41.305344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.317716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.327151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-68033f0c-5768-4a00-9cb7-d5c5b059f6b6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2180958
Dec 21 10:00:41.327380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:41.327380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.334784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c9684a27-cbfb-433d-bc2c-40c55abb4269 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:41.338638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35534) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:41.347497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] No DVR routers for this DVR port 12312d69-4040-4812-b92c-c61db6e0c267 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:00:41.348301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:41.375795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.384932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.424383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:41.437267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9858444
Dec 21 10:00:41.437267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 3.9476998
Dec 21 10:00:41.439710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35538) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:41.440093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35540) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:41.555132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'ports': [{'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd'}, {'network_id': '9e376cd0-ede5-45b3-814f-ff41cbe70478'}]} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:41.555900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:41.555900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '9e376cd0-ede5-45b3-814f-ff41cbe70478'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:41.585786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-554376961', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:41.595006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Network': ['ID=9e376cd0-ede5-45b3-814f-ff41cbe70478,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:41.613257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:41.625873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:41.632924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 9e376cd0-ede5-45b3-814f-ff41cbe70478 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:41.646186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 9e376cd0-ede5-45b3-814f-ff41cbe70478 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:41.660187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:router and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:41.693911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:41.696375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=c897704c-cf20-4aa2-a2da-3388ec891f7d,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:41.704415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:41.707504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:41.710696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:41.724917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:41.730786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:41.800633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:41.817791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:41.823845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.870914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.871993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.902646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2213481b-8b42-4231-8b1c-d326b71290ee None None] Network 7646ce9c-7064-4145-be8e-66a80100b69d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:41.963409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-617090ac-f511-42c4-b071-5c9125b517d0 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.981794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:41.984149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:41.990624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': '4b6acd36-bcf4-4322-a847-923fbcc96a86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:41.991032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: 9c18c837-79bf-4e4f-829d-a31885852490, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:00:42.006516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:port and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:42.011522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:42.026219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:42.038469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 9c18c837-79bf-4e4f-829d-a31885852490 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:00:42.054298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 2} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:42.061410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:42.067053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:42.095184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 9c18c837-79bf-4e4f-829d-a31885852490) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:42.129928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacdbf9d-5dd3-4cc0-aa0f-b5fa235a58dc None None] Network 9c18c837-79bf-4e4f-829d-a31885852490 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:42.183770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:42.184435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:42.317554 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6894937
Dec 21 10:00:42.347574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35548) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:42.360978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:42.390341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17930e5f-bcb4-4d72-b87c-a21e61a65527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:42.457570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-9c18c837-79bf-4e4f-829d-a31885852490', 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': 'c897704c-cf20-4aa2-a2da-3388ec891f7d'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:00:42.458918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:42.514686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:42.552717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:42.666687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:42.772266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:42.838157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Allocated IP 172.20.0.2 (9c18c837-79bf-4e4f-829d-a31885852490/c897704c-cf20-4aa2-a2da-3388ec891f7d/ec710e80-7a01-4ed0-b8cf-0146c68d6d83) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:42.984698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.004489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e2c6588-eb79-4e2f-813d-3237c2517068 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:43.075158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.106252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.122144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Transition to ACTIVE for port object ec710e80-7a01-4ed0-b8cf-0146c68d6d83 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:43.130421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 65cfbb88-3b9c-4cff-8814-e70be50a509b yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:43.149483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Transition to ACTIVE for port object ec710e80-7a01-4ed0-b8cf-0146c68d6d83 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:43.158335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.183337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4139f5c4-3e98-4ad7-b323-08d1077223ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:43.259653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:43.260025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.367913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Pushing event updated for resources: {'Port': ['ID=ec710e80-7a01-4ed0-b8cf-0146c68d6d83,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:43.378878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:43.394509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.444458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Network 9c18c837-79bf-4e4f-829d-a31885852490 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:43.446154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:43.448685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:43.514883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=aa44669a-147c-41da-a3ff-097c7915d588,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:43.519233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Attempting to bind port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:43.519790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Attempting to bind port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '4b6acd36-bcf4-4322-a847-923fbcc96a86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:43.520720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Attempting to bind port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 on network 9c18c837-79bf-4e4f-829d-a31885852490 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:43.528643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:43.529114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Checking segment: {'id': '4b6acd36-bcf4-4322-a847-923fbcc96a86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:43.529991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.529991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Bound using segment: {'id': '4b6acd36-bcf4-4322-a847-923fbcc96a86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:43.530510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Bound port: ec710e80-7a01-4ed0-b8cf-0146c68d6d83, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6acd36-bcf4-4322-a847-923fbcc96a86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:43.530932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.539358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.539789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.540214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.540633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.541082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.541608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.542307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.542931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.543350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.543769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.544182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.545118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.545674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.546174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.546588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.546995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.547406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.547817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.548240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.548727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.549062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.549739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.550217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.550587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:43.572132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:43.573409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.643515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] For port ec710e80-7a01-4ed0-b8cf-0146c68d6d83, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:43.646974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] For port ec710e80-7a01-4ed0-b8cf-0146c68d6d83, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ec710e80-7a01-4ed0-b8cf-0146c68d6d83,segment=NetworkSegment(4b6acd36-bcf4-4322-a847-923fbcc96a86),segment_id=4b6acd36-bcf4-4322-a847-923fbcc96a86)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:43.653410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.673852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5b231409-74d3-49b9-8f24-63831e73e916 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:43.836610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Pushing event updated for resources: {'Port': ['ID=ec710e80-7a01-4ed0-b8cf-0146c68d6d83,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:43.840125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:43.879306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:43.887569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:43.902007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee78c7af-e555-44a1-91e8-433f376eb5cf None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:43.904145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.906732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:43.907632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.912360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.944628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.949416 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.6112077
Dec 21 10:00:43.953244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35558) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:43.960497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': 'aa44669a-147c-41da-a3ff-097c7915d588', 'ip_address': '2001:db8::fc1f:9eae:d076:347a'}], 'name': 'tempest-NetworksTestDHCPv6-787735517'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:43.979720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:43.980274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Fanout notify agent at l3_agent the message router_deleted on router 06285140-c423-477a-9420-de1b6c8471c2 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:00:44.084500 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] create failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:00:44.093214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ab174184-40f5-44de-ab2b-9a5336b4d1ae tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 409  len: 370 time: 3.8860183
Dec 21 10:00:44.094782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35562) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:44.180396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': 'aa44669a-147c-41da-a3ff-097c7915d588'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:00:44.181326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:44.218720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-139b5a89-9750-495c-912c-2bd1255c7af8 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Deleting port ecabeb77-daba-4a42-a2d4-6b6dcf4533c8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:44.219190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-139b5a89-9750-495c-912c-2bd1255c7af8 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:44.307832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:44.314356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:44.328279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:44.343804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:44.354319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 306156bf-c3c0-46cc-b4c9-da37854e9925 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:44.356580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:44.367756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port ec710e80-7a01-4ed0-b8cf-0146c68d6d83, host dv-neutron-601336-62-ovs, got binding levels [] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:44.368166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:44.421408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:44.432111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:44.602801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for ec710e80-7a01-4ed0-b8cf-0146c68d6d83 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:44.607768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/aa44669a-147c-41da-a3ff-097c7915d588/07091f0b-b036-40a7-a863-cc6f410e3776) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:44.713369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-139b5a89-9750-495c-912c-2bd1255c7af8 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:44.728367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:44.882253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-139b5a89-9750-495c-912c-2bd1255c7af8 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Calling delete_port for ecabeb77-daba-4a42-a2d4-6b6dcf4533c8 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:45.067150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ec710e80-7a01-4ed0-b8cf-0146c68d6d83 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:45.128803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.142660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Transition to ACTIVE for port object 07091f0b-b036-40a7-a863-cc6f410e3776 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:45.174693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 66c7bbcb-fbf4-4bec-b565-83cfa99f3e61 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:45.212446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Transition to ACTIVE for port object 07091f0b-b036-40a7-a863-cc6f410e3776 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:45.219588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.259027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-139b5a89-9750-495c-912c-2bd1255c7af8 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.281727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-72171e41-e377-44b4-a819-137821bbd1c5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:45.302895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-617090ac-f511-42c4-b071-5c9125b517d0 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.348554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:00:45.348911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:00:45.361294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-617090ac-f511-42c4-b071-5c9125b517d0 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.374067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-691d4769-def7-46b2-98f0-a05d67094313 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:45.387873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b5a89-9750-495c-912c-2bd1255c7af8 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Pushing event deleted for resources: {'Port': ['ID=ecabeb77-daba-4a42-a2d4-6b6dcf4533c8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:45.398323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-139b5a89-9750-495c-912c-2bd1255c7af8 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:45.440711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:45.563628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.597392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ef4c4f-8fd3-4996-bcaf-41008f552a97 None None] Network 9c18c837-79bf-4e4f-829d-a31885852490 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:45.633703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:45.647722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Pushing event updated for resources: {'Port': ['ID=07091f0b-b036-40a7-a863-cc6f410e3776,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:45.653165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:45.655352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:45.658541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::fc1f:9eae:d076:347a (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/aa44669a-147c-41da-a3ff-097c7915d588/66c7bbcb-fbf4-4bec-b565-83cfa99f3e61) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:45.659025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:45.701248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-139b5a89-9750-495c-912c-2bd1255c7af8 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.711805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.26.1.167 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/6adcc66b-89f8-4557-95a9-803d9f3f4b18) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:45.716126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-617090ac-f511-42c4-b071-5c9125b517d0 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Router 98312e95-5674-4a28-8649-8ff3e6814c65 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:00:45.743869 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-139b5a89-9750-495c-912c-2bd1255c7af8 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] 10.222.0.45 "DELETE /v2.0/ports/ecabeb77-daba-4a42-a2d4-6b6dcf4533c8 HTTP/1.1" status: 204  len: 168 time: 1.6444364
Dec 21 10:00:45.815795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.848750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4666315-f98e-4e97-a0f4-d9b54d5ffecb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:45.897695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:45.898085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.934353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Attempting to bind port 07091f0b-b036-40a7-a863-cc6f410e3776 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:45.935742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Attempting to bind port 07091f0b-b036-40a7-a863-cc6f410e3776 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:45.936549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Attempting to bind port 07091f0b-b036-40a7-a863-cc6f410e3776 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:45.947413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-61feda6b-f263-45f9-9af1-41e646f8c492 None None] Provisioning for port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:45.951343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.964491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:45.965226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:45.965928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.967509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:45.968362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Bound port: 07091f0b-b036-40a7-a863-cc6f410e3776, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:45.969075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:45.972527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 66c7bbcb-fbf4-4bec-b565-83cfa99f3e61 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:46.002453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.002895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-61feda6b-f263-45f9-9af1-41e646f8c492 None None] Provisioning complete for port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:46.003602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-61feda6b-f263-45f9-9af1-41e646f8c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.142172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] For port 07091f0b-b036-40a7-a863-cc6f410e3776, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:46.145452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] For port 07091f0b-b036-40a7-a863-cc6f410e3776, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=07091f0b-b036-40a7-a863-cc6f410e3776,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:46.157428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.181446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:46.226395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=65cfbb88-3b9c-4cff-8814-e70be50a509b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:46.260458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35572) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:46.261541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2c93c26-a4a2-4c56-8a79-161d521fb654 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:46.312400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.312934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.313244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.313723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.314138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.314686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.314956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.315352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.315749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.316127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.316549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.316954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.317437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.317865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.318275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.318681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.319094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.319494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.319912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.320309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.320718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.321187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.321566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.321937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:46.337134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:46.374571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-617090ac-f511-42c4-b071-5c9125b517d0 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:00:46.377523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:46.387788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:46.394011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.401765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:46.402662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.406960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca11955-429e-476d-88bb-0d4959f70a03 None None] Sync routers for ids ['98312e95-5674-4a28-8649-8ff3e6814c65'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:00:46.438684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:46.439316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:46.444800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:46.452717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=66c7bbcb-fbf4-4bec-b565-83cfa99f3e61,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:46.464024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:46.470317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:46.471136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.479727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:46.498160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Pushing event updated for resources: {'Port': ['ID=07091f0b-b036-40a7-a863-cc6f410e3776,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:46.501794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:46.530802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.531540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca11955-429e-476d-88bb-0d4959f70a03 None None] Routers {'98312e95-5674-4a28-8649-8ff3e6814c65'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:46.532120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4ca11955-429e-476d-88bb-0d4959f70a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4bac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['98312e95-5674-4a28-8649-8ff3e6814c65'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:46.556835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:46.561051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-617090ac-f511-42c4-b071-5c9125b517d0 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.562423 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-617090ac-f511-42c4-b071-5c9125b517d0 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "PUT /v2.0/routers/98312e95-5674-4a28-8649-8ff3e6814c65 HTTP/1.1" status: 200  len: 925 time: 5.8043728
Dec 21 10:00:46.563775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] Usage tracker for resource:security_group_rule and tenant:1d80fc62e998436db3f8cfc86f9d1437 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:46.568071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:46.575156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:46.610681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35578) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:46.617924 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.6633022
Dec 21 10:00:46.645712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4ca11955-429e-476d-88bb-0d4959f70a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4bac8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:46.661896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-61feda6b-f263-45f9-9af1-41e646f8c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.681691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35582) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:46.708171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca11955-429e-476d-88bb-0d4959f70a03 None None] Routers {'98312e95-5674-4a28-8649-8ff3e6814c65'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:46.708546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4ca11955-429e-476d-88bb-0d4959f70a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4bac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['98312e95-5674-4a28-8649-8ff3e6814c65'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:46.709675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=306156bf-c3c0-46cc-b4c9-da37854e9925,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:46.717607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:46.748008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.769852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-395b761b-01b0-4e5c-bcb6-1873dcdd2fb7 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:46.792725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4ca11955-429e-476d-88bb-0d4959f70a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4bac8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:46.793188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca11955-429e-476d-88bb-0d4959f70a03 None None] The sync data for ids ['98312e95-5674-4a28-8649-8ff3e6814c65'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:00:46.813157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-61feda6b-f263-45f9-9af1-41e646f8c492 None None] For port ec710e80-7a01-4ed0-b8cf-0146c68d6d83, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ec710e80-7a01-4ed0-b8cf-0146c68d6d83,segment=NetworkSegment(4b6acd36-bcf4-4322-a847-923fbcc96a86),segment_id=4b6acd36-bcf4-4322-a847-923fbcc96a86)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:46.818628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-61feda6b-f263-45f9-9af1-41e646f8c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.821013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:46.839046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port ec710e80-7a01-4ed0-b8cf-0146c68d6d83, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ec710e80-7a01-4ed0-b8cf-0146c68d6d83,segment=NetworkSegment(4b6acd36-bcf4-4322-a847-923fbcc96a86),segment_id=4b6acd36-bcf4-4322-a847-923fbcc96a86)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:46.840738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:46.901519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61feda6b-f263-45f9-9af1-41e646f8c492 None None] Pushing event updated for resources: {'Port': ['ID=ec710e80-7a01-4ed0-b8cf-0146c68d6d83,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:46.905920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-61feda6b-f263-45f9-9af1-41e646f8c492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:47.262278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:47.271738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:47.284128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-282be90f-e0c7-497d-ae3e-cf24d9ef5e5e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:47.298830 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0b58526c-3514-4128-a6cf-bae59a0da2d8 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/routers/98312e95-5674-4a28-8649-8ff3e6814c65 HTTP/1.1" status: 200  len: 925 time: 0.6863837
Dec 21 10:00:47.300213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9744fd1d-6b93-4d9c-b045-8e00e0e7d44e None None] Provisioning complete for port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:47.300761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9744fd1d-6b93-4d9c-b045-8e00e0e7d44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:47.306023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b594e-0d69-4180-9bf7-ac0e4312ca12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:47.310638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577b594e-0d69-4180-9bf7-ac0e4312ca12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:47.311509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-577b594e-0d69-4180-9bf7-ac0e4312ca12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:47.314258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35586) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:47.405076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for ec710e80-7a01-4ed0-b8cf-0146c68d6d83 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:47.409875 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1d80fc62e998436db3f8cfc86f9d1437&name=default HTTP/1.1" status: 200  len: 2879 time: 1.1145742
Dec 21 10:00:47.411607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35590) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:47.414039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40eab66d-3497-49b1-9acf-f4fe8b6de439,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:47.429878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:47.431377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-577b594e-0d69-4180-9bf7-ac0e4312ca12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:47.435771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-577b594e-0d69-4180-9bf7-ac0e4312ca12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.7510891
Dec 21 10:00:47.439459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35594) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:47.495857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=6adcc66b-89f8-4557-95a9-803d9f3f4b18,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:47.499771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:47.505645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Checking segment: {'id': '77d34e9d-3e4b-44fa-b376-75915b268196', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '9e376cd0-ede5-45b3-814f-ff41cbe70478'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:47.505957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network hostable DHCP agents. Network: 9e376cd0-ede5-45b3-814f-ff41cbe70478, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:00:47.572629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fa177cae-095b-4d26-9aaa-5b02ede61e2d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 66c7bbcb-fbf4-4bec-b565-83cfa99f3e61 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:47.572890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa177cae-095b-4d26-9aaa-5b02ede61e2d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:47.581187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 9e376cd0-ede5-45b3-814f-ff41cbe70478 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:00:47.586648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:47.590325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:47.593332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:47.621925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db9a8198-4b9e-411b-8986-1d11bf579553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:47.628092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7ca29f-3e16-42dc-8cee-3446dc2c3386 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:47.628852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7e7ca29f-3e16-42dc-8cee-3446dc2c3386 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Synchronizing usage tracker for tenant:3c24c27a2dd64b8aa850a8bdd27a498c on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:47.636879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 9e376cd0-ede5-45b3-814f-ff41cbe70478) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:47.637750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f17be862-32ae-457a-bbe0-8e4202859f43 None None] Provisioning complete for port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:47.638413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f17be862-32ae-457a-bbe0-8e4202859f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:47.640996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:47.645706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:47.649470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:47.650228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:47.675804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:00:47.676246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:00:47.682312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f949d9c2-4d6a-4a70-82b2-72d039c38234 None None] Network 9e376cd0-ede5-45b3-814f-ff41cbe70478 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:47.693942 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.2013948
Dec 21 10:00:47.696494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35598) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:47.704461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7e7ca29f-3e16-42dc-8cee-3446dc2c3386 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Unset dirty status for tenant:3c24c27a2dd64b8aa850a8bdd27a498c on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:47.705791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7e7ca29f-3e16-42dc-8cee-3446dc2c3386 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/ports?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217&device_id=98312e95-5674-4a28-8649-8ff3e6814c65&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.3852062
Dec 21 10:00:47.712971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35602) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:47.715294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db9a8198-4b9e-411b-8986-1d11bf579553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:47.929682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b9fcc-614a-4b69-8a3a-d2591bf8d745 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:47.930430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7a3b9fcc-614a-4b69-8a3a-d2591bf8d745 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Synchronizing usage tracker for tenant:3c24c27a2dd64b8aa850a8bdd27a498c on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:47.941531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2a919-a6bf-4136-93d9-9003c9724b9b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 306156bf-c3c0-46cc-b4c9-da37854e9925 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:47.942149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a919-a6bf-4136-93d9-9003c9724b9b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:48.010904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7a3b9fcc-614a-4b69-8a3a-d2591bf8d745 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Unset dirty status for tenant:3c24c27a2dd64b8aa850a8bdd27a498c on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:48.014155 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7a3b9fcc-614a-4b69-8a3a-d2591bf8d745 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 881 time: 0.2875307
Dec 21 10:00:48.015800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35606) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:48.104009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:48.104366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:48.105044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-526943d7-ae68-4468-b7be-a54c7bd91d89 None None] Provisioning complete for port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:48.105613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-526943d7-ae68-4468-b7be-a54c7bd91d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:48.137074 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ecc77e6b-3b86-4182-88f8-ac7946df7773 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=98312e95-5674-4a28-8649-8ff3e6814c65 HTTP/1.1" status: 200  len: 205 time: 0.1170216
Dec 21 10:00:48.194375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35610) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:48.204165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db9a8198-4b9e-411b-8986-1d11bf579553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:48.279955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-25595b6e-6afe-4699-8baa-18202aee0311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:48.302461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9a8198-4b9e-411b-8986-1d11bf579553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eab66d-3497-49b1-9acf-f4fe8b6de439,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:48.316650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-db9a8198-4b9e-411b-8986-1d11bf579553 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:48.322206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db9a8198-4b9e-411b-8986-1d11bf579553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:48.326103 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-db9a8198-4b9e-411b-8986-1d11bf579553 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/40eab66d-3497-49b1-9acf-f4fe8b6de439 HTTP/1.1" status: 204  len: 168 time: 0.9107273
Dec 21 10:00:48.369805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa177cae-095b-4d26-9aaa-5b02ede61e2d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:48.401810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0876f687-9eec-42fd-8b08-ad55319a5d11 None None] Provisioning for port 07091f0b-b036-40a7-a863-cc6f410e3776 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:48.639919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fa177cae-095b-4d26-9aaa-5b02ede61e2d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 66c7bbcb-fbf4-4bec-b565-83cfa99f3e61 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:48.739961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:48.834595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a919-a6bf-4136-93d9-9003c9724b9b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:48.962780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35622) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:48.976938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.071479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.077305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Deleting port 3ec81145-73e2-41da-a5a6-2a5eba8dd8b9 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:49.077776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.135794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 07091f0b-b036-40a7-a863-cc6f410e3776 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:49.170825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa177cae-095b-4d26-9aaa-5b02ede61e2d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.190354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7ef60b91-4dd1-4217-a60d-86998e2dbee7 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:49.195466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-335f98e6-4afc-4951-9f2d-4f431e7d0b04 None None] Provisioning for port 66c7bbcb-fbf4-4bec-b565-83cfa99f3e61 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:49.221527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-335f98e6-4afc-4951-9f2d-4f431e7d0b04 None None] Provisioning complete for port 66c7bbcb-fbf4-4bec-b565-83cfa99f3e61 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:49.221946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-335f98e6-4afc-4951-9f2d-4f431e7d0b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.257375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa177cae-095b-4d26-9aaa-5b02ede61e2d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=66c7bbcb-fbf4-4bec-b565-83cfa99f3e61,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:49.274378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa177cae-095b-4d26-9aaa-5b02ede61e2d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:49.372007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e3e2a919-a6bf-4136-93d9-9003c9724b9b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 306156bf-c3c0-46cc-b4c9-da37854e9925 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:49.507194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.528378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a919-a6bf-4136-93d9-9003c9724b9b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.529806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-335f98e6-4afc-4951-9f2d-4f431e7d0b04 None None] Port 66c7bbcb-fbf4-4bec-b565-83cfa99f3e61 was deleted so its status cannot be updated. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}}
Dec 21 10:00:49.573323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 07091f0b-b036-40a7-a863-cc6f410e3776 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:00:49.580001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 07091f0b-b036-40a7-a863-cc6f410e3776 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:49.580742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.670982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd98f2a2-fadf-434c-8e8e-3b3774035b46 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:49.684747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Calling delete_port for 3ec81145-73e2-41da-a5a6-2a5eba8dd8b9 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:49.713995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa177cae-095b-4d26-9aaa-5b02ede61e2d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.723274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fc6b718a-ed36-4f19-aafb-90a0dfafdab8 None None] Provisioning complete for port 07091f0b-b036-40a7-a863-cc6f410e3776 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:49.723696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc6b718a-ed36-4f19-aafb-90a0dfafdab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.756370 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fa177cae-095b-4d26-9aaa-5b02ede61e2d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/66c7bbcb-fbf4-4bec-b565-83cfa99f3e61 HTTP/1.1" status: 204  len: 168 time: 2.3150222
Dec 21 10:00:49.757388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35630) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:49.760707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2a919-a6bf-4136-93d9-9003c9724b9b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=306156bf-c3c0-46cc-b4c9-da37854e9925,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:49.764582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port ec710e80-7a01-4ed0-b8cf-0146c68d6d83, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ec710e80-7a01-4ed0-b8cf-0146c68d6d83,segment=NetworkSegment(4b6acd36-bcf4-4322-a847-923fbcc96a86),segment_id=4b6acd36-bcf4-4322-a847-923fbcc96a86)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:49.765912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.794049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e2a919-a6bf-4136-93d9-9003c9724b9b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:49.796795 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-355f0646-61d7-4d55-bf78-a111ae1dbd09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=93092c1c530f4c0992bec14bfc7e53dc&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8217113
Dec 21 10:00:49.803603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.845362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b4a06-f938-401e-9456-448a73eeab04 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:49.847165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46b4a06-f938-401e-9456-448a73eeab04 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:49.847705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b46b4a06-f938-401e-9456-448a73eeab04 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:49.853510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35634) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:49.854488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 07091f0b-b036-40a7-a863-cc6f410e3776, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=07091f0b-b036-40a7-a863-cc6f410e3776,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:49.895870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:49.898251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ec710e80-7a01-4ed0-b8cf-0146c68d6d83 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:49.900553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b46b4a06-f938-401e-9456-448a73eeab04 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:49.905392 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b46b4a06-f938-401e-9456-448a73eeab04 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1447036
Dec 21 10:00:49.906345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35638) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:49.938205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fad6ff0b-53d4-4b5c-be14-c32bd6d565cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:50.053102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=07091f0b-b036-40a7-a863-cc6f410e3776,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:50.056772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:50.067200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:50.067682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:50.203397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c74f2b53-6217-4778-b2e0-8c931b2b736c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:50.207518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:50.427782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for ec710e80-7a01-4ed0-b8cf-0146c68d6d83 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:50.628675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8373b3-94c6-4e3c-9764-e4f999b24ff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet aa44669a-147c-41da-a3ff-097c7915d588 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:00:50.640851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c74f2b53-6217-4778-b2e0-8c931b2b736c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:50.649870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf8373b3-94c6-4e3c-9764-e4f999b24ff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:50.743819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e2a919-a6bf-4136-93d9-9003c9724b9b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:50.774726 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3e2a919-a6bf-4136-93d9-9003c9724b9b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/306156bf-c3c0-46cc-b4c9-da37854e9925 HTTP/1.1" status: 204  len: 168 time: 3.0771146
Dec 21 10:00:50.780777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35646) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:50.853436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf8373b3-94c6-4e3c-9764-e4f999b24ff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:50.922164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:50.958247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 07091f0b-b036-40a7-a863-cc6f410e3776 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:00:50.992063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.016342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fca1e60e-c717-4928-8869-c51161dd30b5 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:51.019519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c74f2b53-6217-4778-b2e0-8c931b2b736c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.038337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 07091f0b-b036-40a7-a863-cc6f410e3776 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:51.039021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:51.039280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.048665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.077390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Port': ['ID=ec710e80-7a01-4ed0-b8cf-0146c68d6d83,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:51.093056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:51.141332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f2b53-6217-4778-b2e0-8c931b2b736c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fe60eb-2ebe-44ea-a6e7-794453e30c32,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:51.146461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c74f2b53-6217-4778-b2e0-8c931b2b736c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:51.231396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f31c2e-5f4a-482c-acde-9dacb206a83b req-f3aa18c6-daf9-417e-8fe4-179446591560 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:51.233620 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18f31c2e-5f4a-482c-acde-9dacb206a83b req-f3aa18c6-daf9-417e-8fe4-179446591560 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.5373523
Dec 21 10:00:51.237271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.247833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.278147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795ac3c-62bb-40ab-ac2c-b3215cf615aa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:51.282821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795ac3c-62bb-40ab-ac2c-b3215cf615aa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:51.288220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1795ac3c-62bb-40ab-ac2c-b3215cf615aa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.4924161
Dec 21 10:00:51.289365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c74f2b53-6217-4778-b2e0-8c931b2b736c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.290539 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c74f2b53-6217-4778-b2e0-8c931b2b736c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/76fe60eb-2ebe-44ea-a6e7-794453e30c32 HTTP/1.1" status: 204  len: 168 time: 1.4360178
Dec 21 10:00:51.291086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35650) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:51.295338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf8373b3-94c6-4e3c-9764-e4f999b24ff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.381268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.381972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Fanout notify agent at l3_agent the message router_deleted on router 98312e95-5674-4a28-8649-8ff3e6814c65 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:00:51.401411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.402809 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9ca6aab1-7f2b-4c94-b153-7e17c6303c28 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/98312e95-5674-4a28-8649-8ff3e6814c65 HTTP/1.1" status: 204  len: 168 time: 3.2073841
Dec 21 10:00:51.410912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35656) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:51.415716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No DVR routers for this DVR port ec710e80-7a01-4ed0-b8cf-0146c68d6d83 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:00:51.415895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18f31c2e-5f4a-482c-acde-9dacb206a83b req-807318c2-b996-406c-b8a7-3a051b8ea0f3 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1699352
Dec 21 10:00:51.437967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c462a6-294b-4f90-aec0-47aeb0e25a15 None None] DHCP port deletion for 9c18c837-79bf-4e4f-829d-a31885852490 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:00:51.461210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-356475943', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:51.480006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:51.483482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a43cf71b-2475-4506-b291-7bdc4eddaf22 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 65cfbb88-3b9c-4cff-8814-e70be50a509b {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:51.483878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a43cf71b-2475-4506-b291-7bdc4eddaf22 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.490054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478e88c9-b4b9-4c81-a4de-274ef188441d None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:00:51.493230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Usage tracker for resource:router and tenant:f1da9f077d844fd58c9cdaa36795dc87 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:51.499870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:51.542933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:00:51.655147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.662547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:51.696641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478e88c9-b4b9-4c81-a4de-274ef188441d None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:00:51.725144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.726569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.824596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:51.915946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7c0c0-969a-476b-b54d-a85e2e555e79 req-99b80c3b-b4c6-451c-a75a-59fb2cbbce35 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:51.930546 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0dd7c0c0-969a-476b-b54d-a85e2e555e79 req-99b80c3b-b4c6-451c-a75a-59fb2cbbce35 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.2585609
Dec 21 10:00:51.991376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:52.056095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a43cf71b-2475-4506-b291-7bdc4eddaf22 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:52.079188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf8373b3-94c6-4e3c-9764-e4f999b24ff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:52.111312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0dd7c0c0-969a-476b-b54d-a85e2e555e79 req-ec37283c-67b1-4f6b-b21a-a39add7a4007 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1794155
Dec 21 10:00:52.117721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:52.159134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-9c18c837-79bf-4e4f-829d-a31885852490', 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': 'c897704c-cf20-4aa2-a2da-3388ec891f7d'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:00:52.160657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:52.174825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:52.189527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7c3cdb5b-29c0-458d-a95a-df0e8cc22c9d tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.7769203
Dec 21 10:00:52.190464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35674) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:52.252624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:52.283277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a43cf71b-2475-4506-b291-7bdc4eddaf22 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 65cfbb88-3b9c-4cff-8814-e70be50a509b owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:52.318373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:00:52.329759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb622a1-b28d-4fad-a1f1-051e9f11c89f None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:00:52.343297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb622a1-b28d-4fad-a1f1-051e9f11c89f None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:52.344355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aeb622a1-b28d-4fad-a1f1-051e9f11c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d6d8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:52.348797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8373b3-94c6-4e3c-9764-e4f999b24ff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=aa44669a-147c-41da-a3ff-097c7915d588,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:52.362974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf8373b3-94c6-4e3c-9764-e4f999b24ff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:52.444970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:52.449936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 10.9594424
Dec 21 10:00:52.451341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35684) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:52.461946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aeb622a1-b28d-4fad-a1f1-051e9f11c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d6d8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:52.486827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb622a1-b28d-4fad-a1f1-051e9f11c89f None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:52.492716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aeb622a1-b28d-4fad-a1f1-051e9f11c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d6d8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:52.584034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aeb622a1-b28d-4fad-a1f1-051e9f11c89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d6d8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:52.584725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb622a1-b28d-4fad-a1f1-051e9f11c89f None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:00:52.641023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a43cf71b-2475-4506-b291-7bdc4eddaf22 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:52.665268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2c09cd04-38d9-48f5-946a-c200c193acc5 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:52.764430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Allocated IP 172.20.0.2 (9c18c837-79bf-4e4f-829d-a31885852490/c897704c-cf20-4aa2-a2da-3388ec891f7d/18d759f1-a25d-4db8-bd44-39dedbef8b37) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:52.813507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35690) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:52.967422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:52.971933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf8373b3-94c6-4e3c-9764-e4f999b24ff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:52.978361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bf8373b3-94c6-4e3c-9764-e4f999b24ff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/aa44669a-147c-41da-a3ff-097c7915d588 HTTP/1.1" status: 204  len: 168 time: 3.0616679
Dec 21 10:00:52.980478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35696) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:53.036669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.050538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Transition to ACTIVE for port object 18d759f1-a25d-4db8-bd44-39dedbef8b37 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:53.068869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Transition to ACTIVE for port object 18d759f1-a25d-4db8-bd44-39dedbef8b37 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:53.074382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ec710e80-7a01-4ed0-b8cf-0146c68d6d83 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:00:53.074793 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5e10c78f-afcd-48d7-b4e9-919ddb88ed94 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0890045
Dec 21 10:00:53.075995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35700) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:53.110887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:53.113983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.135213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-938884767'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:53.145079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4139f5c4-3e98-4ad7-b323-08d1077223ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:53.155393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:53.157710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cf71b-2475-4506-b291-7bdc4eddaf22 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=65cfbb88-3b9c-4cff-8814-e70be50a509b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:53.173556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a43cf71b-2475-4506-b291-7bdc4eddaf22 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:53.176745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.180006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: ec710e80-7a01-4ed0-b8cf-0146c68d6d83 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:00:53.180415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ec710e80-7a01-4ed0-b8cf-0146c68d6d83 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:00:53.187149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Usage tracker for resource:network and tenant:341ffe5894554e36b5ec9e530585b75e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:53.194080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:53.214023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:53.222591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:53.281999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71c0d3-8f88-4255-8399-b71e80ed0f13 req-0e125f0c-0c0c-467c-bd2a-5786c13c4f79 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:53.283649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8f71c0d3-8f88-4255-8399-b71e80ed0f13 req-0e125f0c-0c0c-467c-bd2a-5786c13c4f79 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.4689100
Dec 21 10:00:53.307184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Network 9c18c837-79bf-4e4f-829d-a31885852490 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:53.307903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Pushing event updated for resources: {'Port': ['ID=18d759f1-a25d-4db8-bd44-39dedbef8b37,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:53.311953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:53.314366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:53.324371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.324371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.324772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.325811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.325946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.326331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.326945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.327193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.327566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.327935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Made reservation on behalf of 341ffe5894554e36b5ec9e530585b75e for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:53.328069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.328291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.328654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.329107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.329460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.329849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.330216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.330577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.330939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.331296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.331659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.332017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.332374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.333086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.333086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:00:53.333390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.337440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:53.365633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.385169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=c897704c-cf20-4aa2-a2da-3388ec891f7d,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:53.393218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Attempting to bind port 18d759f1-a25d-4db8-bd44-39dedbef8b37 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:53.393838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Attempting to bind port 18d759f1-a25d-4db8-bd44-39dedbef8b37 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '4b6acd36-bcf4-4322-a847-923fbcc96a86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:53.394372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Attempting to bind port 18d759f1-a25d-4db8-bd44-39dedbef8b37 on network 9c18c837-79bf-4e4f-829d-a31885852490 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:53.402285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:53.403130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Checking segment: {'id': '4b6acd36-bcf4-4322-a847-923fbcc96a86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:53.404123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.404776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Bound using segment: {'id': '4b6acd36-bcf4-4322-a847-923fbcc96a86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:53.405431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Bound port: 18d759f1-a25d-4db8-bd44-39dedbef8b37, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b6acd36-bcf4-4322-a847-923fbcc96a86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '9c18c837-79bf-4e4f-829d-a31885852490'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:53.406123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.408162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:53.424060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:53.463259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:53.479822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:53.489171 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8f71c0d3-8f88-4255-8399-b71e80ed0f13 req-1f802749-6a1a-438f-a87d-bd992ee49d9a tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1899819
Dec 21 10:00:53.494394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Usage tracker for resource:security_group_rule and tenant:341ffe5894554e36b5ec9e530585b75e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:53.501231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:53.508321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:53.510153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] For port 18d759f1-a25d-4db8-bd44-39dedbef8b37, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:53.514013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] For port 18d759f1-a25d-4db8-bd44-39dedbef8b37, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=18d759f1-a25d-4db8-bd44-39dedbef8b37,segment=NetworkSegment(4b6acd36-bcf4-4322-a847-923fbcc96a86),segment_id=4b6acd36-bcf4-4322-a847-923fbcc96a86)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:53.516075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:53.519251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.522197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.530994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a43cf71b-2475-4506-b291-7bdc4eddaf22 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.538151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:53.654635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:53.710984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Pushing event updated for resources: {'Port': ['ID=18d759f1-a25d-4db8-bd44-39dedbef8b37,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:53.715034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:53.720776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a43cf71b-2475-4506-b291-7bdc4eddaf22 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/65cfbb88-3b9c-4cff-8814-e70be50a509b HTTP/1.1" status: 204  len: 168 time: 2.4284892
Dec 21 10:00:53.727216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35704) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:53.814368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96ba14a-04fa-4358-9bf5-fb5a01dc13be None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:00:53.921971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96ba14a-04fa-4358-9bf5-fb5a01dc13be None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:00:53.961547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ea7dd8>,) {'filters': {'network_id': ['9c18c837-79bf-4e4f-829d-a31885852490']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:54.043164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ea7dd8>, '4b6acd36-bcf4-4322-a847-923fbcc96a86') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:54.043702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ea7dd8>, '4b6acd36-bcf4-4322-a847-923fbcc96a86') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:54.071536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.107912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.113505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 9 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:00:54.161675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bc254c-caf6-4aa6-b9c9-a53e3925e282 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:54.163277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-12bc254c-caf6-4aa6-b9c9-a53e3925e282 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:54.167391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.258233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.295342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf19ef6-41ab-4a02-94c0-c996117f777d None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:54.315500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.326807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711e5adf-6ef7-426d-97ac-a56aecb7fb22 None None] Network 9c18c837-79bf-4e4f-829d-a31885852490 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:54.343964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.361288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03614f7a-7c23-40f9-af21-d1ee15ccf90b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:54.424650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-12bc254c-caf6-4aa6-b9c9-a53e3925e282 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:54.428541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-12bc254c-caf6-4aa6-b9c9-a53e3925e282 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.6975577
Dec 21 10:00:54.430155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 9c18c837-79bf-4e4f-829d-a31885852490 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:54.438348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35708) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:54.444451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.478169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:00:54.496948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'SecurityGroup': ['ID=edffb4d9-a248-45a3-8304-5fd26468a439,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:54.511830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:54.522311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.522755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Added segment 4f0e0910-916e-48f1-bfae-e6e320fabfec of type vxlan for network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2
Dec 21 10:00:54.604246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c94e8f-ffd8-4f13-9089-a598c63b45cf tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:00:54.615117 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-82c94e8f-ffd8-4f13-9089-a598c63b45cf tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/306156bf-c3c0-46cc-b4c9-da37854e9925 HTTP/1.1" status: 404  len: 333 time: 0.1734364
Dec 21 10:00:54.620354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35714) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:54.658432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.782232 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-643932f2-89a6-48df-84dd-a4334ccfa902 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:00:54.788243 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-643932f2-89a6-48df-84dd-a4334ccfa902 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/65cfbb88-3b9c-4cff-8814-e70be50a509b HTTP/1.1" status: 404  len: 333 time: 0.1598353
Dec 21 10:00:54.789770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35718) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:54.869423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.873402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:54.874122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.887512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:54.931723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 9c18c837-79bf-4e4f-829d-a31885852490 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:54.941581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:54.968043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Allocated IP 172.26.1.39 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/5810627f-6c04-4506-a91f-eab856fe72e6) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:00:54.974528 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:00:55.091949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] DHCP port deletion for 9c18c837-79bf-4e4f-829d-a31885852490 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:00:55.094696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 2.2743340
Dec 21 10:00:55.096953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] Deleting port 18d759f1-a25d-4db8-bd44-39dedbef8b37 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:00:55.097432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:55.103991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Network': ['ID=0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:55.118284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35722) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:55.126149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:55.134319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'subnet': {'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:55.284095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59deecb7-7ccc-429f-91b0-a78f544355c5 req-7bb6065b-d7a3-4b0e-8c9b-ed68e66739b9 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:55.285920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-59deecb7-7ccc-429f-91b0-a78f544355c5 req-7bb6065b-d7a3-4b0e-8c9b-ed68e66739b9 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.5303545
Dec 21 10:00:55.363326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:55.377608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:00:55.452814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:55.463993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] For port 18d759f1-a25d-4db8-bd44-39dedbef8b37, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=18d759f1-a25d-4db8-bd44-39dedbef8b37,segment=NetworkSegment(4b6acd36-bcf4-4322-a847-923fbcc96a86),segment_id=4b6acd36-bcf4-4322-a847-923fbcc96a86)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:00:55.464479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:55.480321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Usage tracker for resource:subnet and tenant:341ffe5894554e36b5ec9e530585b75e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:55.495644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:55.510108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:55.510332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:55.520235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:55.533740 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-59deecb7-7ccc-429f-91b0-a78f544355c5 req-787847ab-b44e-43b7-adef-2b78c8d78f4c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1800025
Dec 21 10:00:55.542893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:55.561550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-24b1e192-e9df-4bd0-84cf-e669389fd9be tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:55.571976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 10:00:55.571976 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 10:00:55.571976 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': '9c18c837-79bf-4e4f-829d-a31885852490'}]
Dec 21 10:00:55.571976 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:00:55.572499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:00:55.599895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Made reservation on behalf of 341ffe5894554e36b5ec9e530585b75e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:55.764828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] Calling delete_port for 18d759f1-a25d-4db8-bd44-39dedbef8b37 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:00:55.820940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=db1cebc9-a1e2-46b8-b0e1-cccdf1d9cf0a,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:55.827426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:55.831320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-43de2b2e-0405-439d-a701-fd92ee2eb158 None None] Provisioning complete for port 07091f0b-b036-40a7-a863-cc6f410e3776 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:55.832052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43de2b2e-0405-439d-a701-fd92ee2eb158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:55.835107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:55.846609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:55.875149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:55.902849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-841ce46b-3cfe-49ed-9611-764919aa0bf9 tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:55.935733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:55.952368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dcac85d7-b8aa-4540-b3b9-13a907fd2842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:56.048684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] Pushing event deleted for resources: {'Port': ['ID=18d759f1-a25d-4db8-bd44-39dedbef8b37,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:56.054296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:56.069138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e622e8>,) {'filters': {'network_id': ['9e376cd0-ede5-45b3-814f-ff41cbe70478']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:56.078419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:56.154179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Pushing event updated for resources: {'Port': ['ID=5810627f-6c04-4506-a91f-eab856fe72e6,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:56.162111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] No DVR routers for this DVR port 18d759f1-a25d-4db8-bd44-39dedbef8b37 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:00:56.163686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:56.184276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfe9923-dbe4-4e79-bbbc-296e07c4e1ba None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:00:56.191932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e622e8>, '77d34e9d-3e4b-44fa-b376-75915b268196') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:56.192275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e622e8>, '77d34e9d-3e4b-44fa-b376-75915b268196') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:56.198384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:56.204447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:56.222564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:56.230493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:56.231146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:56.301323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:56.310611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:00:56.311929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfe9923-dbe4-4e79-bbbc-296e07c4e1ba None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:00:56.316435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:56.320029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:56.325103 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 3.2447577
Dec 21 10:00:56.328694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:56.343666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35726) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:56.367132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': 'db1cebc9-a1e2-46b8-b0e1-cccdf1d9cf0a', 'ip_address': '2001:db8::f49e:7d28:2f3b:c22b'}], 'name': 'tempest-NetworksTestDHCPv6-25081624'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:56.568538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:56.788189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2187e0df-dbc2-4718-8a3d-883c472cffc5 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:57.107388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 9e376cd0-ede5-45b3-814f-ff41cbe70478 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:57.157587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:57.216536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecdd76a0>,) {'filters': {'network_id': ['9c18c837-79bf-4e4f-829d-a31885852490']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:57.240754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a1366-2268-4085-a497-39a802e56966 req-e7333d6c-611f-40e7-a212-287c80033e5a tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:57.242322 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-197a1366-2268-4085-a497-39a802e56966 req-e7333d6c-611f-40e7-a212-287c80033e5a tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.3928971
Dec 21 10:00:57.277731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bb0622c6-fa4a-4b9b-810f-8d20ca70ca9a None None] Provisioning complete for port 07091f0b-b036-40a7-a863-cc6f410e3776 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:00:57.278189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bb0622c6-fa4a-4b9b-810f-8d20ca70ca9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:57.285778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecdd76a0>, '4b6acd36-bcf4-4322-a847-923fbcc96a86') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:57.286869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecdd76a0>, '4b6acd36-bcf4-4322-a847-923fbcc96a86') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:57.306268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:57.314287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:57.405731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-197a1366-2268-4085-a497-39a802e56966 req-7a2337c0-6346-4663-a3a6-06f562d39f91 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1444747
Dec 21 10:00:57.413547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:57.454920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:57.467433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:57.483027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.20.0.1 (7646ce9c-7064-4145-be8e-66a80100b69d/a5d560c1-8fc8-46a1-ae1d-ad0392c77174/ff9e37f8-7725-4449-8d48-6a1da9946802) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:57.498236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:57.572207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:57.591888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-837607ce-1aa3-416b-9410-fcecedbb1794 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:57.618885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:57.635716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 9 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:00:57.656246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 9e376cd0-ede5-45b3-814f-ff41cbe70478 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:00:57.710470 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:00:57.734720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:57.827049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Subnet': ['ID=c8d1aec0-9ddb-446c-a8c9-e5c873de0155,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:57.886753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:57.951751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:57.960744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.083056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Checking segment: {'id': '4f0e0910-916e-48f1-bfae-e6e320fabfec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:58.083461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Network hostable DHCP agents. Network: 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:00:58.182682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:00:58.201775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:58.210361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2a4ec-4fa2-4ab3-a6fe-b573cf2f2b3c None None] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:00:58.222672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:58.223260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.262512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 3.1404197
Dec 21 10:00:58.265184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35732) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:58.266400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.269669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'port': {'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-399853748'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:58.310460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Router 316bb82a-3e3e-4994-ad00-53633f1d874e is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:00:58.331882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:58.357622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.431998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Network': ['ID=9e376cd0-ede5-45b3-814f-ff41cbe70478,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:58.457391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:58.463511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 9c18c837-79bf-4e4f-829d-a31885852490 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:58.473871 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/networks/9e376cd0-ede5-45b3-814f-ff41cbe70478 HTTP/1.1" status: 204  len: 168 time: 3.6828647
Dec 21 10:00:58.477395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.502665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35738) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:58.547378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'network': {'name': 'tempest-PortsTestJSON-262930393'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:00:58.566200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.571353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:58.581023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:00:58.631752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.632005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Usage tracker for resource:port and tenant:341ffe5894554e36b5ec9e530585b75e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:58.671459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:network and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:00:58.679887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:58.707258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:58.722476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:00:58.780352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2', 'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2', 'tenant_id': '341ffe5894554e36b5ec9e530585b75e', 'fixed_ips': [{'subnet_id': 'c8d1aec0-9ddb-446c-a8c9-e5c873de0155'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:00:58.781688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.808178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:00:58.810473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 9c18c837-79bf-4e4f-829d-a31885852490 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:00:58.818213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:58.823856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.856728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Made reservation on behalf of 341ffe5894554e36b5ec9e530585b75e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:00:58.862288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:00:58.874090 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:00:58.919347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:00:58.929121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28062470-5790-4b6e-8133-23435df7ccf9 req-29ce96a9-5b37-4654-b3c0-40f449ec18cb tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:58.937689 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28062470-5790-4b6e-8133-23435df7ccf9 req-29ce96a9-5b37-4654-b3c0-40f449ec18cb tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.3245487
Dec 21 10:00:58.944413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:58.948220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "PUT /v2.0/routers/316bb82a-3e3e-4994-ad00-53633f1d874e HTTP/1.1" status: 200  len: 882 time: 6.7317276
Dec 21 10:00:58.952970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c439ea-bf8a-40bc-8d39-8b03dd3d02e2 None None] Sync routers for ids ['316bb82a-3e3e-4994-ad00-53633f1d874e'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:00:58.975198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35742) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:59.009958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c439ea-bf8a-40bc-8d39-8b03dd3d02e2 None None] Routers {'316bb82a-3e3e-4994-ad00-53633f1d874e'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:59.010630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-82c439ea-bf8a-40bc-8d39-8b03dd3d02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc73eb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['316bb82a-3e3e-4994-ad00-53633f1d874e'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:59.060481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.083663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-82c439ea-bf8a-40bc-8d39-8b03dd3d02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc73eb8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:59.092599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0d26add7-b164-41a0-9463-57d939b9c71a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:59.109349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c439ea-bf8a-40bc-8d39-8b03dd3d02e2 None None] Routers {'316bb82a-3e3e-4994-ad00-53633f1d874e'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:00:59.110067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-82c439ea-bf8a-40bc-8d39-8b03dd3d02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc73eb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['316bb82a-3e3e-4994-ad00-53633f1d874e'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:59.139365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:00:59.178286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.183660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-82c439ea-bf8a-40bc-8d39-8b03dd3d02e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc73eb8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:00:59.183660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c439ea-bf8a-40bc-8d39-8b03dd3d02e2 None None] The sync data for ids ['316bb82a-3e3e-4994-ad00-53633f1d874e'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:00:59.202107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.256391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.256793 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Added segment 8433cb24-f569-422f-ae8c-ebbdb58eb3b4 of type vxlan for network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32
Dec 21 10:00:59.271924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Allocated IP 2001:db8::2 (0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2/c8d1aec0-9ddb-446c-a8c9-e5c873de0155/56c4cf88-8305-4ce3-9666-954a9692973c) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:59.283577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port e42153a1-a4ec-4bdf-8ed7-17021e453733 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:59.354001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=ff9e37f8-7725-4449-8d48-6a1da9946802,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:59.368948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:59.370940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0a22b36d-0f1b-40e9-be64-9f9e728176bc tempest-BulkNetworkOpsTest-1113889007 tempest-BulkNetworkOpsTest-1113889007] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.170s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:59.387077 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/9c18c837-79bf-4e4f-829d-a31885852490 HTTP/1.1" status: 204  len: 168 time: 17.0385413
Dec 21 10:00:59.403856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35746) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:59.470122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=9c18c837-79bf-4e4f-829d-a31885852490,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:59.470374 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28062470-5790-4b6e-8133-23435df7ccf9 req-1c3c6fa5-2128-495c-9fc2-e58e729e4da4 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5316637
Dec 21 10:00:59.491134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:59.505738 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4abce0-0b1d-40a3-b96e-1fd7aba2c6ee tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] GET failed (client error): The resource could not be found.
Dec 21 10:00:59.506329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6f4abce0-0b1d-40a3-b96e-1fd7aba2c6ee tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Synchronizing usage tracker for tenant:ec539f5646e0414fa53cf82889235c54 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:00:59.523933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.538084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.552419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Transition to ACTIVE for port object 56c4cf88-8305-4ce3-9666-954a9692973c will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:59.552648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] device_id is not set on port 30d9b44f-f86b-4521-b51a-58127fa71987 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:00:59.572457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Transition to ACTIVE for port object 56c4cf88-8305-4ce3-9666-954a9692973c will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:00:59.578023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.602501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e780b84-3c7f-4224-971f-79b037cbc88b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:00:59.606468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 7646ce9c-7064-4145-be8e-66a80100b69d is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:59.616000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:59.618510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:59.671939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d0d2629e-c70d-4751-b1e3-e4f62a0571cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/routers/316bb82a-3e3e-4994-ad00-53633f1d874e HTTP/1.1" status: 200  len: 923 time: 0.6902595
Dec 21 10:00:59.677778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35750) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:59.705428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6f4abce0-0b1d-40a3-b96e-1fd7aba2c6ee tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Unset dirty status for tenant:ec539f5646e0414fa53cf82889235c54 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:00:59.710130 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f4abce0-0b1d-40a3-b96e-1fd7aba2c6ee tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/subnets/c897704c-cf20-4aa2-a2da-3388ec891f7d HTTP/1.1" status: 404  len: 337 time: 0.2937155
Dec 21 10:00:59.722336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35754) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:59.752716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Pushing event updated for resources: {'Port': ['ID=56c4cf88-8305-4ce3-9666-954a9692973c,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:00:59.758022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:00:59.804120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:00:59.805555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:00:59.807871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:00:59.835679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.866373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Attempting to bind port 56c4cf88-8305-4ce3-9666-954a9692973c on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:00:59.866704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Attempting to bind port 56c4cf88-8305-4ce3-9666-954a9692973c by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '4f0e0910-916e-48f1-bfae-e6e320fabfec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:00:59.867032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Attempting to bind port 56c4cf88-8305-4ce3-9666-954a9692973c on network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:00:59.873206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:00:59.873669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Checking segment: {'id': '4f0e0910-916e-48f1-bfae-e6e320fabfec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:00:59.874124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.874570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Bound using segment: {'id': '4f0e0910-916e-48f1-bfae-e6e320fabfec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:00:59.875095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Bound port: 56c4cf88-8305-4ce3-9666-954a9692973c, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f0e0910-916e-48f1-bfae-e6e320fabfec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:00:59.875513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.934928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Allocated IP 2001:db8::3e7 (0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2/c8d1aec0-9ddb-446c-a8c9-e5c873de0155/30d9b44f-f86b-4521-b51a-58127fa71987) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:00:59.957655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722136eb-e2a6-4f47-acc2-5c4b4c0a6de3 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:59.962789 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-722136eb-e2a6-4f47-acc2-5c4b4c0a6de3 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/ports?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217&device_id=316bb82a-3e3e-4994-ad00-53633f1d874e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2810540
Dec 21 10:00:59.963145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35758) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:00:59.975291 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-29766623-7fc7-4f72-92bb-a62d61742493 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:00:59.975802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29766623-7fc7-4f72-92bb-a62d61742493 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:00:59.978331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] For port 56c4cf88-8305-4ce3-9666-954a9692973c, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:00:59.982469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] For port 56c4cf88-8305-4ce3-9666-954a9692973c, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56c4cf88-8305-4ce3-9666-954a9692973c,segment=NetworkSegment(4f0e0910-916e-48f1-bfae-e6e320fabfec),segment_id=4f0e0910-916e-48f1-bfae-e6e320fabfec)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:00:59.985893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.986297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:00:59.990147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:00:59.990794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:00.001620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-820aaeab-7844-43e2-9de4-f2b39ada5755 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:00.002369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-69eee751-3f7e-4467-870a-2ff4c4cc30ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:00.041216 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-29766623-7fc7-4f72-92bb-a62d61742493 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/9c18c837-79bf-4e4f-829d-a31885852490 HTTP/1.1" status: 404  len: 339 time: 0.3090529
Dec 21 10:01:00.055699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35762) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:00.113291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f49e:7d28:2f3b:c22b (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/db1cebc9-a1e2-46b8-b0e1-cccdf1d9cf0a/e42153a1-a4ec-4bdf-8ed7-17021e453733) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:00.129064 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 1.6251662
Dec 21 10:01:00.159952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Pushing event updated for resources: {'Port': ['ID=56c4cf88-8305-4ce3-9666-954a9692973c,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:00.167358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:00.182541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35766) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:00.219553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': 'dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:00.239008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Network': ['ID=dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:00.253112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:01:00.268241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:01:00.309147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:00.439988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561b43bd-67ef-475e-93f2-cd9fc30a34dc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:00.440767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-561b43bd-67ef-475e-93f2-cd9fc30a34dc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Synchronizing usage tracker for tenant:ec539f5646e0414fa53cf82889235c54 on resource:network {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:00.531380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-561b43bd-67ef-475e-93f2-cd9fc30a34dc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Unset dirty status for tenant:ec539f5646e0414fa53cf82889235c54 on resource:network {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:00.532696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-561b43bd-67ef-475e-93f2-cd9fc30a34dc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4635179
Dec 21 10:01:00.607241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35772) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:00.670052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37de4551-1311-45af-b933-c016b5252ea0 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:00.671937 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-37de4551-1311-45af-b933-c016b5252ea0 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 881 time: 0.7074261
Dec 21 10:01:00.678638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35776) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:00.692119 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ccd119ac-5802-43c3-866f-a45180610324 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/subnets?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 207 time: 0.0836256
Dec 21 10:01:00.699280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35780) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:00.707562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:00.734594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:00.753898 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-83e65857-ec04-4d90-a255-66104d682d46 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=316bb82a-3e3e-4994-ad00-53633f1d874e HTTP/1.1" status: 200  len: 205 time: 0.0719247
Dec 21 10:01:00.755375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:00.760317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35784) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:00.849627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:00.863977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:00.919592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:00.924727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Transition to ACTIVE for port object 30d9b44f-f86b-4521-b51a-58127fa71987 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:01.015693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56c4cf88-8305-4ce3-9666-954a9692973c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:01.034873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:01.104091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 56c4cf88-8305-4ce3-9666-954a9692973c completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:01.216743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:01.233823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:01.238711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:01.245059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:01.315838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:01.331835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object e42153a1-a4ec-4bdf-8ed7-17021e453733 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:01.366765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f441a7c7-f381-47e8-9765-82a2ec1b54a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:01.445757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0cdc0-40c1-4720-8bef-9b5be06bc3e1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:01.450975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0cdc0-40c1-4720-8bef-9b5be06bc3e1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:01.455366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0cdc0-40c1-4720-8bef-9b5be06bc3e1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:01.462562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c0cdc0-40c1-4720-8bef-9b5be06bc3e1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:01.463768 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-04c0cdc0-40c1-4720-8bef-9b5be06bc3e1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2486 time: 0.7610149
Dec 21 10:01:01.469344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35788) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:01.472845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a07b87c-25ed-4fc1-a73f-091875849521 req-9b4c58f2-dfb2-4886-a93a-f301c7fe16d8 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:01.474889 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a07b87c-25ed-4fc1-a73f-091875849521 req-9b4c58f2-dfb2-4886-a93a-f301c7fe16d8 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.6220255
Dec 21 10:01:01.690804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:01.712775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d8a07524-4f90-4c87-b80c-71bae21ca8b6 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:01.768694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Port': ['ID=30d9b44f-f86b-4521-b51a-58127fa71987,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:01.773562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:01.878777 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a07b87c-25ed-4fc1-a73f-091875849521 req-98fb2c3b-79aa-421b-b14a-c216bdad3c83 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3683631
Dec 21 10:01:01.906302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:01.916068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b8b8b2-3d11-4e4b-a893-55df64bca69e None None] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:01.931023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Deleting port 5810627f-6c04-4506-a91f-eab856fe72e6 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:01.931572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:01.958199 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f739cc79-af88-4f89-870b-2746a90eaa4d tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 575 time: 0.4884593
Dec 21 10:01:01.964518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35792) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:01.969449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=e42153a1-a4ec-4bdf-8ed7-17021e453733,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:01.985193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:02.092737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a61683f4-5600-4081-a640-336c36adffca None None] Provisioning for port 56c4cf88-8305-4ce3-9666-954a9692973c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:02.111626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a61683f4-5600-4081-a640-336c36adffca None None] Provisioning complete for port 56c4cf88-8305-4ce3-9666-954a9692973c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:02.112053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a61683f4-5600-4081-a640-336c36adffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.182486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:02.187189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:02.192300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:02.196905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:02.197895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.245822 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 5.8860116
Dec 21 10:01:02.249803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35796) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:02.348196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.365820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.419991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:02.439142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-174d39c0-af94-4970-8238-707fe212f98c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:02.443921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:02.450914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a61683f4-5600-4081-a640-336c36adffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.453166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:02.457431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:02.458134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.482758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ed4ad-b722-4938-a537-8d10306fd83b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:02.484283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2ed4ad-b722-4938-a537-8d10306fd83b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:02.485108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8f2ed4ad-b722-4938-a537-8d10306fd83b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Synchronizing usage tracker for tenant:ec539f5646e0414fa53cf82889235c54 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:02.501340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a61683f4-5600-4081-a640-336c36adffca None None] For port 56c4cf88-8305-4ce3-9666-954a9692973c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56c4cf88-8305-4ce3-9666-954a9692973c,segment=NetworkSegment(4f0e0910-916e-48f1-bfae-e6e320fabfec),segment_id=4f0e0910-916e-48f1-bfae-e6e320fabfec)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:02.505392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a61683f4-5600-4081-a640-336c36adffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.508962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1256fb06-5422-40ca-abaa-a83a03d6efa2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:02.592284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61683f4-5600-4081-a640-336c36adffca None None] Pushing event updated for resources: {'Port': ['ID=56c4cf88-8305-4ce3-9666-954a9692973c,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:02.602163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884503eb-5ac7-42d1-978a-e756315c2c63 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:02.605026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a61683f4-5600-4081-a640-336c36adffca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:02.609740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884503eb-5ac7-42d1-978a-e756315c2c63 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:02.611120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-884503eb-5ac7-42d1-978a-e756315c2c63 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:02.619432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8f2ed4ad-b722-4938-a537-8d10306fd83b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Unset dirty status for tenant:ec539f5646e0414fa53cf82889235c54 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:02.620809 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8f2ed4ad-b722-4938-a537-8d10306fd83b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.6437786
Dec 21 10:01:02.639372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35800) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:02.651104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0fa7040c-93a8-4570-8bd5-81cfaf32f2f0 None None] Provisioning for port e42153a1-a4ec-4bdf-8ed7-17021e453733 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:02.651317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.658221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0fa7040c-93a8-4570-8bd5-81cfaf32f2f0 None None] Provisioning complete for port e42153a1-a4ec-4bdf-8ed7-17021e453733 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:02.658890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0fa7040c-93a8-4570-8bd5-81cfaf32f2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.675724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=ff9e37f8-7725-4449-8d48-6a1da9946802,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:02.678273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-884503eb-5ac7-42d1-978a-e756315c2c63 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:02.682742 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-884503eb-5ac7-42d1-978a-e756315c2c63 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1606 time: 0.4318433
Dec 21 10:01:02.691980 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.4275143
Dec 21 10:01:02.696309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:02.696827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35804) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:02.697198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35806) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:02.708322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'port': {'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1970757886', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e7', 'mac_address': 'fa:16:3e:7c:80:83'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:02.732955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0fa7040c-93a8-4570-8bd5-81cfaf32f2f0 None None] Port e42153a1-a4ec-4bdf-8ed7-17021e453733 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:02.793032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.821048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b508aeb-6e49-446f-82de-2645e69e9204 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:02.822745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b508aeb-6e49-446f-82de-2645e69e9204 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:02.824471 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1b508aeb-6e49-446f-82de-2645e69e9204 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1840727
Dec 21 10:01:02.846099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35814) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:02.857752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0bbe4ecd-74e5-40bb-9c52-769dda9e5e77 None None] Provisioning complete for port 56c4cf88-8305-4ce3-9666-954a9692973c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:02.858555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4ecd-74e5-40bb-9c52-769dda9e5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:02.908548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5d93b-eb44-4bc6-8d1f-f2e806b2a1ad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port e42153a1-a4ec-4bdf-8ed7-17021e453733 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:02.908548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d93b-eb44-4bc6-8d1f-f2e806b2a1ad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:03.055806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56c4cf88-8305-4ce3-9666-954a9692973c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:03.125886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Calling delete_port for 5810627f-6c04-4506-a91f-eab856fe72e6 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:03.295598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 56c4cf88-8305-4ce3-9666-954a9692973c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:03.296527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:03.318725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 7646ce9c-7064-4145-be8e-66a80100b69d is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:03.326563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0bbe4ecd-74e5-40bb-9c52-769dda9e5e77 None None] Provisioning for port 30d9b44f-f86b-4521-b51a-58127fa71987 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:03.337152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0bbe4ecd-74e5-40bb-9c52-769dda9e5e77 None None] Provisioning complete for port 30d9b44f-f86b-4521-b51a-58127fa71987 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:03.338324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bbe4ecd-74e5-40bb-9c52-769dda9e5e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:03.431101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0bbe4ecd-74e5-40bb-9c52-769dda9e5e77 None None] Port 30d9b44f-f86b-4521-b51a-58127fa71987 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:03.439153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:03.443723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Usage tracker for resource:port and tenant:341ffe5894554e36b5ec9e530585b75e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:03.447306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Quota usage for port was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:03.458423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:03.460977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:03.566053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03738a3a-6391-4c96-95b7-1b510f0f2a9b None None] Provisioning complete for port 30d9b44f-f86b-4521-b51a-58127fa71987 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:03.566467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03738a3a-6391-4c96-95b7-1b510f0f2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:03.571506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Made reservation on behalf of 341ffe5894554e36b5ec9e530585b75e for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:03.640161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d93b-eb44-4bc6-8d1f-f2e806b2a1ad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:03.643769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-03738a3a-6391-4c96-95b7-1b510f0f2a9b None None] Port 30d9b44f-f86b-4521-b51a-58127fa71987 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:03.657812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03738a3a-6391-4c96-95b7-1b510f0f2a9b None None] Provisioning complete for port 56c4cf88-8305-4ce3-9666-954a9692973c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:03.658239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03738a3a-6391-4c96-95b7-1b510f0f2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:03.729875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4250925-9686-4e32-83b9-7b6c08e0b177 req-de296baf-061b-4bfd-9362-894d0844841c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:03.732245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4250925-9686-4e32-83b9-7b6c08e0b177 req-de296baf-061b-4bfd-9362-894d0844841c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.4726675
Dec 21 10:01:03.807994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da71f4-f155-48c6-880e-90897f138855 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:03.808689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-69da71f4-f155-48c6-880e-90897f138855 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Synchronizing usage tracker for tenant:ec539f5646e0414fa53cf82889235c54 on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:03.813774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:03.891311 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4250925-9686-4e32-83b9-7b6c08e0b177 req-7938fcd4-dc04-4b15-ad78-96d4f99fd651 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1374972
Dec 21 10:01:03.948448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-69da71f4-f155-48c6-880e-90897f138855 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Unset dirty status for tenant:ec539f5646e0414fa53cf82889235c54 on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:03.949726 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-69da71f4-f155-48c6-880e-90897f138855 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/networks/60ccbe58-47f2-440b-8f8a-a4e25d467006 HTTP/1.1" status: 200  len: 800 time: 1.0400190
Dec 21 10:01:03.971168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35820) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:04.173187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-79bd2dbc-1058-4e7d-a5f0-0556d0862b19 None None] Provisioning complete for port 56c4cf88-8305-4ce3-9666-954a9692973c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:04.173863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79bd2dbc-1058-4e7d-a5f0-0556d0862b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:04.194079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d3b5d93b-eb44-4bc6-8d1f-f2e806b2a1ad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for e42153a1-a4ec-4bdf-8ed7-17021e453733 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:04.301967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:04.354940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:01:04.359479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:04.379053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:04.392915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b15ccf3-665d-4f26-8684-f298f182a53a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:04.715117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] device_id is not set on port d40800f6-760d-4595-851b-1975c21c99ee yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:04.717860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:04.756989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d93b-eb44-4bc6-8d1f-f2e806b2a1ad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:04.785169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74f2925a-2558-4670-a061-c84c63f220ad tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:04.822960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:04.864682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=50e0c267-f2c9-4382-a864-fc8fed26592d,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:04.865135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5d93b-eb44-4bc6-8d1f-f2e806b2a1ad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=e42153a1-a4ec-4bdf-8ed7-17021e453733,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:04.881092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3b5d93b-eb44-4bc6-8d1f-f2e806b2a1ad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:04.885211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:04.887517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:04.890343 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-382a49f7-a0bb-4884-a8d7-e26a1be070f0 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/networks/60ccbe58-47f2-440b-8f8a-a4e25d467006?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.9307747
Dec 21 10:01:04.902038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1451441e-1a36-4cdd-84fe-be2bcc1e0961 None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:04.902253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35828) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:04.918114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1451441e-1a36-4cdd-84fe-be2bcc1e0961 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:04.919311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1451441e-1a36-4cdd-84fe-be2bcc1e0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feebbf860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:04.992378 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "PUT /v2.0/routers/690c2a3e-bc94-44ce-aa79-5f6de961861f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5282328
Dec 21 10:01:04.993304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35832) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:04.995159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1451441e-1a36-4cdd-84fe-be2bcc1e0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feebbf860>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:05.006972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1451441e-1a36-4cdd-84fe-be2bcc1e0961 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:05.007630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1451441e-1a36-4cdd-84fe-be2bcc1e0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feebbf860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:00:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:05.010880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:05.011487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Fanout notify agent at l3_agent the message router_deleted on router 316bb82a-3e3e-4994-ad00-53633f1d874e {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:01:05.041152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'port': {'network_id': '7646ce9c-7064-4145-be8e-66a80100b69d', 'name': 'tempest-FloatingIPTestJSON-674087962'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:05.065897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-bbfb7871-3f02-4994-9eaa-e9561592964a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:05.067535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-bbfb7871-3f02-4994-9eaa-e9561592964a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d96e08a0484480b312e045cd996d68&device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 1162 time: 0.5727742
Dec 21 10:01:05.071256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:05.076689 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d7eeeb59-ff20-48b0-a78e-b0b960769cad tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/316bb82a-3e3e-4994-ad00-53633f1d874e HTTP/1.1" status: 204  len: 168 time: 4.3088489
Dec 21 10:01:05.092656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35836) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:05.103931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c4e4cb-2110-46ee-b9b0-ec495e907558 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:05.110808 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-98c4e4cb-2110-46ee-b9b0-ec495e907558 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/subnets/9c27c8fd-916b-4e58-bdf4-8c644e0b6362 HTTP/1.1" status: 200  len: 811 time: 0.1965272
Dec 21 10:01:05.113118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7afb63-f7db-4fdf-b0db-1daed694f1f6 req-3bfe8f6c-52d2-4348-8893-01104da27a51 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:05.114767 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8d7afb63-f7db-4fdf-b0db-1daed694f1f6 req-3bfe8f6c-52d2-4348-8893-01104da27a51 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.7334864
Dec 21 10:01:05.114901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1544771008', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:05.115297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35840) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:05.129205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:05.130956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1451441e-1a36-4cdd-84fe-be2bcc1e0961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feebbf860>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:05.131696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1451441e-1a36-4cdd-84fe-be2bcc1e0961 None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:05.156330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Usage tracker for resource:router and tenant:f1da9f077d844fd58c9cdaa36795dc87 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:05.166152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:05.249683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:05.252147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Allocated IP 2001:db8::3bf (0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2/c8d1aec0-9ddb-446c-a8c9-e5c873de0155/d40800f6-760d-4595-851b-1975c21c99ee) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:05.277369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d93b-eb44-4bc6-8d1f-f2e806b2a1ad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:05.283842 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d3b5d93b-eb44-4bc6-8d1f-f2e806b2a1ad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/e42153a1-a4ec-4bdf-8ed7-17021e453733 HTTP/1.1" status: 204  len: 168 time: 2.5819054
Dec 21 10:01:05.296626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35844) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:05.354904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:05.356029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:05.455501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:05.468128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3005e-4e6e-4b5f-89aa-c39ae51ce42f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:05.469720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e3005e-4e6e-4b5f-89aa-c39ae51ce42f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:05.474325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f7e3005e-4e6e-4b5f-89aa-c39ae51ce42f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1710577
Dec 21 10:01:05.474325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:05.478210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:port and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:05.489090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35848) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:05.500942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:05.578672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:05.660868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:05.675588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Made reservation on behalf of 338c2a421bf848038828530c137b28aa for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:05.681195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:05.690326 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8d7afb63-f7db-4fdf-b0db-1daed694f1f6 req-15f97594-3c0e-4ea1-9137-586d3f19b570 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5647938
Dec 21 10:01:05.702295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409af9ac-70cc-44a9-9520-0f77219ecb59 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:05.703944 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-409af9ac-70cc-44a9-9520-0f77219ecb59 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "GET /v2.0/subnets/9c27c8fd-916b-4e58-bdf4-8c644e0b6362?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.5848739
Dec 21 10:01:05.709123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Checking segment: {'id': '8433cb24-f569-422f-ae8c-ebbdb58eb3b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:01:05.709123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network hostable DHCP agents. Network: dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:01:05.729864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35852) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:05.740457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1210074994'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:05.748904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-7fc4e800-105b-43e5-a35e-5245133ac089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:05.750552 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-7fc4e800-105b-43e5-a35e-5245133ac089 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 200  len: 905 time: 0.6719284
Dec 21 10:01:05.751559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:05.818764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:05.820068 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-72a5bb4d-8bea-4fac-92b1-86a65f8bca11 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.7263904
Dec 21 10:01:05.821881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:05.831237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35856) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:05.851721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'enable_snat': True}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:05.909448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:01:05.997067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:06.002698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:06.023513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:06.039903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee1a389-5abd-474d-8dfa-c07991a3b608 None None] Network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:06.062437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:06.085471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7570a5-9cfd-406b-a092-039d82ff1971 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet db1cebc9-a1e2-46b8-b0e1-cccdf1d9cf0a {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:01:06.096004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec7570a5-9cfd-406b-a092-039d82ff1971 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:06.096233 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-56be7b4d-bada-427a-adfd-a76f818d6ed6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 200  len: 1000 time: 0.3340902
Dec 21 10:01:06.097737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:06.098718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:06.126698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Transition to ACTIVE for port object d40800f6-760d-4595-851b-1975c21c99ee will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:06.138649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] device_id is not set on port 4f990f64-f9dc-4e04-8aca-1f07e986938f yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:06.242257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec7570a5-9cfd-406b-a092-039d82ff1971 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:06.296854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:06.298153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32', 'network_id': 'dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32', 'tenant_id': '394d3148181a4188a32a0ab93bdc02cd', 'fixed_ips': [{'subnet_id': '50e0c267-f2c9-4382-a864-fc8fed26592d'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:01:06.299768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:06.320055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b399977-aca3-40c2-9214-4d6f36f58376 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:06.393956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:01:06.556666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:06.557776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Added segment 75d687f9-8c3c-4e01-bb4f-bacb6611a329 of type vxlan for network 055ce610-2f25-4c6c-891b-37a660461e56
Dec 21 10:01:06.564976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.3686488
Dec 21 10:01:06.599433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35860) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:06.695459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': 'dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32', 'name': 'tempest-PortsTestJSON-365061764'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:06.718658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-f3c66cde-ef7f-410f-b1b0-37a6db2da4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:06.720720 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-f3c66cde-ef7f-410f-b1b0-37a6db2da4f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3df20f9c-3fad-4f0f-803e-601b16389e12 HTTP/1.1" status: 200  len: 850 time: 0.5442166
Dec 21 10:01:06.811019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Allocated IP 172.20.0.2 (dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32/50e0c267-f2c9-4382-a864-fc8fed26592d/2b078545-5ffa-49e6-8e2f-8212d8722e1b) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:06.834196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec7570a5-9cfd-406b-a092-039d82ff1971 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:06.878506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Port': ['ID=d40800f6-760d-4595-851b-1975c21c99ee,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:06.884455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:06.899992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:06.916813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.20.0.8 (7646ce9c-7064-4145-be8e-66a80100b69d/a5d560c1-8fc8-46a1-ae1d-ad0392c77174/4f990f64-f9dc-4e04-8aca-1f07e986938f) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:06.991750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.111997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:07.125218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:07.133634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:07.138188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:07.138889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.214425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.237133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Transition to ACTIVE for port object 2b078545-5ffa-49e6-8e2f-8212d8722e1b will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:07.250356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 4.5500755
Dec 21 10:01:07.263734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35866) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:07.268689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Transition to ACTIVE for port object 2b078545-5ffa-49e6-8e2f-8212d8722e1b will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:07.276900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.309883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4d1ac79-c9b1-4704-9eaf-9f4edd229046 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:07.443701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.448550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.457107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec7570a5-9cfd-406b-a092-039d82ff1971 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.459152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:07.460468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.473323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f7c6b3d8-a671-4193-b8d2-e9f48a0b82bb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:07.474980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03bdc561-1ce6-4224-987a-61c4e77b0166 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:07.509283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-c017b095-6c20-4ca5-94b1-c4a4aee06044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:07.512024 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-c017b095-6c20-4ca5-94b1-c4a4aee06044 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9d8d354-2125-42d4-b788-68baf6f1ad2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7650237
Dec 21 10:01:07.537340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7570a5-9cfd-406b-a092-039d82ff1971 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=db1cebc9-a1e2-46b8-b0e1-cccdf1d9cf0a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:07.540760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:07.542204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec7570a5-9cfd-406b-a092-039d82ff1971 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:07.626269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.643875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:07.673656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Pushing event updated for resources: {'Port': ['ID=2b078545-5ffa-49e6-8e2f-8212d8722e1b,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:07.685939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:07.702509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.9753456
Dec 21 10:01:07.713784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-366793d4-82f5-4b2e-a00a-f20ff0cff00f None None] Provisioning for port d40800f6-760d-4595-851b-1975c21c99ee completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:07.714874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35870) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:07.719264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec7570a5-9cfd-406b-a092-039d82ff1971 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.721046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d994223-0a2c-41fb-9a27-349d87e28431 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:07.730696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'network_id': '055ce610-2f25-4c6c-891b-37a660461e56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:07.761374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:07.767488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb8532-be50-4230-b344-e3f5b73e4361 req-205d7be8-e114-4cb3-8074-47034954e3ac tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:07.770001 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aeeb8532-be50-4230-b344-e3f5b73e4361 req-205d7be8-e114-4cb3-8074-47034954e3ac tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.8776281
Dec 21 10:01:07.779230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:07.782547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:07.784817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-366793d4-82f5-4b2e-a00a-f20ff0cff00f None None] Provisioning complete for port d40800f6-760d-4595-851b-1975c21c99ee triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:07.785327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-366793d4-82f5-4b2e-a00a-f20ff0cff00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:07.813874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:07.853605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=4f990f64-f9dc-4e04-8aca-1f07e986938f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:07.864617 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ec7570a5-9cfd-406b-a092-039d82ff1971 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/db1cebc9-a1e2-46b8-b0e1-cccdf1d9cf0a HTTP/1.1" status: 204  len: 168 time: 2.3661690
Dec 21 10:01:07.874973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:07.879912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35874) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:07.913325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Network': ['ID=055ce610-2f25-4c6c-891b-37a660461e56,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:07.916527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:07.958293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 055ce610-2f25-4c6c-891b-37a660461e56 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:01:07.973807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 055ce610-2f25-4c6c-891b-37a660461e56 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:01:08.016727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:08.021817 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0d455687-31e5-4820-8774-2d88866f4231 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1407282
Dec 21 10:01:08.027101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:08.027865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35878) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:08.045007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:08.053866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Attempting to bind port 2b078545-5ffa-49e6-8e2f-8212d8722e1b on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:01:08.054939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Attempting to bind port 2b078545-5ffa-49e6-8e2f-8212d8722e1b by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '8433cb24-f569-422f-ae8c-ebbdb58eb3b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:01:08.054939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Attempting to bind port 2b078545-5ffa-49e6-8e2f-8212d8722e1b on network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:01:08.068792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:01:08.069324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Checking segment: {'id': '8433cb24-f569-422f-ae8c-ebbdb58eb3b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:01:08.069877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:08.070399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Bound using segment: {'id': '8433cb24-f569-422f-ae8c-ebbdb58eb3b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:01:08.071783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Bound port: 2b078545-5ffa-49e6-8e2f-8212d8722e1b, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8433cb24-f569-422f-ae8c-ebbdb58eb3b4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:01:08.071783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:08.082776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:01:08.091096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-366793d4-82f5-4b2e-a00a-f20ff0cff00f None None] Port d40800f6-760d-4595-851b-1975c21c99ee cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:08.092142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f594a-061e-4c8b-a8d9-2e247b4b194f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:08.097849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f594a-061e-4c8b-a8d9-2e247b4b194f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:08.098228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:08.102279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f594a-061e-4c8b-a8d9-2e247b4b194f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:08.103302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d81f594a-061e-4c8b-a8d9-2e247b4b194f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Synchronizing usage tracker for tenant:341ffe5894554e36b5ec9e530585b75e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:08.128542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aeeb8532-be50-4230-b344-e3f5b73e4361 req-be9e4bec-75e1-43d0-b465-2ae10482f8dd tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2544243
Dec 21 10:01:08.170714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:08.209763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 7646ce9c-7064-4145-be8e-66a80100b69d is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:08.212516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:08.214829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:08.217587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Made reservation on behalf of ec539f5646e0414fa53cf82889235c54 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:08.225882 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-a64c64df-d664-4426-91a6-22ffc5357d98 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6636894
Dec 21 10:01:08.236878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d81f594a-061e-4c8b-a8d9-2e247b4b194f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Unset dirty status for tenant:341ffe5894554e36b5ec9e530585b75e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:08.237395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:08.241321 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d81f594a-061e-4c8b-a8d9-2e247b4b194f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2483 time: 0.9538033
Dec 21 10:01:08.266470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35882) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:08.281269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:08.306192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:08.326202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:08.421382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:08.443890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:08.450752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:08.470894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:08.471609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:08.513784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8280e611-7060-4af6-9a30-27205979b51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:08.600078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] For port 2b078545-5ffa-49e6-8e2f-8212d8722e1b, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:01:08.600475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 3.6025014
Dec 21 10:01:08.605085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing IP validity checks on allocation pools {{(pid=80971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 21 10:01:08.605585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking for overlaps among allocation pools and gateway ip {{(pid=80971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 21 10:01:08.606722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35884) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:08.608326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] For port 2b078545-5ffa-49e6-8e2f-8212d8722e1b, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2b078545-5ffa-49e6-8e2f-8212d8722e1b,segment=NetworkSegment(8433cb24-f569-422f-ae8c-ebbdb58eb3b4),segment_id=8433cb24-f569-422f-ae8c-ebbdb58eb3b4)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:01:08.620766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:08.643297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83ed4311-4bbe-490d-982a-3beeebfb7445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:08.710657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'port': {'network_id': '7646ce9c-7064-4145-be8e-66a80100b69d', 'name': 'tempest-FloatingIPTestJSON-255713214'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:08.733130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:01:08.754431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Deleting port 07091f0b-b036-40a7-a863-cc6f410e3776 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:08.755017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:09.056811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 07091f0b-b036-40a7-a863-cc6f410e3776 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:01:09.086562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 84b42ccb-daeb-4399-9eee-80f8188f6948 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:09.096541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Pushing event updated for resources: {'Port': ['ID=2b078545-5ffa-49e6-8e2f-8212d8722e1b,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:09.111898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:09.155120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c8e949f3-1ceb-4558-8f67-9eb297fe7db1 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Deleting port d40800f6-760d-4595-851b-1975c21c99ee {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:09.155120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8e949f3-1ceb-4558-8f67-9eb297fe7db1 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:09.313890 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7a0e15e-35ea-4d5d-90cf-035615baa28f req-e070e520-7812-41c0-ab5f-e6597d40a9f3 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0780375
Dec 21 10:01:09.319942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:09.419827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:09.424173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:port and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:09.427236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for port was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:09.441689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:09.470307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] For port 07091f0b-b036-40a7-a863-cc6f410e3776, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=07091f0b-b036-40a7-a863-cc6f410e3776,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:09.471060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:09.476242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:09.568572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:09.573317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:09.599184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-002713f6-f1a3-4683-8788-53424040e2f1 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:09.670707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Calling delete_port for 07091f0b-b036-40a7-a863-cc6f410e3776 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:09.704372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 07091f0b-b036-40a7-a863-cc6f410e3776, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=07091f0b-b036-40a7-a863-cc6f410e3776,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:09.712395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:09.714086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Made reservation on behalf of 338c2a421bf848038828530c137b28aa for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:09.716704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:09.720554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:09.820136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.7 (dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32/50e0c267-f2c9-4382-a864-fc8fed26592d/84b42ccb-daeb-4399-9eee-80f8188f6948) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:09.909230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=07091f0b-b036-40a7-a863-cc6f410e3776,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:09.924698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:09.932011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:01:09.932656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:01:09.937823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:09.991567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=a9ac94cc-e8de-418c-9e73-a45cf24db27e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:10.031347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:10.037983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5810d65f-1073-44df-9312-daca3e296bc8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:10.096998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Checking segment: {'id': '75d687f9-8c3c-4e01-bb4f-bacb6611a329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '055ce610-2f25-4c6c-891b-37a660461e56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:01:10.097586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network hostable DHCP agents. Network: 055ce610-2f25-4c6c-891b-37a660461e56, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:01:10.309251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24928c6-de6e-4adb-87db-ef48facf6ea7 req-2bf69619-af4e-45bf-8262-705c6a71b7f6 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:10.311866 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d24928c6-de6e-4adb-87db-ef48facf6ea7 req-2bf69619-af4e-45bf-8262-705c6a71b7f6 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.8778138
Dec 21 10:01:10.339143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-6c16f878-b377-43e1-a0fe-0bd292d7ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:10.342213 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-6c16f878-b377-43e1-a0fe-0bd292d7ec85 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d96e08a0484480b312e045cd996d68&device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 1162 time: 0.8170817
Dec 21 10:01:10.434783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Deleting port 07091f0b-b036-40a7-a863-cc6f410e3776 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:10.435494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:10.485373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=a0d116f4-2f09-4aa0-bf3c-a34871af51c2,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:10.498228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:10.501520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 055ce610-2f25-4c6c-891b-37a660461e56 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:01:10.520095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 055ce610-2f25-4c6c-891b-37a660461e56) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:10.542117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:10.544677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:10.545323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:10.547345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650876a1-3874-4f67-b1b1-6eb11f3c3835 None None] Network 055ce610-2f25-4c6c-891b-37a660461e56 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:10.549557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:10.570812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:10.571221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:10.608434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 2.8859303
Dec 21 10:01:10.613180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 2.5815239
Dec 21 10:01:10.613666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35892) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:10.614172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35894) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:10.626900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d97eb369-3247-4bab-928f-52d4b6decf53 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:10.666466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8e949f3-1ceb-4558-8f67-9eb297fe7db1 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:10.682132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': 'a0d116f4-2f09-4aa0-bf3c-a34871af51c2', 'ip_address': '2001:db8::76d5:dbbd:2d0e:bc2e'}], 'name': 'tempest-NetworksTestDHCPv6-629630808'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:10.889228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] For port 07091f0b-b036-40a7-a863-cc6f410e3776, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=07091f0b-b036-40a7-a863-cc6f410e3776,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:10.889722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:11.067720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Calling delete_port for 07091f0b-b036-40a7-a863-cc6f410e3776 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:11.111460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:11.134393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d97eb369-3247-4bab-928f-52d4b6decf53 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3014721'] for subnet, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:11.165464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2b078545-5ffa-49e6-8e2f-8212d8722e1b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:11.175946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d24928c6-de6e-4adb-87db-ef48facf6ea7 req-0a9aa817-8417-4a9a-b18c-acf7e4956df2 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8206925
Dec 21 10:01:11.188469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:11.232675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-055ce610-2f25-4c6c-891b-37a660461e56', 'network_id': '055ce610-2f25-4c6c-891b-37a660461e56', 'tenant_id': 'ec539f5646e0414fa53cf82889235c54', 'fixed_ips': [{'subnet_id': 'a9ac94cc-e8de-418c-9e73-a45cf24db27e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:01:11.233625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:11.256040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:11.298468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:11.321481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-52197aae-f4ac-465e-87d5-02440916a674 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:11.327449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] device_id is not set on port 865d43cd-e1ef-4642-addf-37f73e3fde1f yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:11.380375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03646cc-1d5d-46af-8ff6-fb4be51f923a None None] Network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:11.390535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c8e949f3-1ceb-4558-8f67-9eb297fe7db1 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Calling delete_port for d40800f6-760d-4595-851b-1975c21c99ee owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:11.453266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Pushing event deleted for resources: {'Port': ['ID=07091f0b-b036-40a7-a863-cc6f410e3776,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:11.464785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:11.499329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 2b078545-5ffa-49e6-8e2f-8212d8722e1b completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:11.581370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:11.662040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Allocated IP 172.26.1.31 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/e3aef8db-5cf8-4110-9bba-18557301a15a) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:11.703221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c0942e24-685a-4082-94d8-62e82dfa0b1f None None] Provisioning for port 2b078545-5ffa-49e6-8e2f-8212d8722e1b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:11.826963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-3ba1ac2a-0ac7-4dd7-9e90-0d466fea5cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:11.828647 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-3ba1ac2a-0ac7-4dd7-9e90-0d466fea5cc7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 200  len: 905 time: 1.4499309
Dec 21 10:01:11.840251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:11.894667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port e2371d04-2142-477b-99c9-141cc70884c7 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:11.966160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d97eb369-3247-4bab-928f-52d4b6decf53 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363296613509099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851938113'] for subnet, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:11.986011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-90b1d966-aa8d-4115-bb3f-97b123706fd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:12.030200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object 84b42ccb-daeb-4399-9eee-80f8188f6948 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:12.056743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c0942e24-685a-4082-94d8-62e82dfa0b1f None None] Provisioning complete for port 2b078545-5ffa-49e6-8e2f-8212d8722e1b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:12.057341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0942e24-685a-4082-94d8-62e82dfa0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.063004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97eb369-3247-4bab-928f-52d4b6decf53 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event updated for resources: {'Subnet': ['ID=a9ac94cc-e8de-418c-9e73-a45cf24db27e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:12.066368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d97eb369-3247-4bab-928f-52d4b6decf53 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:12.103569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.20.0.4 (7646ce9c-7064-4145-be8e-66a80100b69d/a5d560c1-8fc8-46a1-ae1d-ad0392c77174/865d43cd-e1ef-4642-addf-37f73e3fde1f) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:12.202471 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-fb7bad3c-060f-4d55-b43d-4dcca7d60dc0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 200  len: 1000 time: 0.3434234
Dec 21 10:01:12.253351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.311176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8e949f3-1ceb-4558-8f67-9eb297fe7db1 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.327520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97eb369-3247-4bab-928f-52d4b6decf53 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:12.328363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d97eb369-3247-4bab-928f-52d4b6decf53 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.332497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d97eb369-3247-4bab-928f-52d4b6decf53 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "PUT /v2.0/subnets/a9ac94cc-e8de-418c-9e73-a45cf24db27e HTTP/1.1" status: 200  len: 877 time: 1.7143021
Dec 21 10:01:12.332899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35902) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:12.351534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-139b5a89-9750-495c-912c-2bd1255c7af8 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:12.375542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::76d5:dbbd:2d0e:bc2e (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/a0d116f4-2f09-4aa0-bf3c-a34871af51c2/e2371d04-2142-477b-99c9-141cc70884c7) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:12.472190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] No DVR routers for this DVR port 07091f0b-b036-40a7-a863-cc6f410e3776 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:01:12.499167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f62c433-d79c-4925-a198-b284d92caf8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.514378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.516393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e949f3-1ceb-4558-8f67-9eb297fe7db1 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event deleted for resources: {'Port': ['ID=d40800f6-760d-4595-851b-1975c21c99ee,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:12.569068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d099de3-8fbd-43a9-aa0d-f5612b4409f9 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:12.571995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.582302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.588336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8e949f3-1ceb-4558-8f67-9eb297fe7db1 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:12.592757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-84e02e09-051d-4e5a-bffc-4c4fbb41c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:12.594877 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-84e02e09-051d-4e5a-bffc-4c4fbb41c388 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3df20f9c-3fad-4f0f-803e-601b16389e12 HTTP/1.1" status: 200  len: 850 time: 0.3751104
Dec 21 10:01:12.595659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5398671f-1191-4ec3-9f12-8fa363930a4e tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:12.816913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.820466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.878690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0942e24-685a-4082-94d8-62e82dfa0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:12.937850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Allocated IP 172.20.0.3 (055ce610-2f25-4c6c-891b-37a660461e56/a9ac94cc-e8de-418c-9e73-a45cf24db27e/6c77cde7-6c33-4e46-818f-06ef66393b8e) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:12.972131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.000316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=84b42ccb-daeb-4399-9eee-80f8188f6948,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:13.012357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c0942e24-685a-4082-94d8-62e82dfa0b1f None None] For port 2b078545-5ffa-49e6-8e2f-8212d8722e1b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2b078545-5ffa-49e6-8e2f-8212d8722e1b,segment=NetworkSegment(8433cb24-f569-422f-ae8c-ebbdb58eb3b4),segment_id=8433cb24-f569-422f-ae8c-ebbdb58eb3b4)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:13.026514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:13.065371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object e2371d04-2142-477b-99c9-141cc70884c7 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:13.068102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0942e24-685a-4082-94d8-62e82dfa0b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.077588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:13.136219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808cc0c4-e1d1-4015-85be-4ac01adc2794 req-66a723c3-dac9-4afb-975f-d0ac78ebbd23 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:13.138249 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-808cc0c4-e1d1-4015-85be-4ac01adc2794 req-66a723c3-dac9-4afb-975f-d0ac78ebbd23 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.7353063
Dec 21 10:01:13.144379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.163330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.167537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0942e24-685a-4082-94d8-62e82dfa0b1f None None] Pushing event updated for resources: {'Port': ['ID=2b078545-5ffa-49e6-8e2f-8212d8722e1b,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:13.175780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0942e24-685a-4082-94d8-62e82dfa0b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:13.182845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.198370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-24ef037a-8837-42b1-ab00-71dc8414980a tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:13.205471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b54701b-110c-4266-86af-31cae3679926 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:13.242901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8e949f3-1ceb-4558-8f67-9eb297fe7db1 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.327024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=e2371d04-2142-477b-99c9-141cc70884c7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:13.331397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:13.385894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:13.394950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-27a9b91f-cae8-4a49-b408-b9f4501642f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:13.396595 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-27a9b91f-cae8-4a49-b408-b9f4501642f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9d8d354-2125-42d4-b788-68baf6f1ad2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7486234
Dec 21 10:01:13.462296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.464352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:13.506815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.508350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:13.510575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:13.514515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:13.521911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:13.523278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.525817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Transition to ACTIVE for port object 6c77cde7-6c33-4e46-818f-06ef66393b8e will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:13.550385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': 'a0d116f4-2f09-4aa0-bf3c-a34871af51c2'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:01:13.551320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.572545 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 2.9536951
Dec 21 10:01:13.573914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35906) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:13.633974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Transition to ACTIVE for port object 6c77cde7-6c33-4e46-818f-06ef66393b8e will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:13.661949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.683883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab6fec31-f799-409a-8328-802a8f7499b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:13.687849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:13.706522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-68610560-cc79-4cea-a6a8-8fb0749455cb tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:13.902200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:13.932454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event updated for resources: {'Port': ['ID=e3aef8db-5cf8-4110-9bba-18557301a15a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:14.014844 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c8e949f3-1ceb-4558-8f67-9eb297fe7db1 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "DELETE /v2.0/ports/d40800f6-760d-4595-851b-1975c21c99ee HTTP/1.1" status: 204  len: 168 time: 5.4091713
Dec 21 10:01:14.034703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35910) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:14.036605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:14.050801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e1a733e0-096b-4673-908f-cf4e3186d5e8 None None] Provisioning complete for port 2b078545-5ffa-49e6-8e2f-8212d8722e1b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:14.051185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1a733e0-096b-4673-908f-cf4e3186d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:14.053006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-808cc0c4-e1d1-4015-85be-4ac01adc2794 req-bb62ca72-c3f1-4900-8396-2309b1464529 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8847456
Dec 21 10:01:14.146475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Pushing event updated for resources: {'Port': ['ID=6c77cde7-6c33-4e46-818f-06ef66393b8e,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:14.166917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:14.214939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:14.217767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=a9ac94cc-e8de-418c-9e73-a45cf24db27e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:14.224141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:14.245703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:14.246697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277d3621-bf16-4ae6-9b79-1249e6e0ac4a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:14.248145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-277d3621-bf16-4ae6-9b79-1249e6e0ac4a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:14.308778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Network 055ce610-2f25-4c6c-891b-37a660461e56 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:14.316619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:14.326958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:14.357937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:14.366876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-277d3621-bf16-4ae6-9b79-1249e6e0ac4a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:14.371385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-277d3621-bf16-4ae6-9b79-1249e6e0ac4a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.7916687
Dec 21 10:01:14.395393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35920) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:14.406420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2dcde4-ef5f-44a4-936d-862b2d64f84f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] GET failed (client error): The resource could not be found.
Dec 21 10:01:14.407485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5b2dcde4-ef5f-44a4-936d-862b2d64f84f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Synchronizing usage tracker for tenant:341ffe5894554e36b5ec9e530585b75e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:14.408524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/a0d116f4-2f09-4aa0-bf3c-a34871af51c2/0b4e217d-f98d-4274-acfc-9af07df92bb3) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:14.463071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Attempting to bind port 6c77cde7-6c33-4e46-818f-06ef66393b8e on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:01:14.463469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Attempting to bind port 6c77cde7-6c33-4e46-818f-06ef66393b8e by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '75d687f9-8c3c-4e01-bb4f-bacb6611a329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '055ce610-2f25-4c6c-891b-37a660461e56'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:01:14.463888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Attempting to bind port 6c77cde7-6c33-4e46-818f-06ef66393b8e on network 055ce610-2f25-4c6c-891b-37a660461e56 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:01:14.497753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:01:14.497753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Checking segment: {'id': '75d687f9-8c3c-4e01-bb4f-bacb6611a329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '055ce610-2f25-4c6c-891b-37a660461e56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:01:14.497753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:14.498200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Bound using segment: {'id': '75d687f9-8c3c-4e01-bb4f-bacb6611a329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '055ce610-2f25-4c6c-891b-37a660461e56'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:01:14.498817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Bound port: 6c77cde7-6c33-4e46-818f-06ef66393b8e, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d687f9-8c3c-4e01-bb4f-bacb6611a329', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '055ce610-2f25-4c6c-891b-37a660461e56'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:01:14.499241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:14.521356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:14.549264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:14.594669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e9920ccf-c963-4eee-b2c3-845b38beebe6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:14.595466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-32299cba-7c58-43c5-acc6-efab860d1d14 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port e2371d04-2142-477b-99c9-141cc70884c7 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:14.595850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32299cba-7c58-43c5-acc6-efab860d1d14 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:14.657979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:14.658995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:14.683438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5b2dcde4-ef5f-44a4-936d-862b2d64f84f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Unset dirty status for tenant:341ffe5894554e36b5ec9e530585b75e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:14.689771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5b2dcde4-ef5f-44a4-936d-862b2d64f84f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "GET /v2.0/ports/d40800f6-760d-4595-851b-1975c21c99ee HTTP/1.1" status: 404  len: 333 time: 0.6348228
Dec 21 10:01:14.690016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35924) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:14.736277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'port': {'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2109178148'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:14.785429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feeb6eba8>,) {'filters': {'network_id': ['055ce610-2f25-4c6c-891b-37a660461e56']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:14.811799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feeb6eba8>, '75d687f9-8c3c-4e01-bb4f-bacb6611a329') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:14.812257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feeb6eba8>, '75d687f9-8c3c-4e01-bb4f-bacb6611a329') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:14.832948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 8.2243841
Dec 21 10:01:14.833226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:14.839581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35928) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:14.863878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e1a733e0-096b-4673-908f-cf4e3186d5e8 None None] Provisioning for port 84b42ccb-daeb-4399-9eee-80f8188f6948 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:14.893051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e1a733e0-096b-4673-908f-cf4e3186d5e8 None None] Provisioning complete for port 84b42ccb-daeb-4399-9eee-80f8188f6948 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:14.893516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1a733e0-096b-4673-908f-cf4e3186d5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:14.931430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:14.941118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 9 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:01:14.954172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e1a733e0-096b-4673-908f-cf4e3186d5e8 None None] Port 84b42ccb-daeb-4399-9eee-80f8188f6948 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:14.966517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-019962a3-2e7d-4076-a51e-00e4da6b55ae service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.4997039
Dec 21 10:01:15.007148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] For port 6c77cde7-6c33-4e46-818f-06ef66393b8e, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:01:15.073631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=865d43cd-e1ef-4642-addf-37f73e3fde1f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:15.125472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2b078545-5ffa-49e6-8e2f-8212d8722e1b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:15.136665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:15.146973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1017f0e1-6867-4daa-a8dc-c586ec9f0fd2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 84b42ccb-daeb-4399-9eee-80f8188f6948 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:15.147347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1017f0e1-6867-4daa-a8dc-c586ec9f0fd2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.170359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.198513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Transition to ACTIVE for port object 0b4e217d-f98d-4274-acfc-9af07df92bb3 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:15.218478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-980850db-3f75-4b52-80a9-ddf541420713 None None] Provisioning complete for port 2b078545-5ffa-49e6-8e2f-8212d8722e1b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:15.219002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-980850db-3f75-4b52-80a9-ddf541420713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.283578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Transition to ACTIVE for port object 0b4e217d-f98d-4274-acfc-9af07df92bb3 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:15.297707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.315991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5b3e5d37-f9e8-437a-a1bf-9ea5efbed189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:15.327700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de29e6e-7770-445f-8058-ccd35d381d23 req-a70a6dce-fbd4-49c4-8536-86b36145b29e tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:15.329354 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9de29e6e-7770-445f-8058-ccd35d381d23 req-a70a6dce-fbd4-49c4-8536-86b36145b29e tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.8940656
Dec 21 10:01:15.350562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 055ce610-2f25-4c6c-891b-37a660461e56 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:15.381297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 2b078545-5ffa-49e6-8e2f-8212d8722e1b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:15.381773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.382736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.426567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32299cba-7c58-43c5-acc6-efab860d1d14 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.431656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:15.444749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 7646ce9c-7064-4145-be8e-66a80100b69d is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:15.465265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:15.479082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:15.514789 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-000416f3-b4c8-4a8b-b4c2-a7aa42e2e410 req-f889dab6-380e-4d66-8991-6c74c3cb376a service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5204966
Dec 21 10:01:15.575283 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9de29e6e-7770-445f-8058-ccd35d381d23 req-8257e26a-d7a0-4057-a52b-1ec8c3ab3405 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2334867
Dec 21 10:01:15.576480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:15.624607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Pushing event updated for resources: {'Port': ['ID=0b4e217d-f98d-4274-acfc-9af07df92bb3,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:15.635524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:15.635912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Made reservation on behalf of 341ffe5894554e36b5ec9e530585b75e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:15.642428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.670994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:15.671775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.688643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-980850db-3f75-4b52-80a9-ddf541420713 None None] Provisioning complete for port 84b42ccb-daeb-4399-9eee-80f8188f6948 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:15.689133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-980850db-3f75-4b52-80a9-ddf541420713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.801800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:15.807287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:15.811589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 7.1595285
Dec 21 10:01:15.814441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:15.824371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-980850db-3f75-4b52-80a9-ddf541420713 None None] Port 84b42ccb-daeb-4399-9eee-80f8188f6948 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:15.828624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35934) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:15.843785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '865d43cd-e1ef-4642-addf-37f73e3fde1f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:15.867942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 055ce610-2f25-4c6c-891b-37a660461e56 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:15.882449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Attempting to bind port 0b4e217d-f98d-4274-acfc-9af07df92bb3 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:01:15.883335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Attempting to bind port 0b4e217d-f98d-4274-acfc-9af07df92bb3 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:01:15.883335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Attempting to bind port 0b4e217d-f98d-4274-acfc-9af07df92bb3 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:01:15.883929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:15.889834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:01:15.890273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:01:15.890728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.891177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:01:15.891715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Bound port: 0b4e217d-f98d-4274-acfc-9af07df92bb3, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:01:15.892141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:01:15.898366 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:01:15.908560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:floatingip and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:15.912948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:15.929545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:15.932514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:15.972923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-32299cba-7c58-43c5-acc6-efab860d1d14 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for e2371d04-2142-477b-99c9-141cc70884c7 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:15.992892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] For port 0b4e217d-f98d-4274-acfc-9af07df92bb3, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:01:15.997998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] For port 0b4e217d-f98d-4274-acfc-9af07df92bb3, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0b4e217d-f98d-4274-acfc-9af07df92bb3,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:01:16.002846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:16.020083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93c05cd5-1822-4cb1-a1a9-547b69d6ca9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:16.185158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] For port 6c77cde7-6c33-4e46-818f-06ef66393b8e, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6c77cde7-6c33-4e46-818f-06ef66393b8e,segment=NetworkSegment(75d687f9-8c3c-4e01-bb4f-bacb6611a329),segment_id=75d687f9-8c3c-4e01-bb4f-bacb6611a329)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:01:16.194935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:16.209795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Pushing event updated for resources: {'Port': ['ID=0b4e217d-f98d-4274-acfc-9af07df92bb3,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:16.217586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:16.220363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4da73174-b88e-4ae9-abc2-d730de3cae0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:16.239096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 10:01:16.239096 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 10:01:16.239096 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': '055ce610-2f25-4c6c-891b-37a660461e56'}]
Dec 21 10:01:16.239096 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:01:16.239620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:01:16.295532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1017f0e1-6867-4daa-a8dc-c586ec9f0fd2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:16.395949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:16.419520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Pushing event updated for resources: {'Port': ['ID=6c77cde7-6c33-4e46-818f-06ef66393b8e,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:16.426098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:16.482026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1017f0e1-6867-4daa-a8dc-c586ec9f0fd2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 84b42ccb-daeb-4399-9eee-80f8188f6948 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:16.510983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] device_id is not set on port 75732248-51cd-4943-94f7-de295a9c2ca6 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:16.527238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dffcab-2117-4c6e-adad-b8a75ab5339b None None] Network 055ce610-2f25-4c6c-891b-37a660461e56 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:16.556519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32299cba-7c58-43c5-acc6-efab860d1d14 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:16.584376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:16.640212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32299cba-7c58-43c5-acc6-efab860d1d14 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=e2371d04-2142-477b-99c9-141cc70884c7,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:16.647438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32299cba-7c58-43c5-acc6-efab860d1d14 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:16.652299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000b2213-de47-49cf-8d9c-ae2c6fcb70ba req-74fdb284-8f59-4077-9355-f215517708ea tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:16.654611 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-000b2213-de47-49cf-8d9c-ae2c6fcb70ba req-74fdb284-8f59-4077-9355-f215517708ea tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.8885775
Dec 21 10:01:16.742262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:16.862475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6988de-0d11-405e-8038-5f9d3501006c None None] Network 055ce610-2f25-4c6c-891b-37a660461e56 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:16.893512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-000b2213-de47-49cf-8d9c-ae2c6fcb70ba req-7d3b0ba3-6add-44f6-9233-8409849336fe tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2286572
Dec 21 10:01:16.922246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port 6c77cde7-6c33-4e46-818f-06ef66393b8e {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:16.922628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:17.087949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Allocated IP 2001:db8::1a (0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2/c8d1aec0-9ddb-446c-a8c9-e5c873de0155/75732248-51cd-4943-94f7-de295a9c2ca6) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:17.129472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:17.140404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:17.159369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0b4e217d-f98d-4274-acfc-9af07df92bb3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:17.238654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 0b4e217d-f98d-4274-acfc-9af07df92bb3 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:17.242448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:17.577442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32299cba-7c58-43c5-acc6-efab860d1d14 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:17.594084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port 6c77cde7-6c33-4e46-818f-06ef66393b8e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6c77cde7-6c33-4e46-818f-06ef66393b8e,segment=NetworkSegment(75d687f9-8c3c-4e01-bb4f-bacb6611a329),segment_id=75d687f9-8c3c-4e01-bb4f-bacb6611a329)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:17.594654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:17.614052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1017f0e1-6867-4daa-a8dc-c586ec9f0fd2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:17.632944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:17.724138 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-32299cba-7c58-43c5-acc6-efab860d1d14 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/e2371d04-2142-477b-99c9-141cc70884c7 HTTP/1.1" status: 204  len: 168 time: 3.3276808
Dec 21 10:01:17.727126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35948) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:17.802361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for 6c77cde7-6c33-4e46-818f-06ef66393b8e owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:17.856374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1017f0e1-6867-4daa-a8dc-c586ec9f0fd2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=84b42ccb-daeb-4399-9eee-80f8188f6948,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:17.862765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1017f0e1-6867-4daa-a8dc-c586ec9f0fd2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:17.937532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2a1c-99ac-4515-b658-91ea02fc02b8 req-3164d0d6-99c1-49d8-9fa8-63890547dce3 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:17.939266 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fcdb2a1c-99ac-4515-b658-91ea02fc02b8 req-3164d0d6-99c1-49d8-9fa8-63890547dce3 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.4692230
Dec 21 10:01:17.992402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.011819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e2a919-a6bf-4136-93d9-9003c9724b9b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:18.017122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3009724e-a013-4917-9570-239bd2cf8f4c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:18.018656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3009724e-a013-4917-9570-239bd2cf8f4c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:18.019461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3009724e-a013-4917-9570-239bd2cf8f4c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:18.022180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Router b3144542-877c-4b0f-a87b-ce61001c7e59 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:01:18.077654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Port': ['ID=6c77cde7-6c33-4e46-818f-06ef66393b8e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:18.078780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9e60b19d-5185-4b34-bdcf-1e35899b05c0 None None] Could not find standard attr ID for object e2371d04-2142-477b-99c9-141cc70884c7. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:01:18.086264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:18.104643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9e60b19d-5185-4b34-bdcf-1e35899b05c0 None None] Provisioning for port 0b4e217d-f98d-4274-acfc-9af07df92bb3 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:18.110856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9e60b19d-5185-4b34-bdcf-1e35899b05c0 None None] Provisioning complete for port 0b4e217d-f98d-4274-acfc-9af07df92bb3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:18.111377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e60b19d-5185-4b34-bdcf-1e35899b05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.111512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.26.1.243 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/36ccb52b-5707-4f17-9d52-cb0e3dd1fb32) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:18.169637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fcdb2a1c-99ac-4515-b658-91ea02fc02b8 req-456b482d-1c2c-49e9-82d5-ebacb41c037b tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2106669
Dec 21 10:01:18.244627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1017f0e1-6867-4daa-a8dc-c586ec9f0fd2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.265591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1017f0e1-6867-4daa-a8dc-c586ec9f0fd2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/84b42ccb-daeb-4399-9eee-80f8188f6948 HTTP/1.1" status: 204  len: 168 time: 3.3981464
Dec 21 10:01:18.266362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35952) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:18.270141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No DVR routers for this DVR port 6c77cde7-6c33-4e46-818f-06ef66393b8e on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:01:18.286223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e60b19d-5185-4b34-bdcf-1e35899b05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.338911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9e60b19d-5185-4b34-bdcf-1e35899b05c0 None None] For port 0b4e217d-f98d-4274-acfc-9af07df92bb3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0b4e217d-f98d-4274-acfc-9af07df92bb3,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:18.343326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e60b19d-5185-4b34-bdcf-1e35899b05c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.345136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:18.377201 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e33a573-5a0e-4bde-85d1-08d7cf1f413a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:18.377591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e33a573-5a0e-4bde-85d1-08d7cf1f413a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:18.379439 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0e33a573-5a0e-4bde-85d1-08d7cf1f413a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/84b42ccb-daeb-4399-9eee-80f8188f6948 HTTP/1.1" status: 404  len: 333 time: 0.1072125
Dec 21 10:01:18.383271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35956) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:18.440329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3009724e-a013-4917-9570-239bd2cf8f4c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:18.441723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3009724e-a013-4917-9570-239bd2cf8f4c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.7011595
Dec 21 10:01:18.457977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35960) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:18.525782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.532685 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1324185e-5fd0-440c-85c2-f04a2aa7e84f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:01:18.533259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1324185e-5fd0-440c-85c2-f04a2aa7e84f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:18.596284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.650905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60b19d-5185-4b34-bdcf-1e35899b05c0 None None] Pushing event updated for resources: {'Port': ['ID=0b4e217d-f98d-4274-acfc-9af07df92bb3,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:18.658671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e60b19d-5185-4b34-bdcf-1e35899b05c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:18.662390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0c906253-14ac-4c75-9cc2-40454c799896 None None] Could not find standard attr ID for object e2371d04-2142-477b-99c9-141cc70884c7. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:01:18.666099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.713937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Transition to ACTIVE for port object 75732248-51cd-4943-94f7-de295a9c2ca6 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:18.724416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1324185e-5fd0-440c-85c2-f04a2aa7e84f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:18.725719 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1324185e-5fd0-440c-85c2-f04a2aa7e84f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/84b42ccb-daeb-4399-9eee-80f8188f6948 HTTP/1.1" status: 404  len: 333 time: 0.3417172
Dec 21 10:01:18.729650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35964) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:18.786154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0171ae1d-8e39-42e4-ac92-ca558af9b116 None None] Provisioning complete for port 0b4e217d-f98d-4274-acfc-9af07df92bb3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:18.786852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0171ae1d-8e39-42e4-ac92-ca558af9b116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.822189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.844473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60a0d7c9-b1a1-4689-a37a-5a5b4e47c22b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:18.911822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a75c18>,) {'filters': {'network_id': ['055ce610-2f25-4c6c-891b-37a660461e56']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:18.933582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a75c18>, '75d687f9-8c3c-4e01-bb4f-bacb6611a329') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:18.934838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a75c18>, '75d687f9-8c3c-4e01-bb4f-bacb6611a329') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:18.947575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b0df23-7954-4a1e-b5a5-f9d0828e720f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet a0d116f4-2f09-4aa0-bf3c-a34871af51c2 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:01:18.956858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2b0df23-7954-4a1e-b5a5-f9d0828e720f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:18.991490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.036500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.041886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 9 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:01:19.065655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0b4e217d-f98d-4274-acfc-9af07df92bb3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:19.090998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2b0df23-7954-4a1e-b5a5-f9d0828e720f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.164036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8f8a5ab4-f2f5-444e-84f6-e902848a71fa None None] Provisioning complete for port 0b4e217d-f98d-4274-acfc-9af07df92bb3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:19.164679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f8a5ab4-f2f5-444e-84f6-e902848a71fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.199275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e71d27a-a933-4ed5-b3fd-ed865be1c361 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:01:19.219933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:19.285549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f860d4-2e00-4273-92fe-0acbd7d2e7db None None] Sync routers for ids ['b3144542-877c-4b0f-a87b-ce61001c7e59'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:19.308713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0b4e217d-f98d-4274-acfc-9af07df92bb3 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:19.310690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.313779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 055ce610-2f25-4c6c-891b-37a660461e56 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:19.325131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.330613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.372792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f860d4-2e00-4273-92fe-0acbd7d2e7db None None] Routers {'b3144542-877c-4b0f-a87b-ce61001c7e59'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:19.373514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-57f860d4-2e00-4273-92fe-0acbd7d2e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1ffd0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b3144542-877c-4b0f-a87b-ce61001c7e59'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:19.464585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.468700 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "PUT /v2.0/routers/b3144542-877c-4b0f-a87b-ce61001c7e59 HTTP/1.1" status: 200  len: 918 time: 13.6327705
Dec 21 10:01:19.470549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35970) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:19.475240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=36ccb52b-5707-4f17-9d52-cb0e3dd1fb32,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:19.502703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-57f860d4-2e00-4273-92fe-0acbd7d2e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1ffd0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:19.531069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:19.538732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e35680b6-67a7-489c-8810-85ef9912b48f tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.127s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:19.585396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f860d4-2e00-4273-92fe-0acbd7d2e7db None None] Routers {'b3144542-877c-4b0f-a87b-ce61001c7e59'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:19.586125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-57f860d4-2e00-4273-92fe-0acbd7d2e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1ffd0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b3144542-877c-4b0f-a87b-ce61001c7e59'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:19.616895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 055ce610-2f25-4c6c-891b-37a660461e56 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:01:19.644874 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:01:19.682782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-57f860d4-2e00-4273-92fe-0acbd7d2e7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1ffd0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:19.683229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f860d4-2e00-4273-92fe-0acbd7d2e7db None None] The sync data for ids ['b3144542-877c-4b0f-a87b-ce61001c7e59'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:19.757824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Port': ['ID=75732248-51cd-4943-94f7-de295a9c2ca6,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:19.771417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:19.772676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e71d27a-a933-4ed5-b3fd-ed865be1c361 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:01:19.773402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:19.791863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1dd2e5-93d2-4156-b87f-9a69819b9d08 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet 50e0c267-f2c9-4382-a864-fc8fed26592d {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:01:19.794157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:19.802287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:19.815448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2b0df23-7954-4a1e-b5a5-f9d0828e720f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.835719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d1dd2e5-93d2-4156-b87f-9a69819b9d08 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.872885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.883020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:19.901370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:19.905962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7caba7-5d19-479c-85c4-3176c82ce520 req-7e0c63d5-f88b-4d43-af30-d30dda147766 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:19.907835 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba7caba7-5d19-479c-85c4-3176c82ce520 req-7e0c63d5-f88b-4d43-af30-d30dda147766 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.5490513
Dec 21 10:01:19.927190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=055ce610-2f25-4c6c-891b-37a660461e56,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:19.937738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:19.962272 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4fbba561-750f-4231-a384-b098462b2d22 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/routers/b3144542-877c-4b0f-a87b-ce61001c7e59 HTTP/1.1" status: 200  len: 924 time: 0.4885588
Dec 21 10:01:19.964711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35974) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:19.969706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d1dd2e5-93d2-4156-b87f-9a69819b9d08 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:20.001157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:20.016440 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/055ce610-2f25-4c6c-891b-37a660461e56 HTTP/1.1" status: 204  len: 168 time: 7.6773779
Dec 21 10:01:20.022276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35978) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:20.040011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:20.059228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:20.063687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:20.064379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:20.127579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba7caba7-5d19-479c-85c4-3176c82ce520 req-c4e41a40-e4f3-4dd3-858e-9d6836487dae tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2003500
Dec 21 10:01:20.186977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 5.4745927
Dec 21 10:01:20.187909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35984) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:20.212198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e7', 'mac_address': 'fa:16:3e:7c:80:83'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:20.427188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d1dd2e5-93d2-4156-b87f-9a69819b9d08 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:20.427961 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1b7a68-02e8-4186-bbf7-7b3414c8e655 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:20.428463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1b7a68-02e8-4186-bbf7-7b3414c8e655 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:20.432869 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2c1b7a68-02e8-4186-bbf7-7b3414c8e655 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/a9ac94cc-e8de-418c-9e73-a45cf24db27e HTTP/1.1" status: 404  len: 337 time: 0.4071138
Dec 21 10:01:20.436290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 35990) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:20.493124 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-923aa54a-e7bc-4943-84b4-006b4e73dc13 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:20.495124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923aa54a-e7bc-4943-84b4-006b4e73dc13 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:20.499502 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-923aa54a-e7bc-4943-84b4-006b4e73dc13 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/055ce610-2f25-4c6c-891b-37a660461e56 HTTP/1.1" status: 404  len: 339 time: 0.0563383
Dec 21 10:01:20.504987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35994) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:20.582182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9ed257-a96a-42e0-94c7-f8463b5a62da tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:20.582848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7d9ed257-a96a-42e0-94c7-f8463b5a62da tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Synchronizing usage tracker for tenant:3c24c27a2dd64b8aa850a8bdd27a498c on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:20.592776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4ecc8ef8-febb-4988-be14-6b9784a78d35 None None] Provisioning for port 75732248-51cd-4943-94f7-de295a9c2ca6 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:20.605667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7d9ed257-a96a-42e0-94c7-f8463b5a62da tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Unset dirty status for tenant:3c24c27a2dd64b8aa850a8bdd27a498c on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:20.606972 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7d9ed257-a96a-42e0-94c7-f8463b5a62da tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/ports?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217&device_id=b3144542-877c-4b0f-a87b-ce61001c7e59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.6410606
Dec 21 10:01:20.611332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 35998) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:20.614481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4ecc8ef8-febb-4988-be14-6b9784a78d35 None None] Provisioning complete for port 75732248-51cd-4943-94f7-de295a9c2ca6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:20.615070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ecc8ef8-febb-4988-be14-6b9784a78d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:20.648421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2b0df23-7954-4a1e-b5a5-f9d0828e720f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:20.666354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afacd769-ddd5-4440-91ad-9d542d801c98 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:20.676758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4ecc8ef8-febb-4988-be14-6b9784a78d35 None None] Port 75732248-51cd-4943-94f7-de295a9c2ca6 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:20.725101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0df23-7954-4a1e-b5a5-f9d0828e720f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=a0d116f4-2f09-4aa0-bf3c-a34871af51c2,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:20.729829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c2b0df23-7954-4a1e-b5a5-f9d0828e720f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:20.740226 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b694c555-5e19-4995-972d-71d544b1a1d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:20.740721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b694c555-5e19-4995-972d-71d544b1a1d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:20.742571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b694c555-5e19-4995-972d-71d544b1a1d3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/c897704c-cf20-4aa2-a2da-3388ec891f7d HTTP/1.1" status: 404  len: 337 time: 0.2344589
Dec 21 10:01:20.784465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36004) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:20.836205 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dccac4-f58b-41c7-a0ca-b6d19305f8da tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:20.836609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dccac4-f58b-41c7-a0ca-b6d19305f8da tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:20.846715 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-24dccac4-f58b-41c7-a0ca-b6d19305f8da tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/9c18c837-79bf-4e4f-829d-a31885852490 HTTP/1.1" status: 404  len: 339 time: 0.0617321
Dec 21 10:01:20.849456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2b0df23-7954-4a1e-b5a5-f9d0828e720f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:20.853572 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c2b0df23-7954-4a1e-b5a5-f9d0828e720f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/a0d116f4-2f09-4aa0-bf3c-a34871af51c2 HTTP/1.1" status: 204  len: 168 time: 2.3923118
Dec 21 10:01:20.853572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36008) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:20.854274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36010) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:20.861894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880fb922-8d4d-4389-b320-fd6d9e8501ae None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:20.966668 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ddfb4ab0-44c4-44b6-a310-b90bba6166fa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1087191
Dec 21 10:01:20.967856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36016) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:21.107116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:21.139991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:01:21.145096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] Deleting port 0b4e217d-f98d-4274-acfc-9af07df92bb3 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:21.145556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:21.260224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946bd630-1099-45ee-9fd3-0be4bdd1520e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:21.261027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-946bd630-1099-45ee-9fd3-0be4bdd1520e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:21.358731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:21.376289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-946bd630-1099-45ee-9fd3-0be4bdd1520e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:21.379951 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-946bd630-1099-45ee-9fd3-0be4bdd1520e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.4086800
Dec 21 10:01:21.382697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36020) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:21.391386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] For port 0b4e217d-f98d-4274-acfc-9af07df92bb3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0b4e217d-f98d-4274-acfc-9af07df92bb3,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:21.391835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:21.500773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:21.527069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] Calling delete_port for 0b4e217d-f98d-4274-acfc-9af07df92bb3 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:21.578290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feca254e0>,) {'filters': {'network_id': ['1e5eb434-46cb-4f00-a9de-78cc255c5d70']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:21.589684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7bcd45-3ce5-4f4e-83f7-91e5c4ccd8da tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:21.592187 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0c7bcd45-3ce5-4f4e-83f7-91e5c4ccd8da tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 881 time: 0.9180028
Dec 21 10:01:21.596587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf74cf5-5844-4f57-a188-48e530fb8d8a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:21.597535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-abf74cf5-5844-4f57-a188-48e530fb8d8a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:21.599774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36024) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:21.606927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feca254e0>, 'b8a95e66-05f4-4e28-bcf8-650bb05e69cd') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:21.607257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feca254e0>, 'b8a95e66-05f4-4e28-bcf8-650bb05e69cd') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:21.618357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:21.635685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:21.652343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-cdd979b2-3704-4ce5-bd22-992839677067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:21.654194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-cdd979b2-3704-4ce5-bd22-992839677067 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=46d96e08a0484480b312e045cd996d68&device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 1162 time: 0.9675574
Dec 21 10:01:21.673091 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-25632a99-9826-4109-b5ba-66270a389979 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=b3144542-877c-4b0f-a87b-ce61001c7e59 HTTP/1.1" status: 200  len: 205 time: 0.0678294
Dec 21 10:01:21.673091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:21.682578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36028) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:21.694087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] Pushing event deleted for resources: {'Port': ['ID=0b4e217d-f98d-4274-acfc-9af07df92bb3,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:21.696990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:21.698564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac6f06-e4a2-4231-890f-320c6e559b26 req-2612b435-2a89-4ebf-a1ca-eeba8119eb42 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:21.700372 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9aac6f06-e4a2-4231-890f-320c6e559b26 req-2612b435-2a89-4ebf-a1ca-eeba8119eb42 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 1.0242686
Dec 21 10:01:21.801082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] No DVR routers for this DVR port 0b4e217d-f98d-4274-acfc-9af07df92bb3 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:01:21.839386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-abf74cf5-5844-4f57-a188-48e530fb8d8a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:21.842422 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-abf74cf5-5844-4f57-a188-48e530fb8d8a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4576783
Dec 21 10:01:21.843808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:21.851269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:01:21.860661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36034) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:22.053327 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f83de404-4aad-4676-a1c7-69b933a88643 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1214025
Dec 21 10:01:22.061821 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9aac6f06-e4a2-4231-890f-320c6e559b26 req-58db8855-7d76-4686-bb42-1c9aa55cfe0e tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3412180
Dec 21 10:01:22.067630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36038) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:22.068697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d1dd2e5-93d2-4156-b87f-9a69819b9d08 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.097751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:22.113330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:22.144668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 1e5eb434-46cb-4f00-a9de-78cc255c5d70 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:22.156016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.194462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.207325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dd2e5-93d2-4156-b87f-9a69819b9d08 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=50e0c267-f2c9-4382-a864-fc8fed26592d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:22.214178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.235720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d1dd2e5-93d2-4156-b87f-9a69819b9d08 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:22.244714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-090663f8-2776-4c32-80f9-32128bccafb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:22.246973 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-090663f8-2776-4c32-80f9-32128bccafb0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 200  len: 905 time: 0.5829222
Dec 21 10:01:22.491728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 1e5eb434-46cb-4f00-a9de-78cc255c5d70 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:01:22.518434 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:01:22.582582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:22.628531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.640551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:22.657137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.658352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:22.663164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.671743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=1e5eb434-46cb-4f00-a9de-78cc255c5d70,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:22.674543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Deleting port e3aef8db-5cf8-4110-9bba-18557301a15a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:22.674794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.676634 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-af518319-5f1c-430d-b73a-1dcef99ac5a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 200  len: 1000 time: 0.4054813
Dec 21 10:01:22.685924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4b6062-86fe-4c15-a624-dfdee5270436 None None] Network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:22.686335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d1dd2e5-93d2-4156-b87f-9a69819b9d08 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.715836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:22.732084 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/1e5eb434-46cb-4f00-a9de-78cc255c5d70 HTTP/1.1" status: 204  len: 168 time: 1.8765938
Dec 21 10:01:22.732752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36042) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:22.795358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.823520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:22.857573 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d1dd2e5-93d2-4156-b87f-9a69819b9d08 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/50e0c267-f2c9-4382-a864-fc8fed26592d HTTP/1.1" status: 204  len: 168 time: 4.1239700
Dec 21 10:01:22.869925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36046) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:22.892112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf0fff48-408a-4be9-a9b6-7b60401ca701 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:22.892606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf0fff48-408a-4be9-a9b6-7b60401ca701 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:22.896929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cf0fff48-408a-4be9-a9b6-7b60401ca701 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/97d67c56-6143-4787-90e2-0309163758d1 HTTP/1.1" status: 404  len: 337 time: 0.1463168
Dec 21 10:01:22.899488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:22.904542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36050) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:22.979606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] DHCP port deletion for dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:01:22.985307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] Deleting port 2b078545-5ffa-49e6-8e2f-8212d8722e1b {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:22.985960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:23.014648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-ecf209f2-9fc8-49cb-8ee4-143d54545b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:23.016478 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-ecf209f2-9fc8-49cb-8ee4-143d54545b4c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3df20f9c-3fad-4f0f-803e-601b16389e12 HTTP/1.1" status: 200  len: 850 time: 0.3271375
Dec 21 10:01:23.023316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0b4e217d-f98d-4274-acfc-9af07df92bb3 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:01:23.069799 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a9a6350-929c-4547-91b6-1a3202ea7ee6 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:23.070230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a9a6350-929c-4547-91b6-1a3202ea7ee6 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:23.074694 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7a9a6350-929c-4547-91b6-1a3202ea7ee6 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/283b398a-7642-41a5-962d-57f23f4039a8 HTTP/1.1" status: 404  len: 339 time: 0.1629992
Dec 21 10:01:23.074908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 0b4e217d-f98d-4274-acfc-9af07df92bb3 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:01:23.074908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0b4e217d-f98d-4274-acfc-9af07df92bb3 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:01:23.121035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36054) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:23.126885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:01:23.147791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:23.232412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:23.255259 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7d23a9-b062-4456-a587-96d60b50e6ac tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:23.255767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e7d23a9-b062-4456-a587-96d60b50e6ac tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:23.257664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e7d23a9-b062-4456-a587-96d60b50e6ac tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/de683d12-ff57-4ba6-bb25-630070c9bda1 HTTP/1.1" status: 404  len: 337 time: 0.1329226
Dec 21 10:01:23.269037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:23.284551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] For port 2b078545-5ffa-49e6-8e2f-8212d8722e1b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2b078545-5ffa-49e6-8e2f-8212d8722e1b,segment=NetworkSegment(8433cb24-f569-422f-ae8c-ebbdb58eb3b4),segment_id=8433cb24-f569-422f-ae8c-ebbdb58eb3b4)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:23.285003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:23.334352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36062) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:23.336380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:23.368731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Calling delete_port for e3aef8db-5cf8-4110-9bba-18557301a15a owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:23.421545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] Calling delete_port for 2b078545-5ffa-49e6-8e2f-8212d8722e1b owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:23.496272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:23.497017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:23.512439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:23.576126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] Pushing event deleted for resources: {'Port': ['ID=2b078545-5ffa-49e6-8e2f-8212d8722e1b,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:23.580150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:23.665100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] No DVR routers for this DVR port 2b078545-5ffa-49e6-8e2f-8212d8722e1b on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:01:23.742101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:23.854179 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a7aba3a-099e-4f67-9ce4-d781f0c59a04 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:23.854596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a7aba3a-099e-4f67-9ce4-d781f0c59a04 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:23.856604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:23.856957 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0a7aba3a-099e-4f67-9ce4-d781f0c59a04 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/6c6fbefc-94f9-418b-adcc-c4cf60fefa17 HTTP/1.1" status: 404  len: 339 time: 0.4900758
Dec 21 10:01:23.878949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36068) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:23.959435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Port': ['ID=75732248-51cd-4943-94f7-de295a9c2ca6,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:24.001545 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e7ae7c-5351-489e-a1f4-c532265a39c7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:24.002037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e7ae7c-5351-489e-a1f4-c532265a39c7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:24.019131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:24.063696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-45e7ae7c-5351-489e-a1f4-c532265a39c7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/fa5073e7-e704-4375-b26d-96e895026920 HTTP/1.1" status: 404  len: 337 time: 0.1836116
Dec 21 10:01:24.074868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36072) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:24.079614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-a995eeeb-2ea0-463f-8577-3883174dc19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:24.081214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-a995eeeb-2ea0-463f-8577-3883174dc19c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e9d8d354-2125-42d4-b788-68baf6f1ad2e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0138223
Dec 21 10:01:24.112998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed8cae10>,) {'filters': {'network_id': ['dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:24.137895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed8cae10>, '8433cb24-f569-422f-ae8c-ebbdb58eb3b4') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:24.138235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed8cae10>, '8433cb24-f569-422f-ae8c-ebbdb58eb3b4') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:24.171185 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd130249-b7e9-4f6a-9d1d-06de5fe353ee tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:24.171684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd130249-b7e9-4f6a-9d1d-06de5fe353ee tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:24.173497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cd130249-b7e9-4f6a-9d1d-06de5fe353ee tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/577e47c2-0f0b-4013-90c8-3541905911f8 HTTP/1.1" status: 404  len: 339 time: 0.0966885
Dec 21 10:01:24.181230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36076) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:24.189782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.201874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f91f12-1b4f-4b9f-b150-23cd56aad0ca req-5a06ea16-cb96-41ba-a026-536ed9754bc9 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:24.203628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5f91f12-1b4f-4b9f-b150-23cd56aad0ca req-5a06ea16-cb96-41ba-a026-536ed9754bc9 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.9511361
Dec 21 10:01:24.204626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] In _notify_port_updated(), no bound segment for port 75732248-51cd-4943-94f7-de295a9c2ca6 on network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:01:24.208774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:24.209479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.212009 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "PUT /v2.0/ports/75732248-51cd-4943-94f7-de295a9c2ca6 HTTP/1.1" status: 200  len: 1002 time: 4.0150990
Dec 21 10:01:24.218350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36080) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:24.254585 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef6f523-1073-48b3-ae7b-da4b0cf9715d tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:24.255084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef6f523-1073-48b3-ae7b-da4b0cf9715d tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:24.256921 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5ef6f523-1073-48b3-ae7b-da4b0cf9715d tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/8446dc6e-d458-4365-a434-a35a72d7300b HTTP/1.1" status: 404  len: 337 time: 0.0746453
Dec 21 10:01:24.262649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36084) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:24.265616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.269573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:01:24.324990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.393607 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2cd709f-bc03-47fc-bcbf-2f40be9a7f0e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:24.394103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2cd709f-bc03-47fc-bcbf-2f40be9a7f0e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:24.396038 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e2cd709f-bc03-47fc-bcbf-2f40be9a7f0e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/288cd568-87a9-4b19-b344-9a5fb32fee3a HTTP/1.1" status: 404  len: 339 time: 0.1322517
Dec 21 10:01:24.405873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36088) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:24.425664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cb262-4202-4f95-9d1d-dba04b86e5fd tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Deleting port 75732248-51cd-4943-94f7-de295a9c2ca6 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:24.426049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb262-4202-4f95-9d1d-dba04b86e5fd tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.448058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cd43d5bd-f4b1-4a80-9c80-b0d8d0c6eb54 None None] Provisioning complete for port 75732248-51cd-4943-94f7-de295a9c2ca6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:24.448570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd43d5bd-f4b1-4a80-9c80-b0d8d0c6eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.484344 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5f91f12-1b4f-4b9f-b150-23cd56aad0ca req-ce2b0a74-9b2a-4a41-abd2-e4370071b91b tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2649248
Dec 21 10:01:24.489659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.501462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.611838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be74801d-cd1d-49d2-a171-7039e2e55ac5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:24.643995 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-e3fb8002-af01-4fc9-83c9-326d3619be1a service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5309401
Dec 21 10:01:24.667565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec3b242c-9ec9-48f3-beea-a07d8d29ad34 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:24.668154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec3b242c-9ec9-48f3-beea-a07d8d29ad34 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:24.673148 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ec3b242c-9ec9-48f3-beea-a07d8d29ad34 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/4fcf39df-5606-4b88-bf29-77d7aa189857 HTTP/1.1" status: 404  len: 337 time: 0.2125108
Dec 21 10:01:24.686493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:24.694686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36092) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:24.698048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.698735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cd43d5bd-f4b1-4a80-9c80-b0d8d0c6eb54 None None] Port 75732248-51cd-4943-94f7-de295a9c2ca6 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:24.716782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.741561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.771140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8221443-7816-4f85-b558-e4be1639e788 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:24.771715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8221443-7816-4f85-b558-e4be1639e788 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:24.773434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e8221443-7816-4f85-b558-e4be1639e788 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/119ee70a-0ca1-4739-837d-19864a0fd053 HTTP/1.1" status: 404  len: 339 time: 0.0779877
Dec 21 10:01:24.784133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36096) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:24.879230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.879817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Fanout notify agent at l3_agent the message router_deleted on router b3144542-877c-4b0f-a87b-ce61001c7e59 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:01:24.914347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=36ccb52b-5707-4f17-9d52-cb0e3dd1fb32,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:24.929200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:24.939575 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e70fbe-6e1e-4f2f-b2eb-1c6230eb76c3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:24.940086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e70fbe-6e1e-4f2f-b2eb-1c6230eb76c3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:24.944686 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e8e70fbe-6e1e-4f2f-b2eb-1c6230eb76c3 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/a756610a-ab29-4de6-8c91-51fb49438767 HTTP/1.1" status: 404  len: 337 time: 0.1510384
Dec 21 10:01:24.951987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36100) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:24.954961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:24.966516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:24.967699 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a85c9570-1591-4944-803d-ac9fdcc52503 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/b3144542-877c-4b0f-a87b-ce61001c7e59 HTTP/1.1" status: 204  len: 168 time: 3.2793124
Dec 21 10:01:24.984535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36102) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:01:24.986570 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:01:24.991264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2b078545-5ffa-49e6-8e2f-8212d8722e1b no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:01:25.027835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 2b078545-5ffa-49e6-8e2f-8212d8722e1b {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:01:25.028735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2b078545-5ffa-49e6-8e2f-8212d8722e1b not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:01:25.028878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-395066240', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:25.074270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.075225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:25.078068 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-039ff6f5-5204-4096-b6ec-00a57cbfd1c2 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:25.078722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039ff6f5-5204-4096-b6ec-00a57cbfd1c2 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:25.078991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3c2adcc-a8c0-4b08-8e96-30be01c336ad tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:25.082757 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-039ff6f5-5204-4096-b6ec-00a57cbfd1c2 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/b5ed9507-d4b4-435f-acd3-702b40821050 HTTP/1.1" status: 404  len: 339 time: 0.1057680
Dec 21 10:01:25.091976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Usage tracker for resource:router and tenant:f1da9f077d844fd58c9cdaa36795dc87 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:25.098217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.102266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36108) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:25.145706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Network': ['ID=dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:25.151783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/networks/dd6a9ee4-3a6c-48ac-8e06-83ca87ff0b32 HTTP/1.1" status: 204  len: 168 time: 2.2808285
Dec 21 10:01:25.157868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:25.158520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36112) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:25.159490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbf09ab-c239-4dba-843e-e595cf167032 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:25.159971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbf09ab-c239-4dba-843e-e595cf167032 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:25.162042 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-abbf09ab-c239-4dba-843e-e595cf167032 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/613f7df9-3d2e-4554-b91a-7f6d61d1f6b3 HTTP/1.1" status: 404  len: 337 time: 0.0587897
Dec 21 10:01:25.168466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'network': {'name': 'tempest-PortsTestJSON-1302382147'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:25.173116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36116) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:25.175773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:25.176954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:25.197838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:network and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:25.202698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:25.204020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:25.212405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:25.215039 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-07874f8a-975c-4359-88cc-7a493399cd96 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:25.215522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07874f8a-975c-4359-88cc-7a493399cd96 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:25.217299 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-07874f8a-975c-4359-88cc-7a493399cd96 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/9e5676ce-f78f-46fa-9715-f4ed22683bf8 HTTP/1.1" status: 404  len: 339 time: 0.0432284
Dec 21 10:01:25.220871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36120) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:25.221312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-40865532-9dea-4b5b-ae2c-46a987cc8f29 req-d54ecb16-bc98-4158-af8d-af3778f0a889 service neutron] 10.222.0.16 "GET /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5513837
Dec 21 10:01:25.252821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.253924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.263159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:25.268612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.286691 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b467bc2-cab7-49b0-8e8a-a5292424a430 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:25.287175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b467bc2-cab7-49b0-8e8a-a5292424a430 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:25.288959 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0b467bc2-cab7-49b0-8e8a-a5292424a430 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/fc6a2854-9c3f-487b-a800-92ff1162f689 HTTP/1.1" status: 404  len: 337 time: 0.0671349
Dec 21 10:01:25.293908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36124) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:25.296898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.332160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa57736b-f5b5-48f8-9d18-7e19aa02dd7f tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:25.332638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa57736b-f5b5-48f8-9d18-7e19aa02dd7f tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:25.342929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:01:25.351280 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fa57736b-f5b5-48f8-9d18-7e19aa02dd7f tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/7123e95d-e61c-48ba-9845-3642d62aea3e HTTP/1.1" status: 404  len: 339 time: 0.0538471
Dec 21 10:01:25.354143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36128) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:25.370842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb262-4202-4f95-9d1d-dba04b86e5fd tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.390588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.390982 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Added segment 458ebdc2-7a5e-40e1-94d8-8be5801cd3ee of type vxlan for network 9b6d6518-2168-4d6c-a8ec-36f114868a57
Dec 21 10:01:25.444743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.545340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3c8cb262-4202-4f95-9d1d-dba04b86e5fd tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Calling delete_port for 75732248-51cd-4943-94f7-de295a9c2ca6 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:25.604796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.609428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:25.610097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.617224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:25.663128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.684834 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.5214961
Dec 21 10:01:25.691774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36134) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:25.697299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b7e4bf-023d-4b37-b967-97c2fed9f2bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting subnet 9c27c8fd-916b-4e58-bdf4-8c644e0b6362 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:01:25.754388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e4bf-023d-4b37-b967-97c2fed9f2bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.788292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '9b6d6518-2168-4d6c-a8ec-36f114868a57', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:25.823929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Network': ['ID=9b6d6518-2168-4d6c-a8ec-36f114868a57,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:25.836865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:25.840208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 9b6d6518-2168-4d6c-a8ec-36f114868a57 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:01:25.843490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP 92253d74-cdfa-47e5-87d7-2b2b94b51b05 associated. External IP: 172.26.1.243, port: 865d43cd-e1ef-4642-addf-37f73e3fde1f.
Dec 21 10:01:25.866814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:25.868378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 9b6d6518-2168-4d6c-a8ec-36f114868a57 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:01:25.960390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e4bf-023d-4b37-b967-97c2fed9f2bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:26.021883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:26.030687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:26.036142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:26.048875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:26.070957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:26.187694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e4bf-023d-4b37-b967-97c2fed9f2bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:26.239954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:26.405653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:26.406956 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e713dd8a-9ea7-44a2-bace-fd9ca106939f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 1.4029164
Dec 21 10:01:26.430877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36138) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:26.443260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Request body: {'router': {'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'enable_snat': False}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:26.515208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260f521-495a-47a5-b013-2558c1a93a08 req-80195f07-2d4e-4421-82ea-4b8e5a54dd09 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:26.516803 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b260f521-495a-47a5-b013-2558c1a93a08 req-80195f07-2d4e-4421-82ea-4b8e5a54dd09 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.8557487
Dec 21 10:01:26.800655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb262-4202-4f95-9d1d-dba04b86e5fd tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:26.876378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1af802f4-489d-4b77-970e-1ac5b1f13875 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:27.002701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e4bf-023d-4b37-b967-97c2fed9f2bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:27.020768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-79c74bc3-4975-46ad-a16c-2fed25754f55 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:27.027301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cb262-4202-4f95-9d1d-dba04b86e5fd tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event deleted for resources: {'Port': ['ID=75732248-51cd-4943-94f7-de295a9c2ca6,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:27.030348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c8cb262-4202-4f95-9d1d-dba04b86e5fd tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:27.033138 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b260f521-495a-47a5-b013-2558c1a93a08 req-d747f524-cc40-4390-ad5a-658d9d96882f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5026851
Dec 21 10:01:27.086103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7e4bf-023d-4b37-b967-97c2fed9f2bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Subnet': ['ID=9c27c8fd-916b-4e58-bdf4-8c644e0b6362,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:27.088979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1b7e4bf-023d-4b37-b967-97c2fed9f2bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:27.202693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e4bf-023d-4b37-b967-97c2fed9f2bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:27.207739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43175d68-1e58-449f-a5c7-29437722d0b1 None None] Network 60ccbe58-47f2-440b-8f8a-a4e25d467006 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:27.293166 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b1b7e4bf-023d-4b37-b967-97c2fed9f2bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/subnets/9c27c8fd-916b-4e58-bdf4-8c644e0b6362 HTTP/1.1" status: 204  len: 168 time: 1.9342201
Dec 21 10:01:27.294204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36142) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:27.332950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:27.455477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:01:27.467008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:27.485391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb262-4202-4f95-9d1d-dba04b86e5fd tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:27.489899 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3c8cb262-4202-4f95-9d1d-dba04b86e5fd tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "DELETE /v2.0/ports/75732248-51cd-4943-94f7-de295a9c2ca6 HTTP/1.1" status: 204  len: 168 time: 3.2652810
Dec 21 10:01:27.520379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] DHCP port deletion for 60ccbe58-47f2-440b-8f8a-a4e25d467006 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:01:27.526071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] Deleting port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:27.526649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:27.528070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36146) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:27.626718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:27.627067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:27.669012 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fba50bf-5d3e-4800-950c-f42c1c1bd989 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] GET failed (client error): The resource could not be found.
Dec 21 10:01:27.669625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0fba50bf-5d3e-4800-950c-f42c1c1bd989 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Synchronizing usage tracker for tenant:341ffe5894554e36b5ec9e530585b75e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:27.738647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:27.757470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:27.766352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:27.782605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:27.838284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] For port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=bf22a20b-7bd3-4f14-ace4-4855f6a96f7c,segment=NetworkSegment(1c889b20-d93c-4728-8832-388d67b94b46),segment_id=1c889b20-d93c-4728-8832-388d67b94b46)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:27.838880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:27.978500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=2a503499-b091-461d-abba-e7518c4d9421,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:27.981782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] Calling delete_port for bf22a20b-7bd3-4f14-ace4-4855f6a96f7c owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:27.982962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:28.059187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:28.073446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] For port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=bf22a20b-7bd3-4f14-ace4-4855f6a96f7c,segment=NetworkSegment(1c889b20-d93c-4728-8832-388d67b94b46),segment_id=1c889b20-d93c-4728-8832-388d67b94b46)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:28.074013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:28.075644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0942e24-685a-4082-94d8-62e82dfa0b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:28.197730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0fba50bf-5d3e-4800-950c-f42c1c1bd989 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Unset dirty status for tenant:341ffe5894554e36b5ec9e530585b75e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:28.203576 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0fba50bf-5d3e-4800-950c-f42c1c1bd989 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "GET /v2.0/ports/75732248-51cd-4943-94f7-de295a9c2ca6 HTTP/1.1" status: 404  len: 333 time: 0.6742978
Dec 21 10:01:28.204280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36152) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:28.223737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] Pushing event deleted for resources: {'Port': ['ID=bf22a20b-7bd3-4f14-ace4-4855f6a96f7c,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:28.228362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:28.230837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] No DVR routers for this DVR port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:01:28.234052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'port': {'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-849741265'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:28.240545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Calling delete_port for bf22a20b-7bd3-4f14-ace4-4855f6a96f7c owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:28.336745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Checking segment: {'id': '458ebdc2-7a5e-40e1-94d8-8be5801cd3ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b6d6518-2168-4d6c-a8ec-36f114868a57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:01:28.337132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network hostable DHCP agents. Network: 9b6d6518-2168-4d6c-a8ec-36f114868a57, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:01:28.350333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:01:28.350687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:01:28.360004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 9b6d6518-2168-4d6c-a8ec-36f114868a57 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:01:28.368233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 9b6d6518-2168-4d6c-a8ec-36f114868a57) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:28.378035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563483cc-26f4-49d0-8511-1ab16a5f7986 None None] Network 9b6d6518-2168-4d6c-a8ec-36f114868a57 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:28.382848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:28.383485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:28.412421 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7099581
Dec 21 10:01:28.412648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36156) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:28.414330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=d13ff16b-cdd2-4f0c-9b64-83d8657ab9da,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:28.421005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '9b6d6518-2168-4d6c-a8ec-36f114868a57', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2031047805'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:28.429169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:28.481863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:28.495845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54881e65-863d-4013-af30-83f3ac63bd7c None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:28.507423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54881e65-863d-4013-af30-83f3ac63bd7c None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:28.508416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-54881e65-863d-4013-af30-83f3ac63bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee080cc0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:28.596640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-54881e65-863d-4013-af30-83f3ac63bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee080cc0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:28.606189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:28.608667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54881e65-863d-4013-af30-83f3ac63bd7c None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:28.609637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-54881e65-863d-4013-af30-83f3ac63bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee080cc0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:28.620527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:28.634887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-9b6d6518-2168-4d6c-a8ec-36f114868a57', 'network_id': '9b6d6518-2168-4d6c-a8ec-36f114868a57', 'tenant_id': '394d3148181a4188a32a0ab93bdc02cd', 'fixed_ips': [{'subnet_id': '2a503499-b091-461d-abba-e7518c4d9421'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:01:28.635952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:28.649996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:28.660011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:28.666416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:28.679884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-54881e65-863d-4013-af30-83f3ac63bd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee080cc0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:28.680565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54881e65-863d-4013-af30-83f3ac63bd7c None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:28.820728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:28.829668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:28.833327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:28.839415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 77bcce7b-7856-4625-9164-0b394e66ad00 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:28.849265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f675006-dd4a-45d9-9c7f-845a6d40772e None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:28.877162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Deleting port bf22a20b-7bd3-4f14-ace4-4855f6a96f7c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:28.877566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:28.892205 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 13.0539653
Dec 21 10:01:28.892205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:28.901229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36160) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:28.903866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae662cf-272d-46ae-a5d7-ea52da3c45d9 req-30b37cc2-4e1f-4c41-8dc1-b0b065f0d466 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:28.905541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8ae662cf-272d-46ae-a5d7-ea52da3c45d9 req-30b37cc2-4e1f-4c41-8dc1-b0b065f0d466 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.6459172
Dec 21 10:01:28.914252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:28.915132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:28.919425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ad7b6de7-ee29-4c82-8d8a-65d2de9c4783 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'port_id': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:28.992651 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 6.9093988
Dec 21 10:01:28.993986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Made reservation on behalf of 341ffe5894554e36b5ec9e530585b75e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:29.003669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:29.004987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36164) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:29.016755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device bf22a20b-7bd3-4f14-ace4-4855f6a96f7c no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:01:29.019472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:29.053018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': 'd13ff16b-cdd2-4f0c-9b64-83d8657ab9da', 'ip_address': '2001:db8::5f3f:bc0:f705:143d'}], 'name': 'tempest-NetworksTestDHCPv6-224310641'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:29.064092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:29.076468 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8ae662cf-272d-46ae-a5d7-ea52da3c45d9 req-3e4acc6c-a7c4-4863-b0e2-a80d29c68c13 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1550999
Dec 21 10:01:29.087710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] The port 'bf22a20b-7bd3-4f14-ace4-4855f6a96f7c' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:01:29.093665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: bf22a20b-7bd3-4f14-ace4-4855f6a96f7c {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:01:29.094073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device bf22a20b-7bd3-4f14-ace4-4855f6a96f7c not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:01:29.211207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': 'd13ff16b-cdd2-4f0c-9b64-83d8657ab9da'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:01:29.212129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:29.299868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Allocated IP 172.20.0.2 (9b6d6518-2168-4d6c-a8ec-36f114868a57/2a503499-b091-461d-abba-e7518c4d9421/822dea20-528a-4e83-914a-941702d73efe) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:29.316148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:29.404507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] device_id is not set on port 74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:29.416532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6de7-ee29-4c82-8d8a-65d2de9c4783 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:29.668780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d594e2-5d55-4cf1-8a45-12c6575f9b18 req-bef153fe-4da3-48dd-ac09-813d5283295c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:29.671946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d7d594e2-5d55-4cf1-8a45-12c6575f9b18 req-bef153fe-4da3-48dd-ac09-813d5283295c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.4243357
Dec 21 10:01:29.747662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/d13ff16b-cdd2-4f0c-9b64-83d8657ab9da/ec865a9e-485c-417a-8eab-0609aa9d16d7) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:29.769376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:29.787200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Allocated IP 2001:db8::3d5 (0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2/c8d1aec0-9ddb-446c-a8c9-e5c873de0155/74acab3b-0a30-4fbc-9c92-5b9fc15b9f33) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:29.803838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Transition to ACTIVE for port object 822dea20-528a-4e83-914a-941702d73efe will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:29.806619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Allocated IP 172.26.1.52 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/0bc9f9c4-e4b1-4541-8e90-49723c2d68f7) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:29.814734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d7d594e2-5d55-4cf1-8a45-12c6575f9b18 req-9ff8cf41-8fe4-4ad6-b263-8400c118d5c3 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1149993
Dec 21 10:01:30.053824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe78a2898>,) {'filters': {'network_id': ['60ccbe58-47f2-440b-8f8a-a4e25d467006']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:30.068012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Transition to ACTIVE for port object 822dea20-528a-4e83-914a-941702d73efe will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:30.078139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.080847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe78a2898>, '1c889b20-d93c-4728-8832-388d67b94b46') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:30.081318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe78a2898>, '1c889b20-d93c-4728-8832-388d67b94b46') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:30.095757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:30.169729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Pushing event updated for resources: {'Port': ['ID=822dea20-528a-4e83-914a-941702d73efe,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:30.172416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:30.179214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.187138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:30.188915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.195439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.215367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Transition to ACTIVE for port object 74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:30.218184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:30.264033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.272313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Transition to ACTIVE for port object ec865a9e-485c-417a-8eab-0609aa9d16d7 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:30.305845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Transition to ACTIVE for port object ec865a9e-485c-417a-8eab-0609aa9d16d7 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:30.307128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.318565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.323735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Releasing vxlan tunnel 6 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:01:30.332757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:30.335504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce24c55d-edc7-418f-80b9-97c9eced1f16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:30.339269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.11 (9b6d6518-2168-4d6c-a8ec-36f114868a57/2a503499-b091-461d-abba-e7518c4d9421/77bcce7b-7856-4625-9164-0b394e66ad00) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:30.372187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6de7-ee29-4c82-8d8a-65d2de9c4783 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.373164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:30.391065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.405207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6de7-ee29-4c82-8d8a-65d2de9c4783 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.405781 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-ad7b6de7-ee29-4c82-8d8a-65d2de9c4783 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP 92253d74-cdfa-47e5-87d7-2b2b94b51b05 disassociated. External IP: 172.26.1.243, port: 865d43cd-e1ef-4642-addf-37f73e3fde1f.
Dec 21 10:01:30.415380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Network 9b6d6518-2168-4d6c-a8ec-36f114868a57 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:30.416620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:30.427899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:30.518628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Port': ['ID=74acab3b-0a30-4fbc-9c92-5b9fc15b9f33,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:30.528622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:30.617121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.642168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3749f9b-00d9-4735-bbe4-5e12b38719fc tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:30.708156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Pushing event updated for resources: {'Port': ['ID=ec865a9e-485c-417a-8eab-0609aa9d16d7,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:30.717759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:30.737784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Attempting to bind port 822dea20-528a-4e83-914a-941702d73efe on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:01:30.738216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Attempting to bind port 822dea20-528a-4e83-914a-941702d73efe by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '458ebdc2-7a5e-40e1-94d8-8be5801cd3ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b6d6518-2168-4d6c-a8ec-36f114868a57'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:01:30.738631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Attempting to bind port 822dea20-528a-4e83-914a-941702d73efe on network 9b6d6518-2168-4d6c-a8ec-36f114868a57 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:01:30.750752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:01:30.751184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Checking segment: {'id': '458ebdc2-7a5e-40e1-94d8-8be5801cd3ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b6d6518-2168-4d6c-a8ec-36f114868a57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:01:30.751610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.752052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Bound using segment: {'id': '458ebdc2-7a5e-40e1-94d8-8be5801cd3ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b6d6518-2168-4d6c-a8ec-36f114868a57'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:01:30.752594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Bound port: 822dea20-528a-4e83-914a-941702d73efe, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458ebdc2-7a5e-40e1-94d8-8be5801cd3ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9b6d6518-2168-4d6c-a8ec-36f114868a57'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:01:30.753011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.851116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:30.854732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:30.859313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:30.866595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 60ccbe58-47f2-440b-8f8a-a4e25d467006 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:30.936470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.937056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Attempting to bind port ec865a9e-485c-417a-8eab-0609aa9d16d7 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:01:30.937476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Attempting to bind port ec865a9e-485c-417a-8eab-0609aa9d16d7 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:01:30.937915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Attempting to bind port ec865a9e-485c-417a-8eab-0609aa9d16d7 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:01:30.946407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:01:30.946837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:01:30.947285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.947726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:01:30.948254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Bound port: ec865a9e-485c-417a-8eab-0609aa9d16d7, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:01:30.948675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:30.959299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] For port 822dea20-528a-4e83-914a-941702d73efe, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:01:31.025225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0310ecc-5d7e-46e1-9e4d-92a5404eca17 req-6a858780-a3e7-43aa-af15-a39faec7ea4c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:31.026873 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d0310ecc-5d7e-46e1-9e4d-92a5404eca17 req-6a858780-a3e7-43aa-af15-a39faec7ea4c tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.7691448
Dec 21 10:01:31.029589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:31.037371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:31.054649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] For port ec865a9e-485c-417a-8eab-0609aa9d16d7, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:01:31.059147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] For port ec865a9e-485c-417a-8eab-0609aa9d16d7, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ec865a9e-485c-417a-8eab-0609aa9d16d7,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:01:31.063198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:31.087150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a1c9413-04e5-4028-8d19-1afb1f7f4d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:31.103561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:31.112872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:31.117151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:31.117848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:31.149656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Pushing event updated for resources: {'Port': ['ID=0bc9f9c4-e4b1-4541-8e90-49723c2d68f7,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:31.185377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:31.192376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Pushing event updated for resources: {'Port': ['ID=ec865a9e-485c-417a-8eab-0609aa9d16d7,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:31.195428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d0310ecc-5d7e-46e1-9e4d-92a5404eca17 req-23013bbe-953e-4b2e-b3f7-9eca14629f30 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039598
Dec 21 10:01:31.211445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:31.239339 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.0276670
Dec 21 10:01:31.240219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36176) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:31.259072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:7c:80:83'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:31.334965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:31.346759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:31.349944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:31.367785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:31.372707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Network 60ccbe58-47f2-440b-8f8a-a4e25d467006 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:31.386335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:31.392525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-469a2234-a1c5-4345-97af-a15e426f9c58 None None] Provisioning for port 74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:31.400876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-469a2234-a1c5-4345-97af-a15e426f9c58 None None] Provisioning complete for port 74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:31.401296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-469a2234-a1c5-4345-97af-a15e426f9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:01:31.432959 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:01:31.470531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-469a2234-a1c5-4345-97af-a15e426f9c58 None None] Port 74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:31.505198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object 77bcce7b-7856-4625-9164-0b394e66ad00 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:31.643493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] For port 822dea20-528a-4e83-914a-941702d73efe, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=822dea20-528a-4e83-914a-941702d73efe,segment=NetworkSegment(458ebdc2-7a5e-40e1-94d8-8be5801cd3ee),segment_id=458ebdc2-7a5e-40e1-94d8-8be5801cd3ee)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:01:31.648215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:31.664579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e60b19d-5185-4b34-bdcf-1e35899b05c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:31.707837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:31.711686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:31.728736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-55a25396-f824-467d-aebd-249564df5a5d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:31.782426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Pushing event deleted for resources: {'Network': ['ID=60ccbe58-47f2-440b-8f8a-a4e25d467006,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:31.785083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:31.802200 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] 10.222.0.45 "DELETE /v2.0/networks/60ccbe58-47f2-440b-8f8a-a4e25d467006 HTTP/1.1" status: 204  len: 168 time: 4.5045302
Dec 21 10:01:31.817307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 94d2aeda-4c82-4045-a3e8-a40847bd1a7f yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:31.860757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Pushing event updated for resources: {'Port': ['ID=822dea20-528a-4e83-914a-941702d73efe,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:31.866426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:31.889118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f825d905-6a71-49aa-ba83-5e5e3ee8f7c5 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:31.906144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:31.922638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad7b6de7-ee29-4c82-8d8a-65d2de9c4783 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:01:32.064769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:32.172726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:32.266814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36186) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:32.506620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=77bcce7b-7856-4625-9164-0b394e66ad00,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:32.510205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:32.743189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 9b6d6518-2168-4d6c-a8ec-36f114868a57 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:32.749385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:32.755644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:32.824674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad7b6de7-ee29-4c82-8d8a-65d2de9c4783 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:32.844828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e473c9d-fa94-40cb-aef1-caef18f9a874 None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:32.852688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::5f3f:bc0:f705:143d (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/d13ff16b-cdd2-4f0c-9b64-83d8657ab9da/94d2aeda-4c82-4045-a3e8-a40847bd1a7f) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:32.856780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6de7-ee29-4c82-8d8a-65d2de9c4783 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:32.860879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e473c9d-fa94-40cb-aef1-caef18f9a874 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:32.861662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8e473c9d-fa94-40cb-aef1-caef18f9a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc4a5f8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:32.912971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:32.914200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:32.940767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8e473c9d-fa94-40cb-aef1-caef18f9a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc4a5f8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:32.953960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e473c9d-fa94-40cb-aef1-caef18f9a874 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:32.954634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8e473c9d-fa94-40cb-aef1-caef18f9a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc4a5f8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:32.977034 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 887 time: 4.5606744
Dec 21 10:01:32.987956 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ad7b6de7-ee29-4c82-8d8a-65d2de9c4783 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "PUT /v2.0/floatingips/92253d74-cdfa-47e5-87d7-2b2b94b51b05 HTTP/1.1" status: 200  len: 688 time: 4.0800426
Dec 21 10:01:32.992091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36192) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:32.992458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36194) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:33.055461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8e473c9d-fa94-40cb-aef1-caef18f9a874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc4a5f8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:33.056089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e473c9d-fa94-40cb-aef1-caef18f9a874 None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:33.159941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 822dea20-528a-4e83-914a-941702d73efe up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:33.241914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659ac70-1794-4cd2-9dfd-e0e3f614a7b9 req-e1e30f4e-527c-4ff4-9c35-c307e45571f4 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:33.245331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 822dea20-528a-4e83-914a-941702d73efe completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:33.250220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659ac70-1794-4cd2-9dfd-e0e3f614a7b9 req-e1e30f4e-527c-4ff4-9c35-c307e45571f4 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.8677666
Dec 21 10:01:33.251419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ec865a9e-485c-417a-8eab-0609aa9d16d7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:33.256603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fa4a1e2c-01d2-42d5-89b8-dc01d0690e0a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec539f5646e0414fa53cf82889235c54&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9839334
Dec 21 10:01:33.278903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36200) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:33.332038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port ec865a9e-485c-417a-8eab-0609aa9d16d7 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:33.356507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 36ccb52b-5707-4f17-9d52-cb0e3dd1fb32 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:33.356878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.361577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.377558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659ac70-1794-4cd2-9dfd-e0e3f614a7b9 req-d4a90328-4efa-49a2-9c52-72b0ae575fd7 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1263957
Dec 21 10:01:33.378522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.389362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec54edb6-89e2-4625-a571-703022c306bb req-dd16f098-25ca-4d55-83dc-473378fa070d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:33.390508 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ec54edb6-89e2-4625-a571-703022c306bb req-dd16f098-25ca-4d55-83dc-473378fa070d tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.16 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 945 time: 0.7754099
Dec 21 10:01:33.404940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8640e5ad-8237-47bc-8856-acac606ae9a9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 77bcce7b-7856-4625-9164-0b394e66ad00 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:33.405280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ad-8237-47bc-8856-acac606ae9a9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.500516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.524184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.562489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3f6d58c0-c986-42eb-b18c-39ffa87d1bf7 None None] Provisioning for port ec865a9e-485c-417a-8eab-0609aa9d16d7 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:33.568756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3f6d58c0-c986-42eb-b18c-39ffa87d1bf7 None None] Provisioning complete for port ec865a9e-485c-417a-8eab-0609aa9d16d7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:33.570033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f6d58c0-c986-42eb-b18c-39ffa87d1bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.698357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc3c9ae1-0afa-4ec3-8988-e07b0fe5faf8 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:33.741766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f6d58c0-c986-42eb-b18c-39ffa87d1bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.759990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a24492e-a9df-444d-92b5-3ff03628c018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.764829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.790167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3f6d58c0-c986-42eb-b18c-39ffa87d1bf7 None None] For port ec865a9e-485c-417a-8eab-0609aa9d16d7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ec865a9e-485c-417a-8eab-0609aa9d16d7,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:33.799994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Deleting port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:33.800305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.802999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f6d58c0-c986-42eb-b18c-39ffa87d1bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:33.807347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da631cba-e6a5-42a6-a136-b6e328bbdaff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:33.843557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Port': ['ID=74acab3b-0a30-4fbc-9c92-5b9fc15b9f33,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:33.868567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:33.880791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:01:33.929780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 94d2aeda-4c82-4045-a3e8-a40847bd1a7f will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:33.966076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a24492e-a9df-444d-92b5-3ff03628c018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.001577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c7d669f3-4a0f-4c4b-84bd-44ec6bda059a None None] Provisioning complete for port ec865a9e-485c-417a-8eab-0609aa9d16d7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:34.002393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7d669f3-4a0f-4c4b-84bd-44ec6bda059a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.028727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.029091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.045815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d58c0-c986-42eb-b18c-39ffa87d1bf7 None None] Pushing event updated for resources: {'Port': ['ID=ec865a9e-485c-417a-8eab-0609aa9d16d7,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:34.049935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd2247-e6fa-4be2-b09d-788071ae1bf5 None None] Network 9b6d6518-2168-4d6c-a8ec-36f114868a57 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:34.058673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] In _notify_port_updated(), no bound segment for port 74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 on network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:01:34.063077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:34.063775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.064592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f6d58c0-c986-42eb-b18c-39ffa87d1bf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:34.065219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "PUT /v2.0/ports/74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 HTTP/1.1" status: 200  len: 1002 time: 2.8200824
Dec 21 10:01:34.072939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36204) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:34.265328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-072b4d3e-647d-4c4e-a01a-572499ef175a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Deleting port 74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:34.266002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-072b4d3e-647d-4c4e-a01a-572499ef175a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.267649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.356804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ad-8237-47bc-8856-acac606ae9a9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.412419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:01:34.424174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Router a301c1ad-9e07-437d-9010-ca0d65aa0c82 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:01:34.448596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:34.485138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.491650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:34.539383 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8', 'code': 200}
Dec 21 10:01:34.562918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 36ccb52b-5707-4f17-9d52-cb0e3dd1fb32 owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:34.592799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:34.599858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8640e5ad-8237-47bc-8856-acac606ae9a9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 77bcce7b-7856-4625-9164-0b394e66ad00 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:34.606131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:34.609315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Provisioning complete for port 74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:34.609783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.633830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a24492e-a9df-444d-92b5-3ff03628c018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.640391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.655079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-99ffa2fa-65df-4838-b1fa-04e71ae94bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:34.674430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Port 74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:34.685530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Provisioning for port 822dea20-528a-4e83-914a-941702d73efe completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:34.691739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Provisioning complete for port 822dea20-528a-4e83-914a-941702d73efe triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:34.692256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.724763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24492e-a9df-444d-92b5-3ff03628c018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b4aee8-f8eb-45b8-97ad-6577c4d41515,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:34.736123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a24492e-a9df-444d-92b5-3ff03628c018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:34.743023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a43cf71b-2475-4506-b291-7bdc4eddaf22 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:34.788761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a24492e-a9df-444d-92b5-3ff03628c018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.792598 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7a24492e-a9df-444d-92b5-3ff03628c018 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/80b4aee8-f8eb-45b8-97ad-6577c4d41515 HTTP/1.1" status: 204  len: 168 time: 1.5045485
Dec 21 10:01:34.885318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.932718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] For port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:34.933135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.957344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] For port 822dea20-528a-4e83-914a-941702d73efe, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=822dea20-528a-4e83-914a-941702d73efe,segment=NetworkSegment(458ebdc2-7a5e-40e1-94d8-8be5801cd3ee),segment_id=458ebdc2-7a5e-40e1-94d8-8be5801cd3ee)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:34.961206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:34.964456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:35.048733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Provisioning complete for port ec865a9e-485c-417a-8eab-0609aa9d16d7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:35.049150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:35.085919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-072b4d3e-647d-4c4e-a01a-572499ef175a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:35.169221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ec865a9e-485c-417a-8eab-0609aa9d16d7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:35.235448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Pushing event updated for resources: {'Port': ['ID=822dea20-528a-4e83-914a-941702d73efe,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:35.259456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:35.293037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=94d2aeda-4c82-4045-a3e8-a40847bd1a7f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:35.349318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:35.372604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-072b4d3e-647d-4c4e-a01a-572499ef175a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Calling delete_port for 74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:35.428401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port ec865a9e-485c-417a-8eab-0609aa9d16d7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:35.429048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:35.447659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e354279-d284-44d3-b38a-55c6981289ea req-6ded5310-4561-4f2a-bd11-bad5fdade113 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:35.449940 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6e354279-d284-44d3-b38a-55c6981289ea req-6ded5310-4561-4f2a-bd11-bad5fdade113 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 943 time: 0.9176426
Dec 21 10:01:35.462114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:35.466507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:35.470594 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "PUT /v2.0/routers/a301c1ad-9e07-437d-9010-ca0d65aa0c82 HTTP/1.1" status: 200  len: 918 time: 9.0358245
Dec 21 10:01:35.474402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa553721-6529-42b3-84d5-4293a6a72f55 None None] Sync routers for ids ['a301c1ad-9e07-437d-9010-ca0d65aa0c82'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:35.476727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36222) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:35.494316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa553721-6529-42b3-84d5-4293a6a72f55 None None] Routers {'a301c1ad-9e07-437d-9010-ca0d65aa0c82'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:35.494992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aa553721-6529-42b3-84d5-4293a6a72f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d518>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a301c1ad-9e07-437d-9010-ca0d65aa0c82'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:35.584149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1a4c297d-47c3-4499-895a-5bec2866466f None None] Provisioning complete for port 822dea20-528a-4e83-914a-941702d73efe triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:35.584488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a4c297d-47c3-4499-895a-5bec2866466f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:35.619990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:35.636006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:35.649088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:35.654674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:35.655514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:35.674765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aa553721-6529-42b3-84d5-4293a6a72f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d518>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:35.700489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ad-8237-47bc-8856-acac606ae9a9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:35.704677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa553721-6529-42b3-84d5-4293a6a72f55 None None] Routers {'a301c1ad-9e07-437d-9010-ca0d65aa0c82'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:35.705388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aa553721-6529-42b3-84d5-4293a6a72f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d518>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a301c1ad-9e07-437d-9010-ca0d65aa0c82'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:35.741231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:35.883883 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6e354279-d284-44d3-b38a-55c6981289ea req-ef3b33ea-7e69-4c38-bacf-b4dfee1e600b tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4229243
Dec 21 10:01:35.903355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aa553721-6529-42b3-84d5-4293a6a72f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d518>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:35.903783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa553721-6529-42b3-84d5-4293a6a72f55 None None] The sync data for ids ['a301c1ad-9e07-437d-9010-ca0d65aa0c82'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:35.969438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1a4c297d-47c3-4499-895a-5bec2866466f None None] Could not find standard attr ID for object 77bcce7b-7856-4625-9164-0b394e66ad00. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:01:36.041888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.098598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8b3409aa-1fad-4ad6-8a54-cbc489edf8f0 None None] Provisioning for port 94d2aeda-4c82-4045-a3e8-a40847bd1a7f completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:36.104860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8b3409aa-1fad-4ad6-8a54-cbc489edf8f0 None None] Provisioning complete for port 94d2aeda-4c82-4045-a3e8-a40847bd1a7f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:36.105834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8b3409aa-1fad-4ad6-8a54-cbc489edf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.118561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640e5ad-8237-47bc-8856-acac606ae9a9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=77bcce7b-7856-4625-9164-0b394e66ad00,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:36.137273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8640e5ad-8237-47bc-8856-acac606ae9a9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:36.142174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32299cba-7c58-43c5-acc6-efab860d1d14 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:36.181627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8b3409aa-1fad-4ad6-8a54-cbc489edf8f0 None None] Port 94d2aeda-4c82-4045-a3e8-a40847bd1a7f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:36.195704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8b3409aa-1fad-4ad6-8a54-cbc489edf8f0 None None] Provisioning complete for port 822dea20-528a-4e83-914a-941702d73efe triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:36.196230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8b3409aa-1fad-4ad6-8a54-cbc489edf8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.232546 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 7.2197130
Dec 21 10:01:36.254949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36234) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:36.255910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=36ccb52b-5707-4f17-9d52-cb0e3dd1fb32,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:36.259472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:36.287988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': 'd13ff16b-cdd2-4f0c-9b64-83d8657ab9da', 'ip_address': '2001:db8::5f3f:bc0:f705:143d'}], 'name': 'tempest-NetworksTestDHCPv6-525302246'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:36.336855 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9208ef7a-6d8e-4452-ad1a-4300cc86d3dd tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/routers/a301c1ad-9e07-437d-9010-ca0d65aa0c82 HTTP/1.1" status: 200  len: 924 time: 0.8523180
Dec 21 10:01:36.354071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8b3409aa-1fad-4ad6-8a54-cbc489edf8f0 None None] Could not find standard attr ID for object 77bcce7b-7856-4625-9164-0b394e66ad00. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:01:36.392017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36238) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:36.392418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36240) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:36.467757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.468178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.468533 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Floating IP fbf2b82f-3948-410b-997c-de8ae0bb45d4 disassociated. External IP: 172.26.1.24, port: 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8.
Dec 21 10:01:36.468919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Calling delete_port for 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:36.525414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-072b4d3e-647d-4c4e-a01a-572499ef175a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.543909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d205256b-726b-4a22-8031-7f051f9ae91e tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:36.613892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b4d3e-647d-4c4e-a01a-572499ef175a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event deleted for resources: {'Port': ['ID=74acab3b-0a30-4fbc-9c92-5b9fc15b9f33,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:36.651632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-072b4d3e-647d-4c4e-a01a-572499ef175a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:36.741108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3e96a14a-c374-407b-a90f-80544eb9ee0c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'default'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:36.743164 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-3e96a14a-c374-407b-a90f-80544eb9ee0c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 21 10:01:36.743728 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-3e96a14a-c374-407b-a90f-80544eb9ee0c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:01:36.749135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e96a14a-c374-407b-a90f-80544eb9ee0c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3488030
Dec 21 10:01:36.750793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36248) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:36.754976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:36.759665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'tempest-secgroup--1707189003'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:36.765418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8640e5ad-8237-47bc-8856-acac606ae9a9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.770080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:01:36.770254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8640e5ad-8237-47bc-8856-acac606ae9a9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/77bcce7b-7856-4625-9164-0b394e66ad00 HTTP/1.1" status: 204  len: 168 time: 3.7739823
Dec 21 10:01:36.770342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:01:36.771463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36252) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:36.783847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:36.784506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:36.788948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:36.800299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:36.816566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818db01b-6cdc-4061-9d4b-bb5fef630e93 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:36.818245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-818db01b-6cdc-4061-9d4b-bb5fef630e93 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/ports?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217&device_id=a301c1ad-9e07-437d-9010-ca0d65aa0c82&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.4205353
Dec 21 10:01:36.822416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36256) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:36.826530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.828965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.830218 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/floatingips/92253d74-cdfa-47e5-87d7-2b2b94b51b05 HTTP/1.1" status: 204  len: 168 time: 3.8350255
Dec 21 10:01:36.835194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:36.838059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36260) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:36.849846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:36.856359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '4f990f64-f9dc-4e04-8aca-1f07e986938f'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:36.861249 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bd94fe-ce14-4dcd-8219-efb37ca21ca3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:01:36.861857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-79bd94fe-ce14-4dcd-8219-efb37ca21ca3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:36.863220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:36.875095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:36.880275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:36.892140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:floatingip and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:36.902960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:36.909512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:36.921951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-072b4d3e-647d-4c4e-a01a-572499ef175a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.927337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.948379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-79bd94fe-ce14-4dcd-8219-efb37ca21ca3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:36.949707 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-79bd94fe-ce14-4dcd-8219-efb37ca21ca3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/77bcce7b-7856-4625-9164-0b394e66ad00 HTTP/1.1" status: 404  len: 333 time: 0.1778152
Dec 21 10:01:36.950674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:36.970530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36266) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:37.026361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 822dea20-528a-4e83-914a-941702d73efe up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:37.029133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:37.067926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:37.073144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:37.077955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:37.084074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:37.112044 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-072b4d3e-647d-4c4e-a01a-572499ef175a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "DELETE /v2.0/ports/74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 HTTP/1.1" status: 204  len: 168 time: 3.0379095
Dec 21 10:01:37.119681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36270) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:37.150636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 822dea20-528a-4e83-914a-941702d73efe triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:37.151316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:37.203076 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef55adc-ecf9-4fe0-9438-dc8770245dd9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] GET failed (client error): The resource could not be found.
Dec 21 10:01:37.203686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9ef55adc-ecf9-4fe0-9438-dc8770245dd9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Synchronizing usage tracker for tenant:341ffe5894554e36b5ec9e530585b75e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:37.236077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e86174d-8577-42e1-a222-b8a18de37425 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:37.238136 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1e86174d-8577-42e1-a222-b8a18de37425 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 881 time: 0.4139006
Dec 21 10:01:37.243848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36274) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:37.289142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:37.293168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Deleting port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:37.294152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:37.319412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9ef55adc-ecf9-4fe0-9438-dc8770245dd9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Unset dirty status for tenant:341ffe5894554e36b5ec9e530585b75e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:37.322883 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9ef55adc-ecf9-4fe0-9438-dc8770245dd9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "GET /v2.0/ports/74acab3b-0a30-4fbc-9c92-5b9fc15b9f33 HTTP/1.1" status: 404  len: 333 time: 0.1997018
Dec 21 10:01:37.326497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5ffbe3a7-2615-43ba-981c-cd59e7fc34c5 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=a301c1ad-9e07-437d-9010-ca0d65aa0c82 HTTP/1.1" status: 200  len: 205 time: 0.0782628
Dec 21 10:01:37.326681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36278) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:37.326935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36280) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:37.390411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'port': {'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1834124999'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:37.675134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe62f0e-f163-4b3f-9d6c-bf11206b092c req-15253b37-6690-4378-90bf-53881986522a tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:37.675880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-fbe62f0e-f163-4b3f-9d6c-bf11206b092c req-15253b37-6690-4378-90bf-53881986522a tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Synchronizing usage tracker for tenant:46d96e08a0484480b312e045cd996d68 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:37.705397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:37.754076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:37.773694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc36ce58-b751-4d8a-b5d8-28c341ae7b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:37.788583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4ebcff-63b2-4580-8845-728038a533b2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet 2a503499-b091-461d-abba-e7518c4d9421 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:01:37.807791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:37.813255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c4ebcff-63b2-4580-8845-728038a533b2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:37.852011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-fbe62f0e-f163-4b3f-9d6c-bf11206b092c req-15253b37-6690-4378-90bf-53881986522a tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Unset dirty status for tenant:46d96e08a0484480b312e045cd996d68 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:37.853329 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fbe62f0e-f163-4b3f-9d6c-bf11206b092c req-15253b37-6690-4378-90bf-53881986522a tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 943 time: 0.7401071
Dec 21 10:01:37.859881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:37.943904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:37.972406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:37.998552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=dded7cfe-010d-424e-b4da-4e137deff797,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:38.002267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:38.004466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.060213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 91d0d2e0-9b07-4942-b9d3-8e3df69108f6 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:38.067978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c4ebcff-63b2-4580-8845-728038a533b2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.114282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:38.123293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.196612 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fbe62f0e-f163-4b3f-9d6c-bf11206b092c req-46a00645-7c01-4192-bce0-a0c990b969b0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2539346
Dec 21 10:01:38.216745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] For port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:38.217133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.218045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:38.247187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-df2ce1e9-9294-4829-858e-02df7e630d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.259517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Made reservation on behalf of 341ffe5894554e36b5ec9e530585b75e for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:38.265749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.523429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.553667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Deleting port 0bc9f9c4-e4b1-4541-8e90-49723c2d68f7 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:38.554073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.615438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.636537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.651249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:38.676162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c4ebcff-63b2-4580-8845-728038a533b2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.731839 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:01:38.732592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 409 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:38.738505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] device_id is not set on port 639fc3dd-c1c2-47ff-b2a5-1523bf442bcd yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:38.909338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=c09ce26f-03f2-479e-a104-026057905b3f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:38.912852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:38.913695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:38.915210 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 2.1632466
Dec 21 10:01:38.920435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36286) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:38.931654 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4c6dd4b6-8374-4f7b-82af-7b01d4e65401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 2.6709776
Dec 21 10:01:38.940527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'c09ce26f-03f2-479e-a104-026057905b3f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:38.947601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36290) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:38.986418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:39.006794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.007203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.007549 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Floating IP fbf2b82f-3948-410b-997c-de8ae0bb45d4 disassociated. External IP: 172.26.1.24, port: 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8.
Dec 21 10:01:39.007932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Calling delete_port for 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:39.052266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:39.063414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:39.079767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.088320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:39.239619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Calling delete_port for 0bc9f9c4-e4b1-4541-8e90-49723c2d68f7 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:39.302174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Allocated IP 2001:db8::a5 (0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2/c8d1aec0-9ddb-446c-a8c9-e5c873de0155/639fc3dd-c1c2-47ff-b2a5-1523bf442bcd) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:39.321340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.435340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372135d-71c0-47f1-88b7-da547245c2c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:39.439824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4372135d-71c0-47f1-88b7-da547245c2c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:39.440654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4372135d-71c0-47f1-88b7-da547245c2c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:39.447045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.26.1.100 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/8fb7b4b0-2d2b-4984-ba19-0bd1dfbe8248) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:39.539765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.559658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4372135d-71c0-47f1-88b7-da547245c2c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:39.562611 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4372135d-71c0-47f1-88b7-da547245c2c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1685 time: 0.5835719
Dec 21 10:01:39.566462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36296) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:39.593988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.644913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.661598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d07b8689-81d3-49bc-831f-aa46d2dc3f1e tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:39.776070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619430ba-9ea5-48d3-b196-aea3af2848da,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:39.799633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:39.808858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f405b-0160-499a-be23-587b8c5011b3 req-0fc5edab-2f3f-461f-bb4b-f9906be5e54f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:39.810539 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-977f405b-0160-499a-be23-587b8c5011b3 req-0fc5edab-2f3f-461f-bb4b-f9906be5e54f tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 943 time: 0.4437671
Dec 21 10:01:39.839000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.869303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.870635 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.9460819
Dec 21 10:01:39.872619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94ef2a33-cb1a-48d8-9860-72b4e8fb5414 tempest-RoutersAdminTest-893590650 tempest-RoutersAdminTest-893590650] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:39.878024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3189e-0040-40cb-bb00-468100ad1b7e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 94d2aeda-4c82-4045-a3e8-a40847bd1a7f {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:39.878395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0a3189e-0040-40cb-bb00-468100ad1b7e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.903777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36300) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:39.936709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cd295ac0-78d3-4d0c-b0fb-83747afaf040 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'c09ce26f-03f2-479e-a104-026057905b3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:39.960500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Pushing event deleted for resources: {'Port': ['ID=66262e8c-a63a-4c2a-b0f6-35ee7c9002c8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:39.968370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cd295ac0-78d3-4d0c-b0fb-83747afaf040 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:39.973305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:39.978016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c4ebcff-63b2-4580-8845-728038a533b2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:39.995884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cd295ac0-78d3-4d0c-b0fb-83747afaf040 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:39.997258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.004312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2b5e8efc-16e1-4ea0-b891-7f044f8abb77 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:40.006807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cd295ac0-78d3-4d0c-b0fb-83747afaf040 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:40.026617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.032664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cd295ac0-78d3-4d0c-b0fb-83747afaf040 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:40.121334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ebcff-63b2-4580-8845-728038a533b2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=2a503499-b091-461d-abba-e7518c4d9421,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:40.125262 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-977f405b-0160-499a-be23-587b8c5011b3 req-15b5c264-e6f4-4b07-8d2e-e9f2ec0d51ea tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups?id=ba589593-39a8-4b3c-846c-fb3727ffe003&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3074906
Dec 21 10:01:40.128439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0c4ebcff-63b2-4580-8845-728038a533b2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:40.270142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c4ebcff-63b2-4580-8845-728038a533b2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.274554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48811ad-2c7d-44c4-bfc2-f8be0a412241 None None] Network 9b6d6518-2168-4d6c-a8ec-36f114868a57 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:40.347714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0c4ebcff-63b2-4580-8845-728038a533b2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/2a503499-b091-461d-abba-e7518c4d9421 HTTP/1.1" status: 204  len: 168 time: 3.3760014
Dec 21 10:01:40.357719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.371065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36304) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:40.376873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6d2b1d3-a079-4ef1-9b0c-ae3c8baf211f tempest-ServersTestManualDisk-658655120 tempest-ServersTestManualDisk-658655120] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:40.476020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.614315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] DHCP port deletion for 9b6d6518-2168-4d6c-a8ec-36f114868a57 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:01:40.619017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] Deleting port 822dea20-528a-4e83-914a-941702d73efe {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:40.619444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.641889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd295ac0-78d3-4d0c-b0fb-83747afaf040 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.685076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.709210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.742165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=8fb7b4b0-2d2b-4984-ba19-0bd1dfbe8248,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:40.752391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:40.767488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.827725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Transition to ACTIVE for port object 639fc3dd-c1c2-47ff-b2a5-1523bf442bcd will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:40.836382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.836948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Fanout notify agent at l3_agent the message router_deleted on router a301c1ad-9e07-437d-9010-ca0d65aa0c82 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:01:40.858298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] For port 822dea20-528a-4e83-914a-941702d73efe, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=822dea20-528a-4e83-914a-941702d73efe,segment=NetworkSegment(458ebdc2-7a5e-40e1-94d8-8be5801cd3ee),segment_id=458ebdc2-7a5e-40e1-94d8-8be5801cd3ee)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:40.858749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.865103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Router e5670799-9c53-435e-a456-82a5924765b9 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:01:40.868100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 822dea20-528a-4e83-914a-941702d73efe {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:40.868249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.868455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.874229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4bdcb035-713b-4cb7-860b-244aa1718832 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/a301c1ad-9e07-437d-9010-ca0d65aa0c82 HTTP/1.1" status: 204  len: 168 time: 3.5414684
Dec 21 10:01:40.875157 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-cd295ac0-78d3-4d0c-b0fb-83747afaf040 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:01:40.878960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cd295ac0-78d3-4d0c-b0fb-83747afaf040 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.9610991
Dec 21 10:01:40.879557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36308) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:40.879557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36310) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:40.911648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1956260854', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:40.934467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:40.937958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0a3189e-0040-40cb-bb00-468100ad1b7e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:40.964430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Usage tracker for resource:router and tenant:f1da9f077d844fd58c9cdaa36795dc87 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:41.004933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] Calling delete_port for 822dea20-528a-4e83-914a-941702d73efe owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:41.018088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:41.028641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.041982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 822dea20-528a-4e83-914a-941702d73efe no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:01:41.051799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:41.064085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:41.088317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:41.102463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3189e-0040-40cb-bb00-468100ad1b7e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 94d2aeda-4c82-4045-a3e8-a40847bd1a7f owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:41.148028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7896a8d3-4079-461e-88c3-945473fddbee tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:41.178756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.193125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:41.200333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3239861a-9ced-4f04-9c8f-ee123e15dbe2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:41.252610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] Pushing event deleted for resources: {'Port': ['ID=822dea20-528a-4e83-914a-941702d73efe,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:41.255473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:41.269434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.312326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.313450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.403933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3067c86a-da71-479d-9f27-6255ec325c33 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.417412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Port': ['ID=639fc3dd-c1c2-47ff-b2a5-1523bf442bcd,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:41.434023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:41.435743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] No DVR routers for this DVR port 822dea20-528a-4e83-914a-941702d73efe on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:01:41.455478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.548861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3067c86a-da71-479d-9f27-6255ec325c33 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.695500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:41.698222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] For port 822dea20-528a-4e83-914a-941702d73efe, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=822dea20-528a-4e83-914a-941702d73efe,segment=NetworkSegment(458ebdc2-7a5e-40e1-94d8-8be5801cd3ee),segment_id=458ebdc2-7a5e-40e1-94d8-8be5801cd3ee)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:41.698621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.706115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] Sync routers for ids ['e5670799-9c53-435e-a456-82a5924765b9'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:41.715314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-9a7095b6-01a1-496c-946b-79fd432b0005 req-30780859-d258-4c5e-aeb2-d097dbb20813 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Synchronizing usage tracker for tenant:46d96e08a0484480b312e045cd996d68 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:41.717849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] Routers {'e5670799-9c53-435e-a456-82a5924765b9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:41.718532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda5b6a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e5670799-9c53-435e-a456-82a5924765b9'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:41.742427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:41.751388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:41.753212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0a3189e-0040-40cb-bb00-468100ad1b7e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.757086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:41.761044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:41.762377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.785224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f88101f6-de4d-4ad2-9bc0-c8b9380ae4c9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:41.889106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 822dea20-528a-4e83-914a-941702d73efe owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:41.920598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] No DVR routers for this DVR port 66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:01:41.931874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a3189e-0040-40cb-bb00-468100ad1b7e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=94d2aeda-4c82-4045-a3e8-a40847bd1a7f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:41.959067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] Set router e5670799-9c53-435e-a456-82a5924765b9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:01:41.967305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:41.969399 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ec54edb6-89e2-4625-a571-703022c306bb req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.16 "DELETE /v2.0/ports/66262e8c-a63a-4c2a-b0f6-35ee7c9002c8 HTTP/1.1" status: 204  len: 173 time: 8.5686469
Dec 21 10:01:41.970959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'name': 'network-vif-deleted', 'tag': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:01:41.994208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-9a7095b6-01a1-496c-946b-79fd432b0005 req-30780859-d258-4c5e-aeb2-d097dbb20813 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Unset dirty status for tenant:46d96e08a0484480b312e045cd996d68 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:41.995465 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9a7095b6-01a1-496c-946b-79fd432b0005 req-30780859-d258-4c5e-aeb2-d097dbb20813 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/ports?device_id=7b390edc-aa95-4d07-b863-78ad326db7f5 HTTP/1.1" status: 200  len: 210 time: 0.3827324
Dec 21 10:01:42.027369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0a3189e-0040-40cb-bb00-468100ad1b7e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:42.082622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3067c86a-da71-479d-9f27-6255ec325c33 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.093117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.095826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.117197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab687bda-0063-475c-b2b5-7cbc38a10bea tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:42.132387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3067c86a-da71-479d-9f27-6255ec325c33 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.136015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3067c86a-da71-479d-9f27-6255ec325c33 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/c09ce26f-03f2-479e-a104-026057905b3f HTTP/1.1" status: 204  len: 168 time: 1.2503595
Dec 21 10:01:42.142961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36320) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:42.144994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b390edc-aa95-4d07-b863-78ad326db7f5', 'name': 'network-vif-deleted', 'tag': '66262e8c-a63a-4c2a-b0f6-35ee7c9002c8', 'status': 'completed', 'code': 200}
Dec 21 10:01:42.199821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:01:42.200283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:01:42.206158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067c86a-da71-479d-9f27-6255ec325c33 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09ce26f-03f2-479e-a104-026057905b3f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:42.210258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3067c86a-da71-479d-9f27-6255ec325c33 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:42.211844 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.8821845
Dec 21 10:01:42.217330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36324) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:42.240632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-66152744-4e1d-4884-a410-8992703a72da None None] Provisioning for port 639fc3dd-c1c2-47ff-b2a5-1523bf442bcd completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:42.255245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-66152744-4e1d-4884-a410-8992703a72da None None] Provisioning complete for port 639fc3dd-c1c2-47ff-b2a5-1523bf442bcd triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:42.255557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-66152744-4e1d-4884-a410-8992703a72da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.286834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'port': {'network_id': '0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-796228007'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:42.321211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0a3189e-0040-40cb-bb00-468100ad1b7e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.325312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f0a3189e-0040-40cb-bb00-468100ad1b7e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/94d2aeda-4c82-4045-a3e8-a40847bd1a7f HTTP/1.1" status: 204  len: 168 time: 2.7515056
Dec 21 10:01:42.330272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36328) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:42.399599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7837a17d-ec24-41e7-868d-c5449680ce97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.405999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-66152744-4e1d-4884-a410-8992703a72da None None] Port 639fc3dd-c1c2-47ff-b2a5-1523bf442bcd cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:42.470907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-717d854b-ff34-4431-ba10-9393624811c5 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Synchronizing usage tracker for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:42.549717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-717d854b-ff34-4431-ba10-9393624811c5 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Unset dirty status for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:42.552407 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-717d854b-ff34-4431-ba10-9393624811c5 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.4062717
Dec 21 10:01:42.556814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36332) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:42.566605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda5b6a0>, [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '46db3311-ea17-4bc0-b9b3-3e145c4fbb3a', 'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'mac_address': 'fa:16:3e:dd:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:02Z', 'updated_at': '2020-12-21T09:57:17Z', 'revision_number': 5, 'project_id': '46d96e08a0484480b312e045cd996d68', 'subnets': [{'id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:42.571765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] Checking router: e5670799-9c53-435e-a456-82a5924765b9 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:01:42.584867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'tempest-secgroup--1457172730'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:42.593744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] Routers {'e5670799-9c53-435e-a456-82a5924765b9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:42.594547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda5b6a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e5670799-9c53-435e-a456-82a5924765b9'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:42.599039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:42.621056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be38aaea-c69b-401f-818b-0d2ff6914eba tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:42.622855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be38aaea-c69b-401f-818b-0d2ff6914eba tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:42.624506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-be38aaea-c69b-401f-818b-0d2ff6914eba tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.2072039
Dec 21 10:01:42.625750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:42.629721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36336) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:42.651646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:42.694434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:42.702383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 822dea20-528a-4e83-914a-941702d73efe {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:42.704463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.814404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] The port '822dea20-528a-4e83-914a-941702d73efe' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:01:42.815679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Made reservation on behalf of 341ffe5894554e36b5ec9e530585b75e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:42.820769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.824531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.837523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.842248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] Set router e5670799-9c53-435e-a456-82a5924765b9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:01:42.925390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:42.928017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:42.983583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:42.989074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:42.992270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.010694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:43.044401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.102532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.244930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36344) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:43.263838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda5b6a0>, [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '46db3311-ea17-4bc0-b9b3-3e145c4fbb3a', 'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'mac_address': 'fa:16:3e:dd:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:02Z', 'updated_at': '2020-12-21T09:57:17Z', 'revision_number': 5, 'project_id': '46d96e08a0484480b312e045cd996d68', 'subnets': [{'id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:43.273567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be464dc-6081-4a3a-b5c2-b638cbc91676 None None] The sync data for ids ['e5670799-9c53-435e-a456-82a5924765b9'] in dv-neutron-601336-62-ovs is: [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '46db3311-ea17-4bc0-b9b3-3e145c4fbb3a', 'name': '', 'network_id': 'e9d8d354-2125-42d4-b788-68baf6f1ad2e', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'mac_address': 'fa:16:3e:dd:ca:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 133, 'fixed_ips': [{'subnet_id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:57:02Z', 'updated_at': '2020-12-21T09:57:17Z', 'revision_number': 5, 'project_id': '46d96e08a0484480b312e045cd996d68', 'subnets': [{'id': '3df20f9c-3fad-4f0f-803e-601b16389e12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:43.341591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] device_id is not set on port 8982e736-64a3-4aca-b792-6b0b1fc08b90 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:43.358150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39ebcfd-17a8-4527-be3f-1f69c3356378 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet d13ff16b-cdd2-4f0c-9b64-83d8657ab9da {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:01:43.376119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d39ebcfd-17a8-4527-be3f-1f69c3356378 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.380520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.384139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fece220f0>,) {'filters': {'network_id': ['9b6d6518-2168-4d6c-a8ec-36f114868a57']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:43.460706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fece220f0>, '458ebdc2-7a5e-40e1-94d8-8be5801cd3ee') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:43.461042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fece220f0>, '458ebdc2-7a5e-40e1-94d8-8be5801cd3ee') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:43.515180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.564981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.574097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:01:43.629464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.680464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.748204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093759bd-67b4-437d-bef2-cb819a765c69 None None] New status for floating IP fbf2b82f-3948-410b-997c-de8ae0bb45d4: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:01:43.776223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.788979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d39ebcfd-17a8-4527-be3f-1f69c3356378 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.823021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.836065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b5fe92a-fc4f-40bb-a6e1-d193a50394a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:43.852460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.926064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Allocated IP 2001:db8::15d (0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2/c8d1aec0-9ddb-446c-a8c9-e5c873de0155/8982e736-64a3-4aca-b792-6b0b1fc08b90) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:43.975889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=5af11b4a-a9d4-4b24-b23b-bcc60904a385,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:43.979268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:43.989886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:43.991236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.4210241
Dec 21 10:01:43.996723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36348) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:44.007694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d9f16012-ae5f-40db-bf0c-638189220243 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': '5af11b4a-a9d4-4b24-b23b-bcc60904a385', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:44.009280 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-d9f16012-ae5f-40db-bf0c-638189220243 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 21 10:01:44.009868 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-d9f16012-ae5f-40db-bf0c-638189220243 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:44.012238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d9f16012-ae5f-40db-bf0c-638189220243 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0114684
Dec 21 10:01:44.021361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36352) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:44.032702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Allocated IP 172.26.1.243 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/cce51f95-d046-43cc-aa45-d8b5d8b17af7) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:44.047808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 9b6d6518-2168-4d6c-a8ec-36f114868a57 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:44.064305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:44.203295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d39ebcfd-17a8-4527-be3f-1f69c3356378 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:44.289784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf305-e8e9-4847-b7bd-cebfc02ac148 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:44.362991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:44.367182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 9b6d6518-2168-4d6c-a8ec-36f114868a57 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:01:44.383480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:44.390431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf305-e8e9-4847-b7bd-cebfc02ac148 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:44.410074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:01:44.474053 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:01:44.512084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba589593-39a8-4b3c-846c-fb3727ffe003,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:44.562911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf305-e8e9-4847-b7bd-cebfc02ac148 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:44.571596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1654f53-79f3-46e4-be24-ab250e95a396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:44.639641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcf305-e8e9-4847-b7bd-cebfc02ac148 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af11b4a-a9d4-4b24-b23b-bcc60904a385,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:44.642467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5bdcf305-e8e9-4847-b7bd-cebfc02ac148 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:44.653002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:44.673733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:44.743364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf305-e8e9-4847-b7bd-cebfc02ac148 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:44.744525 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5bdcf305-e8e9-4847-b7bd-cebfc02ac148 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/5af11b4a-a9d4-4b24-b23b-bcc60904a385 HTTP/1.1" status: 204  len: 168 time: 0.7221096
Dec 21 10:01:44.760228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36356) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:44.858179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Pushing event updated for resources: {'Port': ['ID=cce51f95-d046-43cc-aa45-d8b5d8b17af7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:44.866283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.866711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.867127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.867537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.867945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.868351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.868756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.869161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.869588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.869991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.870393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.871566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.872042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.872442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.872845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.873247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.873674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.874088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.874473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.874870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.874966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:44.875265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.875790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.876042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.876475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:44.896480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d39ebcfd-17a8-4527-be3f-1f69c3356378 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:44.921033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c2b0df23-7954-4a1e-b5a5-f9d0828e720f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:44.947305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:44.997299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ebcfd-17a8-4527-be3f-1f69c3356378 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=d13ff16b-cdd2-4f0c-9b64-83d8657ab9da,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:45.006864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5177989c-b31f-4d10-82f6-5bf888eaa4ea tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Synchronizing usage tracker for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:45.009731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d39ebcfd-17a8-4527-be3f-1f69c3356378 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:45.013378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.022773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:45.039797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.049116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.050400 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "DELETE /v2.0/security-groups/ba589593-39a8-4b3c-846c-fb3727ffe003 HTTP/1.1" status: 204  len: 168 time: 1.7826416
Dec 21 10:01:45.060343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36360) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:45.064352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:01:45.071517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Network': ['ID=9b6d6518-2168-4d6c-a8ec-36f114868a57,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:45.091377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:45.094980 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-35694e09-7aa4-492a-95fd-5841ac634878 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/networks/9b6d6518-2168-4d6c-a8ec-36f114868a57 HTTP/1.1" status: 204  len: 168 time: 4.6835871
Dec 21 10:01:45.100289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.104461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36364) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:45.123274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'name': 'tempest-PortsTestJSON-575935194'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:45.125991 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-00704624-cb03-43d7-ad3f-6c9bf29e9f21 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] show failed (client error): The resource could not be found.
Dec 21 10:01:45.127137 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-00704624-cb03-43d7-ad3f-6c9bf29e9f21 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "GET /v2.0/security-groups/ba589593-39a8-4b3c-846c-fb3727ffe003 HTTP/1.1" status: 404  len: 347 time: 0.0575013
Dec 21 10:01:45.134657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36368) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:45.141614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Transition to ACTIVE for port object 8982e736-64a3-4aca-b792-6b0b1fc08b90 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:45.144301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.150184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:45.158636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5177989c-b31f-4d10-82f6-5bf888eaa4ea tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Unset dirty status for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:45.160005 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5177989c-b31f-4d10-82f6-5bf888eaa4ea tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3987331
Dec 21 10:01:45.175598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:45.177544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36372) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:45.187636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:45.193613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd0c999-c17b-4dd0-b6e5-9f9ca73dd127 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:45.215937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d39ebcfd-17a8-4527-be3f-1f69c3356378 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.226357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.226861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'tempest-secgroup--211335454'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:45.251051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:45.299991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:45.337089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:45.344222 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d39ebcfd-17a8-4527-be3f-1f69c3356378 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/d13ff16b-cdd2-4f0c-9b64-83d8657ab9da HTTP/1.1" status: 204  len: 168 time: 2.7110662
Dec 21 10:01:45.351118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36376) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:45.420249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:45.449857 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d9f4442e-6fc2-4c9f-8b29-fe8a3560c962 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0893521
Dec 21 10:01:45.451303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.470539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Deleting port 71d8315d-cddf-4965-9e38-ae93d529afb7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:45.470915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.490602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:01:45.495194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] Deleting port ec865a9e-485c-417a-8eab-0609aa9d16d7 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:45.496231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36380) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:45.496355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.519339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:45.538596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:45.562580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=8fb7b4b0-2d2b-4984-ba19-0bd1dfbe8248,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:45.579157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:45.604252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.611641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:45.630903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8e949f3-1ceb-4558-8f67-9eb297fe7db1 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:45.642842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:45.648418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.674820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:45.687325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:45.713943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:45.909978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:45.929181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] For port ec865a9e-485c-417a-8eab-0609aa9d16d7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ec865a9e-485c-417a-8eab-0609aa9d16d7,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:45.929911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:45.943016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port f8ff1db8-9415-4e1c-8028-dbdc49e8198d yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:45.993702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:45.997724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Port': ['ID=8982e736-64a3-4aca-b792-6b0b1fc08b90,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:46.002145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:46.037107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:46.063470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:46.064242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] Calling delete_port for ec865a9e-485c-417a-8eab-0609aa9d16d7 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:46.125106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:46.141990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.158842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33e9cc39-9ec1-431a-8e71-b66b57308ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:46.159079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.160315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.160451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.184718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.217342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] Pushing event deleted for resources: {'Port': ['ID=ec865a9e-485c-417a-8eab-0609aa9d16d7,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:46.220344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:46.312013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] No DVR routers for this DVR port ec865a9e-485c-417a-8eab-0609aa9d16d7 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:01:46.394095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Calling delete_port for 71d8315d-cddf-4965-9e38-ae93d529afb7 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:46.428444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:46.439972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.449708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5bdcf305-e8e9-4847-b7bd-cebfc02ac148 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:46.470400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.496984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:46.516792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:46.521155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:46.521847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.545531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.645201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=84bddd29-ac22-4676-ab36-5f563019347e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:46.691601 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.4164529
Dec 21 10:01:46.704779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36384) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:46.728207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e7', 'mac_address': 'fa:16:3e:7c:80:83'}, {'ip_address': '2001:db8::a5', 'mac_address': 'fa:16:3e:90:08:40'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:46.728730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.729167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.729621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.730153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.730575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.730990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.731399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.731806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.732214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.732621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.733024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.733427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.733942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.734344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.734747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.735153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.735556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.735959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.736365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.736766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.737168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.737593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.737999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.738402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:46.779045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1775fce5-db28-42e1-9fc3-f30fc3ea5cb7 None None] Provisioning for port 8982e736-64a3-4aca-b792-6b0b1fc08b90 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:46.784276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1775fce5-db28-42e1-9fc3-f30fc3ea5cb7 None None] Provisioning complete for port 8982e736-64a3-4aca-b792-6b0b1fc08b90 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:46.784770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1775fce5-db28-42e1-9fc3-f30fc3ea5cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.794026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:46.805897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:46.810534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.6254234
Dec 21 10:01:46.813125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36388) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:46.835042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9c4b8e5e-6da1-4a8b-b0e3-29d5552a48b3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': '84bddd29-ac22-4676-ab36-5f563019347e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:46.836655 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-9c4b8e5e-6da1-4a8b-b0e3-29d5552a48b3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 21 10:01:46.837220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-9c4b8e5e-6da1-4a8b-b0e3-29d5552a48b3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:46.837708 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP e522d29e-bd81-4c33-96e2-b480e9a4b5f1 associated. External IP: 172.26.1.100, port: 4f990f64-f9dc-4e04-8aca-1f07e986938f.
Dec 21 10:01:46.842171 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9c4b8e5e-6da1-4a8b-b0e3-29d5552a48b3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0149314
Dec 21 10:01:46.847645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1775fce5-db28-42e1-9fc3-f30fc3ea5cb7 None None] Port 8982e736-64a3-4aca-b792-6b0b1fc08b90 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:46.847816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36392) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:46.890384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:47.015740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ec865a9e-485c-417a-8eab-0609aa9d16d7 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:01:47.065239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: ec865a9e-485c-417a-8eab-0609aa9d16d7 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:01:47.065754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ec865a9e-485c-417a-8eab-0609aa9d16d7 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:01:47.125217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bc4d8f-548a-4534-b45f-d0837cf3cf2c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:47.152534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:47.180595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-30512293-7c30-41da-ab12-cf26759d0572 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-368091709] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:47.258405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:47.262190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bc4d8f-548a-4534-b45f-d0837cf3cf2c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:47.480671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=f8ff1db8-9415-4e1c-8028-dbdc49e8198d,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:47.488775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:47.534281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:47.554464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7e542258-39e4-4e27-a73e-062ef2358146 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:47.590595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:47.595117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bc4d8f-548a-4534-b45f-d0837cf3cf2c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:47.603053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-71f1408b-bed4-48ea-927a-fcd7170c3b15 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:47.612164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:47.623630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:47.627772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:47.628444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:47.639435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bc4d8f-548a-4534-b45f-d0837cf3cf2c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bddd29-ac22-4676-ab36-5f563019347e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:47.639934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Pushing event deleted for resources: {'Port': ['ID=71d8315d-cddf-4965-9e38-ae93d529afb7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:47.650880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36bc4d8f-548a-4534-b45f-d0837cf3cf2c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:47.652844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:47.672870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bc4d8f-548a-4534-b45f-d0837cf3cf2c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:47.676952 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-36bc4d8f-548a-4534-b45f-d0837cf3cf2c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/84bddd29-ac22-4676-ab36-5f563019347e HTTP/1.1" status: 204  len: 168 time: 0.8254354
Dec 21 10:01:47.681692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 2.5695083
Dec 21 10:01:47.681692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36396) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:47.685100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36398) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:47.830918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-361e6015-c607-4905-95ba-04893a954516 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port f8ff1db8-9415-4e1c-8028-dbdc49e8198d {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:47.831219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-361e6015-c607-4905-95ba-04893a954516 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:47.857776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Router 2362a2b5-da3e-45f5-9b20-a545e80c51fc is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:01:47.876437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e0b2027a-6e15-4532-97e8-8d18a2934250 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Synchronizing usage tracker for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:48.025296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e0b2027a-6e15-4532-97e8-8d18a2934250 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Unset dirty status for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:48.026714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e0b2027a-6e15-4532-97e8-8d18a2934250 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3435812
Dec 21 10:01:48.045811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36404) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:48.063476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'tempest-secgroup--1985088264'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:48.070351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:48.074801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:48.173528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:48.203994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:01:48.269346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:48.311646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-361e6015-c607-4905-95ba-04893a954516 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:48.320707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:48.332503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:48.343296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6a6c9-a1ce-4de2-8498-784a53506251 None None] Sync routers for ids ['2362a2b5-da3e-45f5-9b20-a545e80c51fc'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:48.354010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6a6c9-a1ce-4de2-8498-784a53506251 None None] Routers {'2362a2b5-da3e-45f5-9b20-a545e80c51fc'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:48.354768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-44e6a6c9-a1ce-4de2-8498-784a53506251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd7d278>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2362a2b5-da3e-45f5-9b20-a545e80c51fc'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:48.396754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:48.425360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-44e6a6c9-a1ce-4de2-8498-784a53506251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd7d278>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:48.440929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6a6c9-a1ce-4de2-8498-784a53506251 None None] Routers {'2362a2b5-da3e-45f5-9b20-a545e80c51fc'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:48.441880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-44e6a6c9-a1ce-4de2-8498-784a53506251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd7d278>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2362a2b5-da3e-45f5-9b20-a545e80c51fc'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:48.465759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-361e6015-c607-4905-95ba-04893a954516 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for f8ff1db8-9415-4e1c-8028-dbdc49e8198d owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:48.506149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:48.514001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:48.524139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:48.556114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:48.561026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 7.6793547
Dec 21 10:01:48.562214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-44e6a6c9-a1ce-4de2-8498-784a53506251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd7d278>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:48.564012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6a6c9-a1ce-4de2-8498-784a53506251 None None] The sync data for ids ['2362a2b5-da3e-45f5-9b20-a545e80c51fc'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:48.565113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36408) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:48.575109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:48.578513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:48.582662 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] 10.222.0.45 "DELETE /v2.0/floatingips/fbf2b82f-3948-410b-997c-de8ae0bb45d4 HTTP/1.1" status: 204  len: 168 time: 3.4423230
Dec 21 10:01:48.591479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36412) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:48.664243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:48.678065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ccc4b-ed71-41c4-bc3d-a452ef73a051 None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:48.703567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ccc4b-ed71-41c4-bc3d-a452ef73a051 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:48.704554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b99ccc4b-ed71-41c4-bc3d-a452ef73a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee04a4e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:48.744387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:48.780181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:48.780589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-361e6015-c607-4905-95ba-04893a954516 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:48.792180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:48.831481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b99ccc4b-ed71-41c4-bc3d-a452ef73a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee04a4e0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:48.846819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ccc4b-ed71-41c4-bc3d-a452ef73a051 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:48.847499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b99ccc4b-ed71-41c4-bc3d-a452ef73a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee04a4e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:48.913704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b99ccc4b-ed71-41c4-bc3d-a452ef73a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee04a4e0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:48.914142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99ccc4b-ed71-41c4-bc3d-a452ef73a051 None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:48.938819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80d38c87-eaaa-410c-bb0e-8d1e5605ef16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:49.010536 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 12.1618743
Dec 21 10:01:49.013674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36418) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:49.022406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:49.092483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:01:49.096998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:49.101036 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.0515330
Dec 21 10:01:49.101036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=4b44cd77-2897-457d-acad-3f37c16617f1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:49.102977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:49.131331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36422) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:49.172210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2d6afc3e-f524-440d-9e82-10d0c1fe47fa tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': '4b44cd77-2897-457d-acad-3f37c16617f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:49.174949 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-2d6afc3e-f524-440d-9e82-10d0c1fe47fa tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 21 10:01:49.175486 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-2d6afc3e-f524-440d-9e82-10d0c1fe47fa tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:49.179442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2d6afc3e-f524-440d-9e82-10d0c1fe47fa tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0269880
Dec 21 10:01:49.182037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36426) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:49.436055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:49.490001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:49.500651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-479d8456-056f-4cf3-9c41-1aee9e19b051 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.553s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:49.501728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-87454693-7817-4600-a807-86ed97665035 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': '4b44cd77-2897-457d-acad-3f37c16617f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:49.502444 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-87454693-7817-4600-a807-86ed97665035 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 21 10:01:49.502990 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-87454693-7817-4600-a807-86ed97665035 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:49.504052 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-87454693-7817-4600-a807-86ed97665035 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.3090866
Dec 21 10:01:49.510959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36430) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:49.562743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:49.581145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e6015-c607-4905-95ba-04893a954516 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=f8ff1db8-9415-4e1c-8028-dbdc49e8198d,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:49.593085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-19b1de36-1f3d-46c6-92e3-0f961b0ba37d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': '4b44cd77-2897-457d-acad-3f37c16617f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:49.594005 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-19b1de36-1f3d-46c6-92e3-0f961b0ba37d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 21 10:01:49.594556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-19b1de36-1f3d-46c6-92e3-0f961b0ba37d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:49.595014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-361e6015-c607-4905-95ba-04893a954516 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:49.595627 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-19b1de36-1f3d-46c6-92e3-0f961b0ba37d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0345986
Dec 21 10:01:49.613340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36434) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:49.634891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9e8e2115-4e00-41f2-8ac0-62dde22a7b4c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': '4b44cd77-2897-457d-acad-3f37c16617f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:49.637916 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-9e8e2115-4e00-41f2-8ac0-62dde22a7b4c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 21 10:01:49.638037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=0cd9f1f3-6a0e-46c4-97e9-528c891c578e,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:49.638487 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-9e8e2115-4e00-41f2-8ac0-62dde22a7b4c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:49.640319 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e8e2115-4e00-41f2-8ac0-62dde22a7b4c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0230167
Dec 21 10:01:49.642662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36438) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:49.700027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:49.703598 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-41bfb4bd-4caa-4239-9e3a-c6d3226b9c58 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "GET /v2.0/floatingips/e522d29e-bd81-4c33-96e2-b480e9a4b5f1 HTTP/1.1" status: 200  len: 977 time: 0.6862321
Dec 21 10:01:49.710100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ccadcdb7-eeb6-4da5-ab35-c67340b0a683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:49.727267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36442) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:49.738566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-361e6015-c607-4905-95ba-04893a954516 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:49.742998 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-361e6015-c607-4905-95ba-04893a954516 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/f8ff1db8-9415-4e1c-8028-dbdc49e8198d HTTP/1.1" status: 204  len: 168 time: 2.0404937
Dec 21 10:01:49.743898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36446) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:49.825533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'mac_address': 'fa:16:3e:58:6f:e7', 'name': 'tempest-PortsTestJSON-1128350171'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:49.959375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event updated for resources: {'Port': ['ID=8982e736-64a3-4aca-b792-6b0b1fc08b90,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:49.973263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:50.006196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:50.012706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:50.021829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488a0966-f770-419c-b43a-154c5ac38046 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:50.040359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:50.041030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.064561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] In _notify_port_updated(), no bound segment for port 8982e736-64a3-4aca-b792-6b0b1fc08b90 on network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:01:50.068484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:50.069159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.074069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "PUT /v2.0/ports/8982e736-64a3-4aca-b792-6b0b1fc08b90 HTTP/1.1" status: 200  len: 1066 time: 3.3678682
Dec 21 10:01:50.074923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36450) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:50.076660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.105576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5424-4e0c-4e88-be3d-dd12649ad322 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.119876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3bc92495-d6aa-4d67-9c4e-7351be03cf29 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Synchronizing usage tracker for tenant:338c2a421bf848038828530c137b28aa on resource:floatingip {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:50.200100 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 4.6875131
Dec 21 10:01:50.210619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36454) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:50.222407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bf65934a-84c2-492d-a720-0ea37fdf0e59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': '0cd9f1f3-6a0e-46c4-97e9-528c891c578e', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-618632755'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:50.281224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:50.293051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '0cd9f1f3-6a0e-46c4-97e9-528c891c578e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:01:50.294053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.312928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.330569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5424-4e0c-4e88-be3d-dd12649ad322 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.349596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:50.354046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3bc92495-d6aa-4d67-9c4e-7351be03cf29 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Unset dirty status for tenant:338c2a421bf848038828530c137b28aa on resource:floatingip {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:50.358398 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3bc92495-d6aa-4d67-9c4e-7351be03cf29 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.6213861
Dec 21 10:01:50.361949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e0623ed3-7537-4baf-8fe2-f7b4e9dc2389 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Deleting port 8982e736-64a3-4aca-b792-6b0b1fc08b90 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:50.362340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0623ed3-7537-4baf-8fe2-f7b4e9dc2389 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.373700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36458) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:50.385283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'port_id': '865d43cd-e1ef-4642-addf-37f73e3fde1f'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:50.460505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.471091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1db1d930-fecd-4f30-b89a-8f33c16008b6 None None] Provisioning complete for port 8982e736-64a3-4aca-b792-6b0b1fc08b90 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:50.471414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1db1d930-fecd-4f30-b89a-8f33c16008b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.483062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:50.531382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Deleting port cce51f95-d046-43cc-aa45-d8b5d8b17af7 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:50.531761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.568510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1db1d930-fecd-4f30-b89a-8f33c16008b6 None None] Port 8982e736-64a3-4aca-b792-6b0b1fc08b90 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:01:50.637985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf65934a-84c2-492d-a720-0ea37fdf0e59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:50.659892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf65934a-84c2-492d-a720-0ea37fdf0e59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:50.661558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5424-4e0c-4e88-be3d-dd12649ad322 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.685428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-beeead64-7985-4379-a360-1d4c4aac0ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:50.712323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/0cd9f1f3-6a0e-46c4-97e9-528c891c578e/5354af46-043c-4c8e-a84a-d5dcc8ecb109) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:01:50.722748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.805444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a5424-4e0c-4e88-be3d-dd12649ad322 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b44cd77-2897-457d-acad-3f37c16617f1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:50.806054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf65934a-84c2-492d-a720-0ea37fdf0e59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:50.808892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa0a5424-4e0c-4e88-be3d-dd12649ad322 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:50.814936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf65934a-84c2-492d-a720-0ea37fdf0e59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.830564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.890859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa0a5424-4e0c-4e88-be3d-dd12649ad322 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.895011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fa0a5424-4e0c-4e88-be3d-dd12649ad322 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/4b44cd77-2897-457d-acad-3f37c16617f1 HTTP/1.1" status: 204  len: 168 time: 1.2441857
Dec 21 10:01:50.907128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36462) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:50.960880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:50.973700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Transition to ACTIVE for port object 5354af46-043c-4c8e-a84a-d5dcc8ecb109 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:50.991454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Transition to ACTIVE for port object 5354af46-043c-4c8e-a84a-d5dcc8ecb109 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:01:50.998183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:51.014157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:51.097625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0623ed3-7537-4baf-8fe2-f7b4e9dc2389 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:51.111510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:51.133328 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2f49f716-4377-4724-9092-f8d6a2b501d2 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2195110
Dec 21 10:01:51.136289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36466) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:51.208872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Pushing event updated for resources: {'Port': ['ID=5354af46-043c-4c8e-a84a-d5dcc8ecb109,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:51.213863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:51.263167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:51.264524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:51.266953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:51.314597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'tempest-secgroup--1055517417'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:51.326215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e0623ed3-7537-4baf-8fe2-f7b4e9dc2389 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Calling delete_port for 8982e736-64a3-4aca-b792-6b0b1fc08b90 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:51.336553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Attempting to bind port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:01:51.336989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Attempting to bind port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:01:51.337409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Attempting to bind port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:01:51.343662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:01:51.344089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:01:51.344541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:51.344986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:01:51.345572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Bound port: 5354af46-043c-4c8e-a84a-d5dcc8ecb109, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:01:51.346002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:51.361132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 6df9c11b-e303-4b28-a17d-bc050a20240a yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:51.377189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:51.414433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Calling delete_port for cce51f95-d046-43cc-aa45-d8b5d8b17af7 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:51.422566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:51.432520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:51.447280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] For port 5354af46-043c-4c8e-a84a-d5dcc8ecb109, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:01:51.451003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] For port 5354af46-043c-4c8e-a84a-d5dcc8ecb109, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5354af46-043c-4c8e-a84a-d5dcc8ecb109,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:01:51.458111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:51.460549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:51.467934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-bf65934a-84c2-492d-a720-0ea37fdf0e59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port ee075fd0-6b51-42af-9afb-2d8dc1121c41 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:51.480558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0e16a22-3dbf-40b6-94b3-e464b6b4b4c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:51.571448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:51.690375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Pushing event updated for resources: {'Port': ['ID=5354af46-043c-4c8e-a84a-d5dcc8ecb109,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:51.697375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:51.951492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:52.016117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:52.030987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:52.048574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:52.105614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf65934a-84c2-492d-a720-0ea37fdf0e59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:52.105905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf65934a-84c2-492d-a720-0ea37fdf0e59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:52.175339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0623ed3-7537-4baf-8fe2-f7b4e9dc2389 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:52.204143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-360a6854-c309-4319-a651-b804a481732c tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:52.276834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0623ed3-7537-4baf-8fe2-f7b4e9dc2389 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event deleted for resources: {'Port': ['ID=8982e736-64a3-4aca-b792-6b0b1fc08b90,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:52.287764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0623ed3-7537-4baf-8fe2-f7b4e9dc2389 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:52.297247 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bf65934a-84c2-492d-a720-0ea37fdf0e59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.0855930
Dec 21 10:01:52.304229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36470) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:52.465018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:52.477249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:52.483582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:52.494682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46dfd3c7-0b00-4dfb-ab8f-ec915c481f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:52.594767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:52.609255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:52.613256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.4143007
Dec 21 10:01:52.617945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b20ac76d-924f-4449-ab8f-f65482685e75 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:52.622031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36474) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:52.628149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=ec17ef48-9bc3-41e2-b509-c0f521ec255c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:52.630658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0623ed3-7537-4baf-8fe2-f7b4e9dc2389 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:52.635655 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e0623ed3-7537-4baf-8fe2-f7b4e9dc2389 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "DELETE /v2.0/ports/8982e736-64a3-4aca-b792-6b0b1fc08b90 HTTP/1.1" status: 204  len: 168 time: 2.5018435
Dec 21 10:01:52.642477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b1c7b30f-8d64-4a73-aeb1-1fc647882165 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'ec17ef48-9bc3-41e2-b509-c0f521ec255c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:52.644068 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-b1c7b30f-8d64-4a73-aeb1-1fc647882165 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 21 10:01:52.644620 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-b1c7b30f-8d64-4a73-aeb1-1fc647882165 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:52.645709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b1c7b30f-8d64-4a73-aeb1-1fc647882165 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0193913
Dec 21 10:01:52.647783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36478) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:52.650313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:52.655149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36480) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:52.674868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:52.698382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Deleting port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:52.698811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:52.737215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9b19b3c9-61a6-46d4-b1cc-e08a52638dd1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'ec17ef48-9bc3-41e2-b509-c0f521ec255c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:52.753888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b19b3c9-61a6-46d4-b1cc-e08a52638dd1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:52.762373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6860e36e-3035-40c8-af73-9e17c839eaa7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:52.763135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6860e36e-3035-40c8-af73-9e17c839eaa7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:52.770302 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed36bc99-f552-4544-8ced-c8cb2d56e5d3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] GET failed (client error): The resource could not be found.
Dec 21 10:01:52.770834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ed36bc99-f552-4544-8ced-c8cb2d56e5d3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Synchronizing usage tracker for tenant:341ffe5894554e36b5ec9e530585b75e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:52.773576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b19b3c9-61a6-46d4-b1cc-e08a52638dd1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:52.780328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b19b3c9-61a6-46d4-b1cc-e08a52638dd1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:52.801326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b19b3c9-61a6-46d4-b1cc-e08a52638dd1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:52.825555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=6df9c11b-e303-4b28-a17d-bc050a20240a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:52.862813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6860e36e-3035-40c8-af73-9e17c839eaa7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:52.866685 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6860e36e-3035-40c8-af73-9e17c839eaa7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.5565324
Dec 21 10:01:52.868093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36486) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:52.896026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:52.898093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eaa82a9f-3673-4984-82ad-9d9e0e83708f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:52.921021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ed36bc99-f552-4544-8ced-c8cb2d56e5d3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Unset dirty status for tenant:341ffe5894554e36b5ec9e530585b75e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:52.924985 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ed36bc99-f552-4544-8ced-c8cb2d56e5d3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "GET /v2.0/ports/8982e736-64a3-4aca-b792-6b0b1fc08b90 HTTP/1.1" status: 404  len: 333 time: 0.2683604
Dec 21 10:01:52.948033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36490) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:52.953784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Pushing event deleted for resources: {'Port': ['ID=cce51f95-d046-43cc-aa45-d8b5d8b17af7,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:53.024451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:53.046754 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-9b19b3c9-61a6-46d4-b1cc-e08a52638dd1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:53.047919 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9b19b3c9-61a6-46d4-b1cc-e08a52638dd1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3888183
Dec 21 10:01:53.054483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36494) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:53.062796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2909d6c9-ca76-46c0-8a49-126a97ed360e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'ec17ef48-9bc3-41e2-b509-c0f521ec255c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:53.063326 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-2909d6c9-ca76-46c0-8a49-126a97ed360e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 21 10:01:53.063870 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-2909d6c9-ca76-46c0-8a49-126a97ed360e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:53.067697 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2909d6c9-ca76-46c0-8a49-126a97ed360e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0094609
Dec 21 10:01:53.077249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36498) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:53.093241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f98f06-79a2-4fd4-aa7e-f6832d952efd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:53.093378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d3be385c-1408-4375-af24-2391ffc43e30 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'ec17ef48-9bc3-41e2-b509-c0f521ec255c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:53.095056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f98f06-79a2-4fd4-aa7e-f6832d952efd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:53.095740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28f98f06-79a2-4fd4-aa7e-f6832d952efd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:53.102909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d3be385c-1408-4375-af24-2391ffc43e30 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:53.109703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d3be385c-1408-4375-af24-2391ffc43e30 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:53.110703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5354af46-043c-4c8e-a84a-d5dcc8ecb109 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:53.111079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] For port 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=46db3311-ea17-4bc0-b9b3-3e145c4fbb3a,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:53.111490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.139599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-973a588c-fafc-4f5d-97a0-2b42b8b948f9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Deleting port 639fc3dd-c1c2-47ff-b2a5-1523bf442bcd {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:53.140422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-973a588c-fafc-4f5d-97a0-2b42b8b948f9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.200531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:53.201852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:53.203085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:01:53.259679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Calling delete_port for 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:53.270484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d3be385c-1408-4375-af24-2391ffc43e30 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:53.294780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28f98f06-79a2-4fd4-aa7e-f6832d952efd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:53.295417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:53.295577 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28f98f06-79a2-4fd4-aa7e-f6832d952efd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.4168310
Dec 21 10:01:53.295725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:53.297465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:53.297981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36502) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:53.298547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.308758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d3be385c-1408-4375-af24-2391ffc43e30 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:53.437374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Provisioning for port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:01:53.448511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Provisioning complete for port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:53.449800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.480481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.492740 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 3.6950362
Dec 21 10:01:53.494145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36506) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:53.559363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.579076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b69ac37-8308-4cb9-98f9-95944841038f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 0cd9f1f3-6a0e-46c4-97e9-528c891c578e {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:01:53.582756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b69ac37-8308-4cb9-98f9-95944841038f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.654006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.691890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b69ac37-8308-4cb9-98f9-95944841038f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.704678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] For port 5354af46-043c-4c8e-a84a-d5dcc8ecb109, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5354af46-043c-4c8e-a84a-d5dcc8ecb109,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:53.706096 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-d3be385c-1408-4375-af24-2391ffc43e30 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:53.710361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d3be385c-1408-4375-af24-2391ffc43e30 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.6247380
Dec 21 10:01:53.712747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.715626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85534647-7233-4b02-b626-aac31cfe9e0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:53.722848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36510) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:53.737981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f2d80aa6-93cc-403c-a2d9-cb0b41d9c212 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'ec17ef48-9bc3-41e2-b509-c0f521ec255c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:53.738726 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-f2d80aa6-93cc-403c-a2d9-cb0b41d9c212 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 21 10:01:53.739435 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-f2d80aa6-93cc-403c-a2d9-cb0b41d9c212 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:53.740644 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f2d80aa6-93cc-403c-a2d9-cb0b41d9c212 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0106254
Dec 21 10:01:53.747241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36514) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:53.763464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1db5892c-e80c-4a48-b62e-1ee8c9ac6827 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'ec17ef48-9bc3-41e2-b509-c0f521ec255c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:53.777080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1db5892c-e80c-4a48-b62e-1ee8c9ac6827 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:53.791092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1db5892c-e80c-4a48-b62e-1ee8c9ac6827 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:53.800571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1db5892c-e80c-4a48-b62e-1ee8c9ac6827 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:53.808259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Pushing event updated for resources: {'Port': ['ID=5354af46-043c-4c8e-a84a-d5dcc8ecb109,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:53.814782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1db5892c-e80c-4a48-b62e-1ee8c9ac6827 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:53.818826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.819323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.819798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.820269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.820733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.821197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.821743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.822823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.822981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.823421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.824404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.824866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.825323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.825923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.826380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.826836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.827293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.828303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.828762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.829216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.829710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.830166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.830618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.831073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.831525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:01:53.839730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:53.848366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4db1f579-71b0-4a12-970f-26741d3d881f tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:53.866671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dd82613b-f2c3-417d-a818-d4d990fd2ccb None None] Provisioning complete for port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:53.867101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd82613b-f2c3-417d-a818-d4d990fd2ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:53.917236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Pushing event deleted for resources: {'Port': ['ID=46db3311-ea17-4bc0-b9b3-3e145c4fbb3a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:53.934414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:53.935249 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-1db5892c-e80c-4a48-b62e-1ee8c9ac6827 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Project 1a69a52cc55f48228363eb6253f85023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:01:53.942790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f6d75-9f64-4e96-8867-5cb26f08f4ac tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:53.943640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a42f6d75-9f64-4e96-8867-5cb26f08f4ac tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:53.953591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:54.031009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b69ac37-8308-4cb9-98f9-95944841038f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:54.074845 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-1db5892c-e80c-4a48-b62e-1ee8c9ac6827 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:54.078827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1db5892c-e80c-4a48-b62e-1ee8c9ac6827 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3254414
Dec 21 10:01:54.085314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36518) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:54.107848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b202c73b-5100-4579-abbf-48f6ae656203 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'ec17ef48-9bc3-41e2-b509-c0f521ec255c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:54.108368 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-b202c73b-5100-4579-abbf-48f6ae656203 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 21 10:01:54.108915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-b202c73b-5100-4579-abbf-48f6ae656203 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:54.110028 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b202c73b-5100-4579-abbf-48f6ae656203 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0218627
Dec 21 10:01:54.116488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36522) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:54.126722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f647736c-07e1-4b86-ada2-39e4e76bc08f None None] Provisioning complete for port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:54.127145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f647736c-07e1-4b86-ada2-39e4e76bc08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:54.129354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6924d30d-e7c2-46d5-9995-09b0f432dd62 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'ec17ef48-9bc3-41e2-b509-c0f521ec255c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:54.163363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6924d30d-e7c2-46d5-9995-09b0f432dd62 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:54.192198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6924d30d-e7c2-46d5-9995-09b0f432dd62 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:54.202285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6924d30d-e7c2-46d5-9995-09b0f432dd62 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:54.307207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6924d30d-e7c2-46d5-9995-09b0f432dd62 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:54.352419 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-6924d30d-e7c2-46d5-9995-09b0f432dd62 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Project 1a69a52cc55f48228363eb6253f85023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:01:54.475819 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-6924d30d-e7c2-46d5-9995-09b0f432dd62 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:54.476896 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6924d30d-e7c2-46d5-9995-09b0f432dd62 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.3569958
Dec 21 10:01:54.484671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a42f6d75-9f64-4e96-8867-5cb26f08f4ac tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:54.486055 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a42f6d75-9f64-4e96-8867-5cb26f08f4ac tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/6df9c11b-e303-4b28-a17d-bc050a20240a HTTP/1.1" status: 200  len: 841 time: 0.9832828
Dec 21 10:01:54.486620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36526) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:54.496121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-973a588c-fafc-4f5d-97a0-2b42b8b948f9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:54.506207 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP e522d29e-bd81-4c33-96e2-b480e9a4b5f1 associated. External IP: 172.26.1.100, port: 4f990f64-f9dc-4e04-8aca-1f07e986938f.
Dec 21 10:01:54.516459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36528) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:54.624184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6715bd49-d84c-4b6f-a165-ba97099a3bb9 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'ec17ef48-9bc3-41e2-b509-c0f521ec255c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:54.702474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6715bd49-d84c-4b6f-a165-ba97099a3bb9 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:54.781854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-973a588c-fafc-4f5d-97a0-2b42b8b948f9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Calling delete_port for 639fc3dd-c1c2-47ff-b2a5-1523bf442bcd owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:54.811370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6715bd49-d84c-4b6f-a165-ba97099a3bb9 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:54.834759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6715bd49-d84c-4b6f-a165-ba97099a3bb9 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:54.906266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6715bd49-d84c-4b6f-a165-ba97099a3bb9 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:54.973973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c26a63ff-6618-4a02-9558-9e60b111b8a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 6df9c11b-e303-4b28-a17d-bc050a20240a {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:54.974331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c26a63ff-6618-4a02-9558-9e60b111b8a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.023575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.059306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b69ac37-8308-4cb9-98f9-95944841038f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.064438 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-6715bd49-d84c-4b6f-a165-ba97099a3bb9 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Project 1a69a52cc55f48228363eb6253f85023 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:01:55.073190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.085521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5354af46-043c-4c8e-a84a-d5dcc8ecb109 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:01:55.087257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d423722-0e49-466d-b755-a7bfec445d08 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:55.107821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.164782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:01:55.165215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.178288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69ac37-8308-4cb9-98f9-95944841038f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=0cd9f1f3-6a0e-46c4-97e9-528c891c578e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:55.191748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b69ac37-8308-4cb9-98f9-95944841038f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:55.214696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-6715bd49-d84c-4b6f-a165-ba97099a3bb9 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:01:55.219257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6715bd49-d84c-4b6f-a165-ba97099a3bb9 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.7121992
Dec 21 10:01:55.288987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36534) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:55.444965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b69ac37-8308-4cb9-98f9-95944841038f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.472450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Router 2362a2b5-da3e-45f5-9b20-a545e80c51fc has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:01:55.577324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2632de7-4901-47d0-8e1c-d377230fd681 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:55.594919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c26a63ff-6618-4a02-9558-9e60b111b8a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.613359 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9b69ac37-8308-4cb9-98f9-95944841038f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/0cd9f1f3-6a0e-46c4-97e9-528c891c578e HTTP/1.1" status: 204  len: 168 time: 2.3141918
Dec 21 10:01:55.675463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36538) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:55.688157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-973a588c-fafc-4f5d-97a0-2b42b8b948f9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.748993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c26a63ff-6618-4a02-9558-9e60b111b8a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 6df9c11b-e303-4b28-a17d-bc050a20240a owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:55.796816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e818b8d9-3b34-4a28-a126-2a1ddab5b26f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:55.901183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-852a4960-b2f1-4b2e-89ed-65237f4960ca tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.904021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:01:55.911677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] Deleting port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:55.912351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.974929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c26a63ff-6618-4a02-9558-9e60b111b8a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:55.999446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b51e18db-9a4d-4fa7-a67c-f3509da87e59 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:56.137059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a63ff-6618-4a02-9558-9e60b111b8a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=6df9c11b-e303-4b28-a17d-bc050a20240a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:56.140036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c26a63ff-6618-4a02-9558-9e60b111b8a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:56.194929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] For port 5354af46-043c-4c8e-a84a-d5dcc8ecb109, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5354af46-043c-4c8e-a84a-d5dcc8ecb109,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:01:56.195382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:56.224112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a983d7ea-afe9-49b6-8bbb-7d86c1ad7133 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.5318987
Dec 21 10:01:56.225284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36542) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:56.243445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a588c-fafc-4f5d-97a0-2b42b8b948f9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event deleted for resources: {'Port': ['ID=639fc3dd-c1c2-47ff-b2a5-1523bf442bcd,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:56.261429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-973a588c-fafc-4f5d-97a0-2b42b8b948f9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:56.283136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:56.294394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:56.335854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-852a4960-b2f1-4b2e-89ed-65237f4960ca tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:56.344651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824f4c5-0506-4941-9b02-6df6197986bb None None] Sync routers for ids ['2362a2b5-da3e-45f5-9b20-a545e80c51fc'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:56.354397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] Calling delete_port for 5354af46-043c-4c8e-a84a-d5dcc8ecb109 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:56.368311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:01:56.394993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:56.398887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "PUT /v2.0/routers/2362a2b5-da3e-45f5-9b20-a545e80c51fc HTTP/1.1" status: 200  len: 710 time: 7.8290710
Dec 21 10:01:56.405804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36546) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:56.409153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824f4c5-0506-4941-9b02-6df6197986bb None None] Routers {'2362a2b5-da3e-45f5-9b20-a545e80c51fc'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:56.409934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5824f4c5-0506-4941-9b02-6df6197986bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf02898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2362a2b5-da3e-45f5-9b20-a545e80c51fc'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:56.432357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c26a63ff-6618-4a02-9558-9e60b111b8a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:56.478277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:56.487436 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c26a63ff-6618-4a02-9558-9e60b111b8a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/6df9c11b-e303-4b28-a17d-bc050a20240a HTTP/1.1" status: 204  len: 168 time: 1.9647455
Dec 21 10:01:56.487436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Router e5670799-9c53-435e-a456-82a5924765b9 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:01:56.489079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5824f4c5-0506-4941-9b02-6df6197986bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf02898>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:56.489219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36550) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:56.493534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:56.520122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5824f4c5-0506-4941-9b02-6df6197986bb None None] Routers {'2362a2b5-da3e-45f5-9b20-a545e80c51fc'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:56.520850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5824f4c5-0506-4941-9b02-6df6197986bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf02898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2362a2b5-da3e-45f5-9b20-a545e80c51fc'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:56.532229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:56.557076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:56.589990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5824f4c5-0506-4941-9b02-6df6197986bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf02898>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:56.590612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5824f4c5-0506-4941-9b02-6df6197986bb None None] The sync data for ids ['2362a2b5-da3e-45f5-9b20-a545e80c51fc'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:56.602980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:56.625525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:56.628675 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-60007337-1e59-47cc-b35c-59961ce44a32 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:01:56.629241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-60007337-1e59-47cc-b35c-59961ce44a32 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:56.663453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:56.670486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:56.684906 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-469f93ee-d2e5-436b-b1ea-b8258b6c4f77 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/routers/2362a2b5-da3e-45f5-9b20-a545e80c51fc HTTP/1.1" status: 200  len: 745 time: 0.2735608
Dec 21 10:01:56.686450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] Pushing event deleted for resources: {'Port': ['ID=5354af46-043c-4c8e-a84a-d5dcc8ecb109,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:56.689529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36554) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:56.691743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:56.748307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-852a4960-b2f1-4b2e-89ed-65237f4960ca tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:56.751816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-60007337-1e59-47cc-b35c-59961ce44a32 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:56.753069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-60007337-1e59-47cc-b35c-59961ce44a32 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/6df9c11b-e303-4b28-a17d-bc050a20240a HTTP/1.1" status: 404  len: 333 time: 0.2629728
Dec 21 10:01:56.767906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6edcd327-4374-4d77-a6d6-0c4bd4e02f93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:56.775672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36558) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:56.778203 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e983c3bc-f1aa-4da0-9bb5-2881d0bfb948 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] 10.222.0.45 "GET /v2.0/ports?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217&device_id=2362a2b5-da3e-45f5-9b20-a545e80c51fc HTTP/1.1" status: 200  len: 205 time: 0.0873783
Dec 21 10:01:56.783994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-973a588c-fafc-4f5d-97a0-2b42b8b948f9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:56.787686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36562) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:56.788210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'name': 'tempest-PortsTestJSON-1204485192'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:56.794629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] No DVR routers for this DVR port 5354af46-043c-4c8e-a84a-d5dcc8ecb109 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:01:56.811933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852a4960-b2f1-4b2e-89ed-65237f4960ca tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec17ef48-9bc3-41e2-b509-c0f521ec255c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:56.857181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-852a4960-b2f1-4b2e-89ed-65237f4960ca tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:56.861358 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-852a4960-b2f1-4b2e-89ed-65237f4960ca tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/ec17ef48-9bc3-41e2-b509-c0f521ec255c HTTP/1.1" status: 204  len: 168 time: 1.5680218
Dec 21 10:01:56.866625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-852a4960-b2f1-4b2e-89ed-65237f4960ca tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:56.874804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36566) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:56.878828 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-973a588c-fafc-4f5d-97a0-2b42b8b948f9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "DELETE /v2.0/ports/639fc3dd-c1c2-47ff-b2a5-1523bf442bcd HTTP/1.1" status: 204  len: 168 time: 3.9242380
Dec 21 10:01:56.887127 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c82470bb-0a4d-475f-9e06-204c8b47d535 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=2362a2b5-da3e-45f5-9b20-a545e80c51fc HTTP/1.1" status: 200  len: 205 time: 0.0873153
Dec 21 10:01:56.896842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36570) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:56.897220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36572) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:56.912016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:56.924222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e668b5-e1c6-4d81-abec-41ea38e79a97 None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:56.936549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e668b5-e1c6-4d81-abec-41ea38e79a97 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:56.937389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-27e668b5-e1c6-4d81-abec-41ea38e79a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feddd5d68>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:57.035963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-131fa3d8-5d6a-48c6-a84a-24d6e203f43c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Synchronizing usage tracker for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:01:57.040503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-27e668b5-e1c6-4d81-abec-41ea38e79a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feddd5d68>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:57.075274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5354af46-043c-4c8e-a84a-d5dcc8ecb109 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:01:57.076495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e668b5-e1c6-4d81-abec-41ea38e79a97 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:57.077369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-27e668b5-e1c6-4d81-abec-41ea38e79a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feddd5d68>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:57.124209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 5354af46-043c-4c8e-a84a-d5dcc8ecb109 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:01:57.124609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5354af46-043c-4c8e-a84a-d5dcc8ecb109 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:01:57.134134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-131fa3d8-5d6a-48c6-a84a-24d6e203f43c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Unset dirty status for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:01:57.135504 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-131fa3d8-5d6a-48c6-a84a-24d6e203f43c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2579844
Dec 21 10:01:57.139867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36578) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:57.145407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'tempest-secgroup--184770851'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:57.156457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:57.166877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-27e668b5-e1c6-4d81-abec-41ea38e79a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feddd5d68>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:57.167730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e668b5-e1c6-4d81-abec-41ea38e79a97 None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:57.175298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:57.255539 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b277c8e0-9eff-424a-99fd-874002d8c9c5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] GET failed (client error): The resource could not be found.
Dec 21 10:01:57.256931 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b277c8e0-9eff-424a-99fd-874002d8c9c5 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "GET /v2.0/ports/639fc3dd-c1c2-47ff-b2a5-1523bf442bcd HTTP/1.1" status: 404  len: 333 time: 0.3587043
Dec 21 10:01:57.257551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:57.270210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36582) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:57.295695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:57.301840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2f9a-d12e-45cf-95c5-8f241e12a337 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:57.343898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:57.364810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:57.375051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] Sync routers for ids ['e5670799-9c53-435e-a456-82a5924765b9'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:57.385594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] Routers {'e5670799-9c53-435e-a456-82a5924765b9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:57.387185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb9fb00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e5670799-9c53-435e-a456-82a5924765b9'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:57.409947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:57.423236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:57.450491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:57.474658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d9dd4-cde3-4aaa-b5f7-9683bef32a49 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Deleting port 30d9b44f-f86b-4521-b51a-58127fa71987 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:57.475248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e3d9dd4-cde3-4aaa-b5f7-9683bef32a49 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:57.592174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] Set router e5670799-9c53-435e-a456-82a5924765b9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:01:57.646821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:01:57.734724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:57.746340 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] 10.222.0.45 "PUT /v2.0/routers/e5670799-9c53-435e-a456-82a5924765b9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1508400
Dec 21 10:01:57.795755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36586) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:57.904751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:57.918295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb9fb00>, [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T10:01:53Z', 'revision_number': 5, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:57.922900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] Checking router: e5670799-9c53-435e-a456-82a5924765b9 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:01:57.923930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2f9a-d12e-45cf-95c5-8f241e12a337 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:57.927012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2f9a-d12e-45cf-95c5-8f241e12a337 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:57.933897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] Routers {'e5670799-9c53-435e-a456-82a5924765b9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:57.934736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb9fb00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e5670799-9c53-435e-a456-82a5924765b9'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:57.939339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:01:57.944947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:57.981502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:58.003364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-21ccf53e-9811-4cfc-9c04-9c3d99dbcd3f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:58.048001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2f9a-d12e-45cf-95c5-8f241e12a337 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:58.048584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9b2f9a-d12e-45cf-95c5-8f241e12a337 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Fanout notify agent at l3_agent the message router_deleted on router 2362a2b5-da3e-45f5-9b20-a545e80c51fc {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:01:58.099713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c9b2f9a-d12e-45cf-95c5-8f241e12a337 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:58.100907 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8c9b2f9a-d12e-45cf-95c5-8f241e12a337 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/2362a2b5-da3e-45f5-9b20-a545e80c51fc HTTP/1.1" status: 204  len: 168 time: 1.2010949
Dec 21 10:01:58.121707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36590) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:58.133771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] Set router e5670799-9c53-435e-a456-82a5924765b9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:01:58.185128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 67387faa-bf9e-437d-b967-ee8254722ea3 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:01:58.240670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=de042fab-f2ab-44df-ae8d-a969dc3511a7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:58.251990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e3d9dd4-cde3-4aaa-b5f7-9683bef32a49 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:58.262626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:58.266938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:58.271263 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.1277254
Dec 21 10:01:58.279492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36594) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:58.287628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5db74be2-3c27-480e-b4d0-30b348e5948b tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=2362a2b5-da3e-45f5-9b20-a545e80c51fc HTTP/1.1" status: 200  len: 205 time: 0.1618404
Dec 21 10:01:58.299577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36598) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:58.389019 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-6758f4fe-1abe-4896-a635-4ea5429d5c98 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] delete failed (client error): The resource could not be found.
Dec 21 10:01:58.392708 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6758f4fe-1abe-4896-a635-4ea5429d5c98 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/2362a2b5-da3e-45f5-9b20-a545e80c51fc HTTP/1.1" status: 404  len: 336 time: 0.0887499
Dec 21 10:01:58.393736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36602) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:58.456319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb9fb00>, [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T10:01:53Z', 'revision_number': 5, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:58.461044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61697e5-2bb5-4d45-abeb-90c5fe15a3a7 None None] The sync data for ids ['e5670799-9c53-435e-a456-82a5924765b9'] in dv-neutron-601336-62-ovs is: [{'id': 'e5670799-9c53-435e-a456-82a5924765b9', 'name': 'tempest-ServerActionsTestJSON-204201169-router', 'tenant_id': '46d96e08a0484480b312e045cd996d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8'}], 'enable_snat': True}, 'gw_port_id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T09:56:44Z', 'updated_at': '2020-12-21T10:01:53Z', 'revision_number': 5, 'project_id': '46d96e08a0484480b312e045cd996d68', 'gw_port': {'id': 'ee31b455-10a6-4b35-b1ad-477b60b11045', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5670799-9c53-435e-a456-82a5924765b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T09:56:48Z', 'updated_at': '2020-12-21T09:57:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:58.479416 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dc5fa6c3-daf7-4179-b773-913818bfa635 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=a301c1ad-9e07-437d-9010-ca0d65aa0c82 HTTP/1.1" status: 200  len: 205 time: 0.0842037
Dec 21 10:01:58.486115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36606) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:58.666162 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-5a6bf927-a83e-44b2-92c9-d780c51b8186 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] delete failed (client error): The resource could not be found.
Dec 21 10:01:58.667995 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5a6bf927-a83e-44b2-92c9-d780c51b8186 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/a301c1ad-9e07-437d-9010-ca0d65aa0c82 HTTP/1.1" status: 404  len: 336 time: 0.1795607
Dec 21 10:01:58.681086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36610) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:58.719492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7a5c517d-f028-425d-b5d9-80000e4b15f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'de042fab-f2ab-44df-ae8d-a969dc3511a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:58.737578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4e3d9dd4-cde3-4aaa-b5f7-9683bef32a49 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Calling delete_port for 30d9b44f-f86b-4521-b51a-58127fa71987 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:01:58.744975 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f2447355-90e1-421d-976e-cf41d7ee9441 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=b3144542-877c-4b0f-a87b-ce61001c7e59 HTTP/1.1" status: 200  len: 205 time: 0.0624473
Dec 21 10:01:58.749321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36614) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:58.768441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:01:58.770481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7a5c517d-f028-425d-b5d9-80000e4b15f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:58.778643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c837cd-7074-42bc-8801-da6b7f4d690a None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:01:58.785626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:58.791308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c837cd-7074-42bc-8801-da6b7f4d690a None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:58.792217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-35c837cd-7074-42bc-8801-da6b7f4d690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea26eb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:58.816068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:58.857281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-35c837cd-7074-42bc-8801-da6b7f4d690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea26eb8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:58.866786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c837cd-7074-42bc-8801-da6b7f4d690a None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:01:58.867578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-35c837cd-7074-42bc-8801-da6b7f4d690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea26eb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:58.877237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7a5c517d-f028-425d-b5d9-80000e4b15f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:58.890942 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-c2bb548d-1153-4774-9373-b40bc7cd982f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] delete failed (client error): The resource could not be found.
Dec 21 10:01:58.892078 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c2bb548d-1153-4774-9373-b40bc7cd982f tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/b3144542-877c-4b0f-a87b-ce61001c7e59 HTTP/1.1" status: 404  len: 336 time: 0.1416893
Dec 21 10:01:58.895288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7a5c517d-f028-425d-b5d9-80000e4b15f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:58.895990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36618) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:58.915345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7a5c517d-f028-425d-b5d9-80000e4b15f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:58.945689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-35c837cd-7074-42bc-8801-da6b7f4d690a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea26eb8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:01:58.946137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c837cd-7074-42bc-8801-da6b7f4d690a None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:01:58.960304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:58.966565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f36c6ae0-30bb-4d50-8e94-aa6085cf3ad4 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=316bb82a-3e3e-4994-ad00-53633f1d874e HTTP/1.1" status: 200  len: 205 time: 0.0692651
Dec 21 10:01:58.970097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36622) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:58.978301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:01:59.015310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:01:59.015963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 46db3311-ea17-4bc0-b9b3-3e145c4fbb3a not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:01:59.099795 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-9eb19f5e-0a61-4fd4-89f0-e10c9af7d5fc tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] delete failed (client error): The resource could not be found.
Dec 21 10:01:59.100935 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9eb19f5e-0a61-4fd4-89f0-e10c9af7d5fc tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/316bb82a-3e3e-4994-ad00-53633f1d874e HTTP/1.1" status: 404  len: 336 time: 0.1297867
Dec 21 10:01:59.105784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36626) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:59.176276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8b3769b8-5596-4fc1-bbe3-7ba5e8954b33 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=98312e95-5674-4a28-8649-8ff3e6814c65 HTTP/1.1" status: 200  len: 205 time: 0.0658340
Dec 21 10:01:59.177918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:59.184935 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-7a5c517d-f028-425d-b5d9-80000e4b15f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The resource could not be found.
Dec 21 10:01:59.186104 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7a5c517d-f028-425d-b5d9-80000e4b15f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.9038987
Dec 21 10:01:59.186755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36630) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:59.194589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36632) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:59.195254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:59.246609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4b83f76b-21e1-4b38-91f4-e3ce9a3b11fd tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'de042fab-f2ab-44df-ae8d-a969dc3511a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5bca9c55-143d-4ddd-a664-71364da3afa2'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:59.251693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:59.262652 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9770a320-12cc-4eab-993f-7372cffccf1f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "PUT /v2.0/floatingips/e522d29e-bd81-4c33-96e2-b480e9a4b5f1 HTTP/1.1" status: 200  len: 977 time: 8.8846352
Dec 21 10:01:59.263202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4b83f76b-21e1-4b38-91f4-e3ce9a3b11fd tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:59.286062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36638) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:59.289159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:59.296995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4b83f76b-21e1-4b38-91f4-e3ce9a3b11fd tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:59.298922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Deleting port ee31b455-10a6-4b35-b1ad-477b60b11045 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:01:59.299302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:59.318029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4b83f76b-21e1-4b38-91f4-e3ce9a3b11fd tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:59.329502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8f1341ec-40a5-4aff-948d-1cc4fb21129f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'port_id': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:59.384438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4b83f76b-21e1-4b38-91f4-e3ce9a3b11fd tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:59.385093 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-e1338556-e2d2-49fb-86be-1afaf9ce9d89 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] delete failed (client error): The resource could not be found.
Dec 21 10:01:59.386306 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e1338556-e2d2-49fb-86be-1afaf9ce9d89 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/98312e95-5674-4a28-8649-8ff3e6814c65 HTTP/1.1" status: 404  len: 336 time: 0.1926830
Dec 21 10:01:59.400708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36642) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:59.438753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e3d9dd4-cde3-4aaa-b5f7-9683bef32a49 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:59.450137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=67f89dba-4b5b-454a-ab41-5883d4a504f9,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:59.459635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5dfdd5d9-f51a-43f7-96db-2f098af063fb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:59.527100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:59.527611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ed8967c-c950-4d69-a621-12d10a6e6b74 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.243s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:01:59.569676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d9dd4-cde3-4aaa-b5f7-9683bef32a49 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event deleted for resources: {'Port': ['ID=30d9b44f-f86b-4521-b51a-58127fa71987,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:59.576188 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-be0f7654-94e8-44d1-bf9c-cc8dcfc16732 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "GET /v2.0/ports?device_id=5d756ccb-e3ad-4be0-8b6d-2a7491088180 HTTP/1.1" status: 200  len: 205 time: 0.1687672
Dec 21 10:01:59.580654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e3d9dd4-cde3-4aaa-b5f7-9683bef32a49 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:59.581307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36646) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:59.583697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f1341ec-40a5-4aff-948d-1cc4fb21129f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:59.666612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=67387faa-bf9e-437d-b967-ee8254722ea3,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:01:59.673150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:01:59.675164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:59.678352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:59.682665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:01:59.686992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:59.687652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:59.691811 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-4b83f76b-21e1-4b38-91f4-e3ce9a3b11fd tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The resource could not be found.
Dec 21 10:01:59.695535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4b83f76b-21e1-4b38-91f4-e3ce9a3b11fd tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.4687517
Dec 21 10:01:59.695535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:01:59.697567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36650) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:59.698465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:01:59.707886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955eeb4e-7130-456a-9d8b-e1c4bb97276b None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:01:59.735801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:01:59.736463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:59.788046 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 3.5587547
Dec 21 10:01:59.788046 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 3.0076542
Dec 21 10:01:59.789324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36654) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:59.792986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36656) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:59.802672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-751437805', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:59.813664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:01:59.855488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:01:59.864475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-d0736492-6a44-41f2-ad6f-3df1c532a898 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] delete failed (client error): The resource could not be found.
Dec 21 10:01:59.868275 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d0736492-6a44-41f2-ad6f-3df1c532a898 tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/routers/5d756ccb-e3ad-4be0-8b6d-2a7491088180 HTTP/1.1" status: 404  len: 336 time: 0.2302520
Dec 21 10:01:59.870550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36662) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:01:59.879289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:router and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:01:59.921134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42236aba-cf23-405a-a135-0410c1ea0990 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:59.927367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:01:59.945829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:01:59.955678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '67f89dba-4b5b-454a-ab41-5883d4a504f9'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:01:59.956613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:01:59.961993 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f02abc3-2ceb-430e-97c9-1891d006da6a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] DELETE failed (client error): The resource could not be found.
Dec 21 10:01:59.962495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f02abc3-2ceb-430e-97c9-1891d006da6a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:01:59.966917 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f02abc3-2ceb-430e-97c9-1891d006da6a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] 10.222.0.45 "DELETE /v2.0/subnets/69a591c6-d2c2-47f8-a3b6-97fba07d0116 HTTP/1.1" status: 404  len: 337 time: 0.0912023
Dec 21 10:02:00.057264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42236aba-cf23-405a-a135-0410c1ea0990 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.068980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.070411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.070644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] For port ee31b455-10a6-4b35-b1ad-477b60b11045, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ee31b455-10a6-4b35-b1ad-477b60b11045,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:00.071077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.088102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.118397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.155506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e3d9dd4-cde3-4aaa-b5f7-9683bef32a49 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.246716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f1341ec-40a5-4aff-948d-1cc4fb21129f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.278724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.328158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f1341ec-40a5-4aff-948d-1cc4fb21129f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.328609 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-8f1341ec-40a5-4aff-948d-1cc4fb21129f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP e522d29e-bd81-4c33-96e2-b480e9a4b5f1 disassociated. External IP: 172.26.1.100, port: 865d43cd-e1ef-4642-addf-37f73e3fde1f.
Dec 21 10:02:00.350367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/67f89dba-4b5b-454a-ab41-5883d4a504f9/96c389f9-4d5a-4b3c-988f-4d573a158251) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:00.416063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Calling delete_port for ee31b455-10a6-4b35-b1ad-477b60b11045 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:00.444270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36670) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:00.471058 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4e3d9dd4-cde3-4aaa-b5f7-9683bef32a49 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "DELETE /v2.0/ports/30d9b44f-f86b-4521-b51a-58127fa71987 HTTP/1.1" status: 204  len: 168 time: 3.1975849
Dec 21 10:02:00.481340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36676) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:00.598048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.601534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-07b545da-2115-4471-9981-6f66c42592e9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.8082399
Dec 21 10:02:00.603229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36680) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:00.658130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.686954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Transition to ACTIVE for port object 96c389f9-4d5a-4b3c-988f-4d573a158251 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:00.707075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Transition to ACTIVE for port object 96c389f9-4d5a-4b3c-988f-4d573a158251 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:00.712334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.757506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42236aba-cf23-405a-a135-0410c1ea0990 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.775939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:00.819491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42236aba-cf23-405a-a135-0410c1ea0990 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event deleted for resources: {'SecurityGroup': ['ID=de042fab-f2ab-44df-ae8d-a969dc3511a7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:00.822310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42236aba-cf23-405a-a135-0410c1ea0990 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:00.906028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb59262f-d9eb-447a-92ed-f2fb54cb9477 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:00.945264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360371a9-a493-4ded-865b-803689780874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.995584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42236aba-cf23-405a-a135-0410c1ea0990 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:00.997989 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-42236aba-cf23-405a-a135-0410c1ea0990 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/de042fab-f2ab-44df-ae8d-a969dc3511a7 HTTP/1.1" status: 204  len: 168 time: 1.2975054
Dec 21 10:02:01.007314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36684) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:01.065385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-360371a9-a493-4ded-865b-803689780874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:01.071991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Pushing event updated for resources: {'Port': ['ID=96c389f9-4d5a-4b3c-988f-4d573a158251,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:01.076570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:01.098154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-360371a9-a493-4ded-865b-803689780874 admin admin] Usage tracker for resource:security_group_rule and tenant:f1da9f077d844fd58c9cdaa36795dc87 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:01.110764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-360371a9-a493-4ded-865b-803689780874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:01.119051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:01.120285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:01.122810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:01.166792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-360371a9-a493-4ded-865b-803689780874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:01.181047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Attempting to bind port 96c389f9-4d5a-4b3c-988f-4d573a158251 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:02:01.181517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Attempting to bind port 96c389f9-4d5a-4b3c-988f-4d573a158251 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:02:01.181951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Attempting to bind port 96c389f9-4d5a-4b3c-988f-4d573a158251 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:02:01.188450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:02:01.188867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:01.189310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.189782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:02:01.190302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Bound port: 96c389f9-4d5a-4b3c-988f-4d573a158251, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:02:01.190720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.282466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.297812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] For port 96c389f9-4d5a-4b3c-988f-4d573a158251, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:02:01.301060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] For port 96c389f9-4d5a-4b3c-988f-4d573a158251, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=96c389f9-4d5a-4b3c-988f-4d573a158251,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:02:01.304401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.319956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41e7516b-e8f5-4d18-bdba-8a5cef924849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:01.326527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-672b4dbd-6d2f-4b21-af4a-ac59e1c78281 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Synchronizing usage tracker for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:01.376857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.383744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-672b4dbd-6d2f-4b21-af4a-ac59e1c78281 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Unset dirty status for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:01.389401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-672b4dbd-6d2f-4b21-af4a-ac59e1c78281 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3762991
Dec 21 10:02:01.390121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36688) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:01.394254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.396271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f6231db5-32e1-4b41-a602-68b3cf512443 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'abd2f4ac-7001-4a9a-a62d-cd29e50a419b', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:01.401320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.452562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedc090a-260a-4a9b-8ad2-e973421c959a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Deleting subnet c8d1aec0-9ddb-446c-a8c9-e5c873de0155 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:02:01.458835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:01.469924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eedc090a-260a-4a9b-8ad2-e973421c959a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.476554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Pushing event updated for resources: {'Port': ['ID=96c389f9-4d5a-4b3c-988f-4d573a158251,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:01.482281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:01.511077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f6231db5-32e1-4b41-a602-68b3cf512443 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:01.530897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.560375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f6231db5-32e1-4b41-a602-68b3cf512443 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:01.579206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f6231db5-32e1-4b41-a602-68b3cf512443 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:01.675912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f6231db5-32e1-4b41-a602-68b3cf512443 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:01.701300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eedc090a-260a-4a9b-8ad2-e973421c959a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.753547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=67387faa-bf9e-437d-b967-ee8254722ea3,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:01.805631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1341ec-40a5-4aff-948d-1cc4fb21129f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:01.826450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:01.859681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] In _notify_port_updated(), no bound segment for port 67387faa-bf9e-437d-b967-ee8254722ea3 on network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:02:01.863934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:01.864609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.866055 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "PUT /v2.0/ports/67387faa-bf9e-437d-b967-ee8254722ea3 HTTP/1.1" status: 200  len: 818 time: 2.0689914
Dec 21 10:02:01.876279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36692) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:01.898890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360371a9-a493-4ded-865b-803689780874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:01.978026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-360371a9-a493-4ded-865b-803689780874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.000902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1e54de56-3dda-4e29-b64e-90db7835845e tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:02.074801 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-f6231db5-32e1-4b41-a602-68b3cf512443 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The resource could not be found.
Dec 21 10:02:02.075884 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f6231db5-32e1-4b41-a602-68b3cf512443 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.6850755
Dec 21 10:02:02.082971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36696) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:02.091618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.094868 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-360371a9-a493-4ded-865b-803689780874 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f1da9f077d844fd58c9cdaa36795dc87&name=default HTTP/1.1" status: 200  len: 2879 time: 1.6493647
Dec 21 10:02:02.128699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d6064ed4-95af-4d52-88ce-b623d7d903c8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 67387faa-bf9e-437d-b967-ee8254722ea3 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:02.129080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6064ed4-95af-4d52-88ce-b623d7d903c8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.163476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36700) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:02.167258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'tempest-secgroup--1422831254'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:02.201854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:02.227796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360371a9-a493-4ded-865b-803689780874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5905c1-ab47-4dc5-8553-b4570573bbe9,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:02.257926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:02.286726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eedc090a-260a-4a9b-8ad2-e973421c959a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.317728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-360371a9-a493-4ded-865b-803689780874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:02.335230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.363544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.372522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.436189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1341ec-40a5-4aff-948d-1cc4fb21129f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:02.446042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99388fa9-0ec0-4d10-8a59-c9fc39b51255 None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:02.457673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41e829b7-7a2f-48fa-b9dd-f177e5cfb714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.459124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99388fa9-0ec0-4d10-8a59-c9fc39b51255 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:02.459813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:02.460021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-99388fa9-0ec0-4d10-8a59-c9fc39b51255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec45df60>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:02.496455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:02.506038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.506356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5670799-9c53-435e-a456-82a5924765b9 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:02:02.508166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:02.528990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-99388fa9-0ec0-4d10-8a59-c9fc39b51255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec45df60>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:02.538271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:02.559349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f1341ec-40a5-4aff-948d-1cc4fb21129f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.567085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99388fa9-0ec0-4d10-8a59-c9fc39b51255 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:02.567934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-99388fa9-0ec0-4d10-8a59-c9fc39b51255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec45df60>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:02.609577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.613620 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7617118-545b-4adc-b489-dedc8c7a0e45 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e5670799-9c53-435e-a456-82a5924765b9 HTTP/1.1" status: 204  len: 168 time: 4.8169837
Dec 21 10:02:02.621171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36704) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:02.636792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41e829b7-7a2f-48fa-b9dd-f177e5cfb714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.659982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-99388fa9-0ec0-4d10-8a59-c9fc39b51255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec45df60>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:02.660852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99388fa9-0ec0-4d10-8a59-c9fc39b51255 None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:02.701139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6064ed4-95af-4d52-88ce-b623d7d903c8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.781548 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8f1341ec-40a5-4aff-948d-1cc4fb21129f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "PUT /v2.0/floatingips/e522d29e-bd81-4c33-96e2-b480e9a4b5f1 HTTP/1.1" status: 200  len: 688 time: 3.4860873
Dec 21 10:02:02.786598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36708) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:02.878236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d6064ed4-95af-4d52-88ce-b623d7d903c8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 67387faa-bf9e-437d-b967-ee8254722ea3 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:02.902875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7103671-0970-49c8-aff2-f892097afb13 admin admin] Deleting subnet 3df20f9c-3fad-4f0f-803e-601b16389e12 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:02:02.915684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7103671-0970-49c8-aff2-f892097afb13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:02.935116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::1 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/67f89dba-4b5b-454a-ab41-5883d4a504f9/ce6eca38-1db3-4594-a71b-b6e36e3ad4e0) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:03.078694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 96c389f9-4d5a-4b3c-988f-4d573a158251 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:03.080692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41e829b7-7a2f-48fa-b9dd-f177e5cfb714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.169730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 96c389f9-4d5a-4b3c-988f-4d573a158251 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:03.242753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ee31b455-10a6-4b35-b1ad-477b60b11045 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:02:03.301719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: ee31b455-10a6-4b35-b1ad-477b60b11045 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:02:03.302868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ee31b455-10a6-4b35-b1ad-477b60b11045 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:02:03.313157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dc1b3be9-970d-4e8c-bb53-fa35a2e76246 None None] Provisioning for port 96c389f9-4d5a-4b3c-988f-4d573a158251 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:03.321653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dc1b3be9-970d-4e8c-bb53-fa35a2e76246 None None] Provisioning complete for port 96c389f9-4d5a-4b3c-988f-4d573a158251 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:03.322474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3be9-970d-4e8c-bb53-fa35a2e76246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.350783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 8fb7b4b0-2d2b-4984-ba19-0bd1dfbe8248 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:03.351182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.389796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eedc090a-260a-4a9b-8ad2-e973421c959a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.412867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:03.436590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:03.463721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.476549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e829b7-7a2f-48fa-b9dd-f177e5cfb714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5905c1-ab47-4dc5-8553-b4570573bbe9,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:03.477224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc090a-260a-4a9b-8ad2-e973421c959a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event deleted for resources: {'Subnet': ['ID=c8d1aec0-9ddb-446c-a8c9-e5c873de0155,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:03.480525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3be9-970d-4e8c-bb53-fa35a2e76246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.486209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7103671-0970-49c8-aff2-f892097afb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.486961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41e829b7-7a2f-48fa-b9dd-f177e5cfb714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:03.491237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.501578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42236aba-cf23-405a-a135-0410c1ea0990 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:03.510199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6064ed4-95af-4d52-88ce-b623d7d903c8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.520319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eedc090a-260a-4a9b-8ad2-e973421c959a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:03.595661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dc1b3be9-970d-4e8c-bb53-fa35a2e76246 None None] For port 96c389f9-4d5a-4b3c-988f-4d573a158251, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=96c389f9-4d5a-4b3c-988f-4d573a158251,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:03.606874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc1b3be9-970d-4e8c-bb53-fa35a2e76246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.611351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:03.711686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.712940 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.6289506
Dec 21 10:02:03.719656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.722905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41e829b7-7a2f-48fa-b9dd-f177e5cfb714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.724267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-41e829b7-7a2f-48fa-b9dd-f177e5cfb714 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf5905c1-ab47-4dc5-8553-b4570573bbe9 HTTP/1.1" status: 204  len: 168 time: 1.5504091
Dec 21 10:02:03.725105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=a4da60b6-4393-49c4-8259-1bb599fb1fad,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:03.733636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36712) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:03.735488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b3be9-970d-4e8c-bb53-fa35a2e76246 None None] Pushing event updated for resources: {'Port': ['ID=96c389f9-4d5a-4b3c-988f-4d573a158251,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:03.739081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc1b3be9-970d-4e8c-bb53-fa35a2e76246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:03.739387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'tempest-secgroup--1010309307'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:03.745057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-62f02d51-5bb6-4d1f-8d65-0e04da6234ba None None] Provisioning complete for port 96c389f9-4d5a-4b3c-988f-4d573a158251 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:03.745533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62f02d51-5bb6-4d1f-8d65-0e04da6234ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.753681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:03.754256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6269b5bd-1427-4a37-809a-ab193d65e0f8 tempest-FloatingIPAdminTestJSON-783071531 tempest-FloatingIPAdminTestJSON-783071531] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:03.768033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eedc090a-260a-4a9b-8ad2-e973421c959a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.788402 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eedc090a-260a-4a9b-8ad2-e973421c959a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "DELETE /v2.0/subnets/c8d1aec0-9ddb-446c-a8c9-e5c873de0155 HTTP/1.1" status: 204  len: 168 time: 3.3056893
Dec 21 10:02:03.797902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36718) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:03.799775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:03.814332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f7ebba-75f8-4f76-8f79-ccff9e019128 None None] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:03.816190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6064ed4-95af-4d52-88ce-b623d7d903c8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=67387faa-bf9e-437d-b967-ee8254722ea3,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:03.820960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:03.822843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:03.826996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d6064ed4-95af-4d52-88ce-b623d7d903c8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:03.830837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:03.840272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:03.847698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6064ed4-95af-4d52-88ce-b623d7d903c8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.852701 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d6064ed4-95af-4d52-88ce-b623d7d903c8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/67387faa-bf9e-437d-b967-ee8254722ea3 HTTP/1.1" status: 204  len: 168 time: 1.9625101
Dec 21 10:02:03.856514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36722) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:03.873428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.874197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.906787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.946003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:03.951994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:03.956627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:03.959914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:03.981307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:04.010922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7103671-0970-49c8-aff2-f892097afb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.028456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:04.148971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 8fb7b4b0-2d2b-4984-ba19-0bd1dfbe8248 owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:04.203768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=ce6eca38-1db3-4594-a71b-b6e36e3ad4e0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:04.206527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] DHCP port deletion for 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:02:04.212168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] Deleting port 56c4cf88-8305-4ce3-9666-954a9692973c {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:04.212587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.216507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d02f3dd-cde5-40e7-beb8-ba1b2281ae14 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:04.217280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2d02f3dd-cde5-40e7-beb8-ba1b2281ae14 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:04.222118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.225283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:04.258624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36728) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:04.302283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2d02f3dd-cde5-40e7-beb8-ba1b2281ae14 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:04.306237 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2d02f3dd-cde5-40e7-beb8-ba1b2281ae14 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.4444885
Dec 21 10:02:04.312288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36732) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:04.345775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Deleting port 56c4cf88-8305-4ce3-9666-954a9692973c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:04.346144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.393079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:04.415988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:04.424766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:04.425356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.456194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] For port 56c4cf88-8305-4ce3-9666-954a9692973c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56c4cf88-8305-4ce3-9666-954a9692973c,segment=NetworkSegment(4f0e0910-916e-48f1-bfae-e6e320fabfec),segment_id=4f0e0910-916e-48f1-bfae-e6e320fabfec)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:04.456643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.552448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.562770 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-86cd4f0b-436d-4783-8c4b-e0b37bb16f15 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:02:04.567853 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-86cd4f0b-436d-4783-8c4b-e0b37bb16f15 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/67387faa-bf9e-437d-b967-ee8254722ea3 HTTP/1.1" status: 404  len: 333 time: 0.2441325
Dec 21 10:02:04.580084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36736) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:04.594274 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e417da8-9081-4817-9081-7e4b0664099d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c24c27a2dd64b8aa850a8bdd27a498c&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3321521
Dec 21 10:02:04.597057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'network': {'name': 'tempest-PortsTestJSON-1293271820'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:04.610445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.613097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] Calling delete_port for 56c4cf88-8305-4ce3-9666-954a9692973c owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:04.624876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:04.629892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36740) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:04.688641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:04.691326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=d92016f4-6a48-4d37-a6ee-9aa71b6bb1fe,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:04.698311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.700219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.9651814
Dec 21 10:02:04.704291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:04.705312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:network and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:04.707004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.708039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36744) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:04.712948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:04.719882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a5bd49eb-1cf7-47e7-a42b-8a50bc10ef07 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': 'a4da60b6-4393-49c4-8259-1bb599fb1fad', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd92016f4-6a48-4d37-a6ee-9aa71b6bb1fe'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:04.725279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f206e35-f6fc-4bc9-beab-a42c1bc610fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:04.729109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:04.732554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a5bd49eb-1cf7-47e7-a42b-8a50bc10ef07 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:04.739425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a5bd49eb-1cf7-47e7-a42b-8a50bc10ef07 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:04.743664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a5bd49eb-1cf7-47e7-a42b-8a50bc10ef07 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:04.751069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a5bd49eb-1cf7-47e7-a42b-8a50bc10ef07 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:04.753021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:04.758836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.799496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] Pushing event deleted for resources: {'Port': ['ID=56c4cf88-8305-4ce3-9666-954a9692973c,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:04.806522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:04.826359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] For port 56c4cf88-8305-4ce3-9666-954a9692973c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56c4cf88-8305-4ce3-9666-954a9692973c,segment=NetworkSegment(4f0e0910-916e-48f1-bfae-e6e320fabfec),segment_id=4f0e0910-916e-48f1-bfae-e6e320fabfec)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:04.827241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.834238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-a5bd49eb-1cf7-47e7-a42b-8a50bc10ef07 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:04.835620 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a5bd49eb-1cf7-47e7-a42b-8a50bc10ef07 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1242254
Dec 21 10:02:04.838640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36748) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:04.873219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1029b661-1f86-498b-985d-ceef331db94a None None] Provisioning for port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:04.877553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:02:04.891695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1029b661-1f86-498b-985d-ceef331db94a None None] Provisioning complete for port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:04.892178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1029b661-1f86-498b-985d-ceef331db94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.914062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:04.914505 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Added segment 10865377-9b8c-453b-b210-0dea4ebe5f32 of type vxlan for network 6b1a6b39-5659-40f3-97d7-51ce71a1890e
Dec 21 10:02:04.969027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] No DVR routers for this DVR port 56c4cf88-8305-4ce3-9666-954a9692973c on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:02:04.982990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1029b661-1f86-498b-985d-ceef331db94a None None] Port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:04.997747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.009032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0842fddd-8cad-43ef-9bba-c69ae565545f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.028794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.042680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e3d9dd4-cde3-4aaa-b5f7-9683bef32a49 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:05.052226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 96c389f9-4d5a-4b3c-988f-4d573a158251 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:05.076326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.097229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0842fddd-8cad-43ef-9bba-c69ae565545f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.099903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Calling delete_port for 56c4cf88-8305-4ce3-9666-954a9692973c owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:05.132584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 96c389f9-4d5a-4b3c-988f-4d573a158251 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:05.133012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.157813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.159139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:05.159777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.171851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=8fb7b4b0-2d2b-4984-ba19-0bd1dfbe8248,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:05.182098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:05.184664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-38fabf15-40e9-48e8-bbda-72775c0cb438 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:05.288074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52e4ab14-dc2c-4bd5-96ed-e3673ef3ee40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.312731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7256365
Dec 21 10:02:05.324259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56c4cf88-8305-4ce3-9666-954a9692973c no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:02:05.333047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36752) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:05.353134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:05.359144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 56c4cf88-8305-4ce3-9666-954a9692973c {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:02:05.359547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56c4cf88-8305-4ce3-9666-954a9692973c not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:02:05.373449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Network': ['ID=6b1a6b39-5659-40f3-97d7-51ce71a1890e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:05.386504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:05.406174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:05.409231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7103671-0970-49c8-aff2-f892097afb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.424243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52e4ab14-dc2c-4bd5-96ed-e3673ef3ee40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.437875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec7570a5-9cfd-406b-a092-039d82ff1971 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:05.438419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:05.446763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0842fddd-8cad-43ef-9bba-c69ae565545f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.469089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:02:05.469434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:02:05.505349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-23718512-3187-46fb-ba27-e8ab77bd652f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:05.508688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7103671-0970-49c8-aff2-f892097afb13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3df20f9c-3fad-4f0f-803e-601b16389e12,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:05.532951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842fddd-8cad-43ef-9bba-c69ae565545f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92016f4-6a48-4d37-a6ee-9aa71b6bb1fe,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:05.548796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0842fddd-8cad-43ef-9bba-c69ae565545f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:05.572537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7103671-0970-49c8-aff2-f892097afb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:05.626725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0842fddd-8cad-43ef-9bba-c69ae565545f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.628172 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0842fddd-8cad-43ef-9bba-c69ae565545f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/d92016f4-6a48-4d37-a6ee-9aa71b6bb1fe HTTP/1.1" status: 204  len: 168 time: 0.7883677
Dec 21 10:02:05.633952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36756) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:05.730795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:05.741340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:05.750061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:05.764388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cf1182-64a6-4fb8-bdbd-a25748b2f19f None None] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:05.764741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7103671-0970-49c8-aff2-f892097afb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.767378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:05.792554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.806932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:05.812404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a1299a0b-e248-4562-af8e-70657d6e411f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Synchronizing usage tracker for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:05.840331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a1299a0b-e248-4562-af8e-70657d6e411f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Unset dirty status for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:05.840811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52e4ab14-dc2c-4bd5-96ed-e3673ef3ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.841774 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a1299a0b-e248-4562-af8e-70657d6e411f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4355 time: 0.2065740
Dec 21 10:02:05.850553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36760) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:05.856953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73d33d79-5242-4e4c-8a36-0b6d4d5904b1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:05.878263 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e7103671-0970-49c8-aff2-f892097afb13 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3df20f9c-3fad-4f0f-803e-601b16389e12 HTTP/1.1" status: 204  len: 168 time: 3.2445226
Dec 21 10:02:05.880282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4ab14-dc2c-4bd5-96ed-e3673ef3ee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee574946-1cca-4071-a2a6-b78efe388a75,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:05.882124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36764) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:05.885994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.887251 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/floatingips/e522d29e-bd81-4c33-96e2-b480e9a4b5f1 HTTP/1.1" status: 204  len: 168 time: 3.0996127
Dec 21 10:02:05.892516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.894153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36768) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:05.937511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-52e4ab14-dc2c-4bd5-96ed-e3673ef3ee40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:05.938828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52e4ab14-dc2c-4bd5-96ed-e3673ef3ee40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.942615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-52e4ab14-dc2c-4bd5-96ed-e3673ef3ee40 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ee574946-1cca-4071-a2a6-b78efe388a75 HTTP/1.1" status: 204  len: 168 time: 1.3090889
Dec 21 10:02:05.969430 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-37de591b-78af-4318-b337-74e6f9972884 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] delete failed (client error): The resource could not be found.
Dec 21 10:02:05.971586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-37de591b-78af-4318-b337-74e6f9972884 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/floatingips/e522d29e-bd81-4c33-96e2-b480e9a4b5f1 HTTP/1.1" status: 404  len: 345 time: 0.0754728
Dec 21 10:02:05.978414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Deleting port 56c4cf88-8305-4ce3-9666-954a9692973c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:05.978797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.988116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:05.988940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.004116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36774) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:06.007189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a21475b3-312d-4fff-8969-267656331c21 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:06.040037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.099850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] DHCP port deletion for e9d8d354-2125-42d4-b788-68baf6f1ad2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:02:06.107568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] Deleting port 29901fed-10cc-42ed-910b-041af6a8d2d0 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:06.107999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.114243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] The port '56c4cf88-8305-4ce3-9666-954a9692973c' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:02:06.176291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3bb96639-6779-49d3-9326-b3907b56edf7 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.212418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3bb96639-6779-49d3-9326-b3907b56edf7 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.315588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3bb96639-6779-49d3-9326-b3907b56edf7 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.338629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.351290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=ce6eca38-1db3-4594-a71b-b6e36e3ad4e0,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:06.366777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:06.370783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c74f2b53-6217-4778-b2e0-8c931b2b736c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:06.393068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb96639-6779-49d3-9326-b3907b56edf7 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4da60b6-4393-49c4-8259-1bb599fb1fad,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:06.399177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3bb96639-6779-49d3-9326-b3907b56edf7 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:06.421863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3bb96639-6779-49d3-9326-b3907b56edf7 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.425628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3bb96639-6779-49d3-9326-b3907b56edf7 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/a4da60b6-4393-49c4-8259-1bb599fb1fad HTTP/1.1" status: 204  len: 168 time: 0.5715542
Dec 21 10:02:06.429479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36782) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:06.442933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70872e25-a77f-4cb8-abd7-13216bae3072 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:06.448626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70872e25-a77f-4cb8-abd7-13216bae3072 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:06.453316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70872e25-a77f-4cb8-abd7-13216bae3072 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:06.454299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70872e25-a77f-4cb8-abd7-13216bae3072 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Synchronizing usage tracker for tenant:338c2a421bf848038828530c137b28aa on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:06.558476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70872e25-a77f-4cb8-abd7-13216bae3072 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Unset dirty status for tenant:338c2a421bf848038828530c137b28aa on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:06.562587 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-70872e25-a77f-4cb8-abd7-13216bae3072 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "GET /v2.0/ports?network_id=7646ce9c-7064-4145-be8e-66a80100b69d HTTP/1.1" status: 200  len: 2356 time: 0.5145350
Dec 21 10:02:06.563589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:06.564490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36790) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:06.565651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:06.571404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d0bb7a42-dbff-40e5-823e-7b57ec552387 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Synchronizing usage tracker for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:06.685996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] For port 29901fed-10cc-42ed-910b-041af6a8d2d0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=29901fed-10cc-42ed-910b-041af6a8d2d0,segment=NetworkSegment(99238fa5-2153-460e-b8a3-89a2b7c36a32),segment_id=99238fa5-2153-460e-b8a3-89a2b7c36a32)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:06.686443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.735176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1208aea-f0a4-4010-b3ec-8e488947a20a tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:06.741907 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d1208aea-f0a4-4010-b3ec-8e488947a20a tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "GET /v2.0/subnets/a5d560c1-8fc8-46a1-ae1d-ad0392c77174 HTTP/1.1" status: 200  len: 797 time: 0.1687849
Dec 21 10:02:06.747419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36796) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:06.755949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'port': {'network_id': '7646ce9c-7064-4145-be8e-66a80100b69d', 'name': 'tempest-FloatingIPTestJSON-208110483', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:06.802778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.835771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] Calling delete_port for 29901fed-10cc-42ed-910b-041af6a8d2d0 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:06.926470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.946235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Deleting port 29901fed-10cc-42ed-910b-041af6a8d2d0 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:06.946610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:06.958562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f6d58c0-c986-42eb-b18c-39ffa87d1bf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:07.018539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] Pushing event deleted for resources: {'Port': ['ID=29901fed-10cc-42ed-910b-041af6a8d2d0,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:07.022652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:07.058441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] The port '29901fed-10cc-42ed-910b-041af6a8d2d0' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:02:07.110056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed8bfb00>,) {'filters': {'network_id': ['0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:07.127431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b3d0fbda-d19e-442c-935b-ee9cd3292769 None None] Provisioning complete for port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:07.127858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3d0fbda-d19e-442c-935b-ee9cd3292769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:07.159416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 29901fed-10cc-42ed-910b-041af6a8d2d0 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:02:07.165975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed8bfb00>, '4f0e0910-916e-48f1-bfae-e6e320fabfec') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:07.166489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed8bfb00>, '4f0e0910-916e-48f1-bfae-e6e320fabfec') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:07.210157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 29901fed-10cc-42ed-910b-041af6a8d2d0 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:02:07.210558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 29901fed-10cc-42ed-910b-041af6a8d2d0 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:02:07.211178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:07.218391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] No DVR routers for this DVR port 29901fed-10cc-42ed-910b-041af6a8d2d0 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:02:07.240233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b3d0fbda-d19e-442c-935b-ee9cd3292769 None None] Port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:07.263288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:07.269045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Releasing vxlan tunnel 11 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:02:07.292612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d0bb7a42-dbff-40e5-823e-7b57ec552387 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Unset dirty status for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:07.298234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d0bb7a42-dbff-40e5-823e-7b57ec552387 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.8635604
Dec 21 10:02:07.350249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36806) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:07.362529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:07.371229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'tempest-secgroup--2114919923'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:07.384656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:07.410965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:07.412928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Router 1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:02:07.425713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36810) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:07.455144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:07.519923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:07.634022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'network': {'name': 'tempest-RoutersTest-1812578829'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:07.641029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:07.647419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:07.648078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:02:07.650034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:07.658492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:07.659861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:07.663453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:network and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:07.679364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:07.689456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:07.694902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:07.706854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:07.708835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Made reservation on behalf of 338c2a421bf848038828530c137b28aa for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:07.730493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7883f28>,) {'filters': {'network_id': ['e9d8d354-2125-42d4-b788-68baf6f1ad2e']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:07.764557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:07.773955 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "PUT /v2.0/routers/1bce4cf2-d7e0-4da9-8706-d1b53a9a4552/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1691582
Dec 21 10:02:07.779651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Sync routers for ids ['1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:07.790483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36816) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:07.798807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Routers {'1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:07.799879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea26208>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:07.802464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:07.811742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:07.827149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7883f28>, '99238fa5-2153-460e-b8a3-89a2b7c36a32') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:07.827488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7883f28>, '99238fa5-2153-460e-b8a3-89a2b7c36a32') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:07.863506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:07.939202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Network 0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:02:07.967721 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:02:07.970462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:07.975876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:02:07.996965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.040733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Set router 1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:02:08.061067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:08.077995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:security_group_rule and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:08.094919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:08.102508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fab7ac5-f545-46f7-887e-b1c45e1f5dbd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:08.103139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7fab7ac5-f545-46f7-887e-b1c45e1f5dbd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:08.126728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:08.168530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.209571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7fab7ac5-f545-46f7-887e-b1c45e1f5dbd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:08.213801 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7fab7ac5-f545-46f7-887e-b1c45e1f5dbd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports/ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 HTTP/1.1" status: 200  len: 911 time: 0.4137592
Dec 21 10:02:08.219623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.220685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36820) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:08.228829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.254234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbadbade-1873-42b1-a21a-99913eb71c21 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:08.262817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9e3f897-9ed5-4b4d-b5ea-f0caea55c926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.277525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.281003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.312680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41e829b7-7a2f-48fa-b9dd-f177e5cfb714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:08.348964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Pushing event deleted for resources: {'Network': ['ID=0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:08.355202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:02:08.363785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:08.367147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.385124 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] 10.222.0.45 "DELETE /v2.0/networks/0f2d91fa-324c-4e0c-aa6d-ae9e144bd0a2 HTTP/1.1" status: 204  len: 168 time: 4.5833795
Dec 21 10:02:08.399350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea26208>, [{'id': '1bce4cf2-d7e0-4da9-8706-d1b53a9a4552', 'name': 'tempest-NetworksTestDHCPv6-router-751437805', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:00Z', 'updated_at': '2020-12-21T10:02:04Z', 'revision_number': 2, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None, '_interfaces': [{'id': 'ce6eca38-1db3-4594-a71b-b6e36e3ad4e0', 'name': '', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'mac_address': 'fa:16:3e:0d:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce4cf2-d7e0-4da9-8706-d1b53a9a4552', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '67f89dba-4b5b-454a-ab41-5883d4a504f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:02:02Z', 'updated_at': '2020-12-21T10:02:05Z', 'revision_number': 2, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'subnets': [{'id': '67f89dba-4b5b-454a-ab41-5883d4a504f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:08.404571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Checking router: 1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:02:08.405226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Updating router 1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:02:08.462248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.501578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=37894497-de9e-4f7a-99e1-0d33baba54d3,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:08.513250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:08.523663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.529314 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.1769009
Dec 21 10:02:08.549745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36826) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:08.558134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7b9e4178-8365-473c-bfc1-6974bcf6c566 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': '37894497-de9e-4f7a-99e1-0d33baba54d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:08.578998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7b9e4178-8365-473c-bfc1-6974bcf6c566 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:08.580308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Network e9d8d354-2125-42d4-b788-68baf6f1ad2e has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:02:08.584034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] device_id is not set on port 2904c878-c386-4551-876f-2e0a064cd6f2 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:02:08.630721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7b9e4178-8365-473c-bfc1-6974bcf6c566 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:02:08.636393 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:02:08.642632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7b9e4178-8365-473c-bfc1-6974bcf6c566 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:08.665332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3a7c8-e149-4f1e-9e29-67d314c6c211 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:08.670687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3a7c8-e149-4f1e-9e29-67d314c6c211 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:08.675541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-50c3a7c8-e149-4f1e-9e29-67d314c6c211 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4539397
Dec 21 10:02:08.676445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36830) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:08.683155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7b9e4178-8365-473c-bfc1-6974bcf6c566 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:08.741303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.747353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.761183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:08.775076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.805466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d8d354-2125-42d4-b788-68baf6f1ad2e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:08.811580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:08.812156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:08.856080 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e9d8d354-2125-42d4-b788-68baf6f1ad2e HTTP/1.1" status: 204  len: 168 time: 2.9673595
Dec 21 10:02:08.865289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36838) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:08.888772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.913945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:08.960821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f62ebdc3-35b1-4f49-b1f8-f0d9bd4cb0f4 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:08.961546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=4b843136-4a85-434c-a8f5-74afc285b51d,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:08.966633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:09.022284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.029146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:02:09.038013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Transition to ACTIVE for port object ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:09.044200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.057124 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-7b9e4178-8365-473c-bfc1-6974bcf6c566 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:09.062539 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7b9e4178-8365-473c-bfc1-6974bcf6c566 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.5094874
Dec 21 10:02:09.063333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36844) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:09.064708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:09.097331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Checking segment: {'id': '10865377-9b8c-453b-b210-0dea4ebe5f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:09.097766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network hostable DHCP agents. Network: 6b1a6b39-5659-40f3-97d7-51ce71a1890e, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:02:09.140142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'SecurityGroup': ['ID=0677967b-28fe-475e-84da-7b8c893941ab,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:09.144224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Pushing event updated for resources: {'Port': ['ID=ce6eca38-1db3-4594-a71b-b6e36e3ad4e0,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:09.152257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-586f315e-146e-4de9-bae6-0683e31d8bb3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group_rule': {'security_group_id': '37894497-de9e-4f7a-99e1-0d33baba54d3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:09.161753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.162188 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added segment ae5a15db-9b5e-4925-bb74-e66486f5bf1e of type vxlan for network 4577c2a6-07cc-425e-a174-f66d818714ae
Dec 21 10:02:09.163208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:02:09.170050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.170442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.170821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.171192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.171556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.171923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.172293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.172717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.173250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.174091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.174848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.175364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.175809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.176168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.176540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.176884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.177238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.177968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.177968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.178393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.178843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.179072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.179189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 6b1a6b39-5659-40f3-97d7-51ce71a1890e) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:09.179542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:09.179652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.179994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:09.189241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32c514e-d248-4299-b954-6c748719b5e5 None None] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:09.195768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:09.206296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:09.206954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.214196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-586f315e-146e-4de9-bae6-0683e31d8bb3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:09.290404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36848) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:09.294893 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9579661
Dec 21 10:02:09.295139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36852) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:09.297908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-586f315e-146e-4de9-bae6-0683e31d8bb3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:09.315498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-586f315e-146e-4de9-bae6-0683e31d8bb3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:09.330403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:09.359157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-586f315e-146e-4de9-bae6-0683e31d8bb3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:09.379772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.419394 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d19afc7d-1450-4b41-a16b-78230dce61f1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=341ffe5894554e36b5ec9e530585b75e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.5501275
Dec 21 10:02:09.427518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36856) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:09.486677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-6b1a6b39-5659-40f3-97d7-51ce71a1890e', 'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e', 'tenant_id': '394d3148181a4188a32a0ab93bdc02cd', 'fixed_ips': [{'subnet_id': '4b843136-4a85-434c-a8f5-74afc285b51d'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:02:09.487616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.605133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.606555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Attempting to bind port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:02:09.607086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Attempting to bind port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:02:09.609370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:09.609937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Attempting to bind port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:02:09.618118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.623113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:02:09.626147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:09.627718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.628541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:02:09.629205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Bound port: ce6eca38-1db3-4594-a71b-b6e36e3ad4e0, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:02:09.630586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.639636 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8d697374-0891-4837-a1a4-38b680d6ff5d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46d96e08a0484480b312e045cd996d68&name=default HTTP/1.1" status: 200  len: 2875 time: 0.3431644
Dec 21 10:02:09.645323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2cfaad25-eee4-448a-9235-97fde415b197 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:09.662026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-586f315e-146e-4de9-bae6-0683e31d8bb3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:09.666217 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-586f315e-146e-4de9-bae6-0683e31d8bb3 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.5960374
Dec 21 10:02:09.669593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36860) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:09.670242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36862) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:09.770327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] For port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:02:09.772577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaa7fa40-d947-44b4-aaca-dcad75f1c45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.775103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] For port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ce6eca38-1db3-4594-a71b-b6e36e3ad4e0,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:02:09.780569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.851724 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.4216306
Dec 21 10:02:09.861394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36868) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:09.870985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Network': ['ID=4577c2a6-07cc-425e-a174-f66d818714ae,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:09.877910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'network': {'name': 'tempest-RoutersTest-514905400'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:09.884637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.20.0.14 (7646ce9c-7064-4145-be8e-66a80100b69d/a5d560c1-8fc8-46a1-ae1d-ad0392c77174/2904c878-c386-4551-876f-2e0a064cd6f2) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:09.886860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 4577c2a6-07cc-425e-a174-f66d818714ae details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:09.889154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10f32d43-cfbf-480e-84cd-744f9c7499f2 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.891079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.20.0.13 (7646ce9c-7064-4145-be8e-66a80100b69d/a5d560c1-8fc8-46a1-ae1d-ad0392c77174/2904c878-c386-4551-876f-2e0a064cd6f2) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:09.893682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:09.900833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaa7fa40-d947-44b4-aaca-dcad75f1c45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:09.921885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:09.933734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:09.955745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:09.965247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:09.987026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-66fe8be8-931d-4c94-809b-cc86fc646401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.006775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10f32d43-cfbf-480e-84cd-744f9c7499f2 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.039654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:10.046150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.048184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Routers {'1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:10.049423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 4577c2a6-07cc-425e-a174-f66d818714ae details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:10.049604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea26208>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:01:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:10.220370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Allocated IP 172.20.0.2 (6b1a6b39-5659-40f3-97d7-51ce71a1890e/4b843136-4a85-434c-a8f5-74afc285b51d/2e5fd96b-0611-4572-9f5b-0829bccee440) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:10.264806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b843136-4a85-434c-a8f5-74afc285b51d (CIDR: 172.20.0.0/28)
Dec 21 10:02:10.292921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-66fe8be8-931d-4c94-809b-cc86fc646401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.392355 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:10.393020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:02:10.430722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaa7fa40-d947-44b4-aaca-dcad75f1c45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.434654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaa7fa40-d947-44b4-aaca-dcad75f1c45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.439026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eaa7fa40-d947-44b4-aaca-dcad75f1c45f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/edffb4d9-a248-45a3-8304-5fd26468a439 HTTP/1.1" status: 204  len: 168 time: 1.0074196
Dec 21 10:02:10.440345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-66fe8be8-931d-4c94-809b-cc86fc646401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.443023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-66fe8be8-931d-4c94-809b-cc86fc646401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.446730 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-66fe8be8-931d-4c94-809b-cc86fc646401 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/679530a3-6bd3-49dc-b050-f93379de26ac HTTP/1.1" status: 204  len: 168 time: 0.7716630
Dec 21 10:02:10.446730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f29a6288-fac2-4a45-a70c-0fa33ce21f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:10.463332 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-16f177ec-7ebe-4abd-ab62-aa4f516f9d69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.1633074
Dec 21 10:02:10.464327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10f32d43-cfbf-480e-84cd-744f9c7499f2 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.467101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.467309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10f32d43-cfbf-480e-84cd-744f9c7499f2 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.468644 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-10f32d43-cfbf-480e-84cd-744f9c7499f2 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/37894497-de9e-4f7a-99e1-0d33baba54d3 HTTP/1.1" status: 204  len: 168 time: 0.7925076
Dec 21 10:02:10.469275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36876) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:10.470247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7fa40-d947-44b4-aaca-dcad75f1c45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edffb4d9-a248-45a3-8304-5fd26468a439,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:10.487118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] Set router 1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:02:10.494138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:10.496805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:10.499354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36878) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:10.528469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe8be8-931d-4c94-809b-cc86fc646401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679530a3-6bd3-49dc-b050-f93379de26ac,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:10.531178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:10.531461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-66fe8be8-931d-4c94-809b-cc86fc646401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:10.574902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.575580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.583474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e6a2e3b-4152-4e24-8fe2-f9f9eee08179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:10.600688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Transition to ACTIVE for port object 2e5fd96b-0611-4572-9f5b-0829bccee440 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:10.617276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ba3cb8eb-66a5-4123-80e2-246394f5f177 tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:10.623424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f32d43-cfbf-480e-84cd-744f9c7499f2 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event deleted for resources: {'SecurityGroup': ['ID=37894497-de9e-4f7a-99e1-0d33baba54d3,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:10.629239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Pushing event updated for resources: {'Port': ['ID=ce6eca38-1db3-4594-a71b-b6e36e3ad4e0,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:10.635128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Transition to ACTIVE for port object 2e5fd96b-0611-4572-9f5b-0829bccee440 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:10.638874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-10f32d43-cfbf-480e-84cd-744f9c7499f2 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:10.644251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36bc4d8f-548a-4534-b45f-d0837cf3cf2c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:10.647663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36bc4d8f-548a-4534-b45f-d0837cf3cf2c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:10.663071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:network and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:10.668297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:10.684693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:10.818331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:10.987793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 7646ce9c-7064-4145-be8e-66a80100b69d is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:10.996541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:11.000344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:11.004080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:11.076916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ee7a19b-3ef2-46db-9a2e-cbf7c95f8b14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:11.120833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d0e1e1c7-ec7b-44f4-a490-5906ce7cad9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Synchronizing usage tracker for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:11.149178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea26208>, [{'id': '1bce4cf2-d7e0-4da9-8706-d1b53a9a4552', 'name': 'tempest-NetworksTestDHCPv6-router-751437805', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:00Z', 'updated_at': '2020-12-21T10:02:04Z', 'revision_number': 2, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None, '_interfaces': [{'id': 'ce6eca38-1db3-4594-a71b-b6e36e3ad4e0', 'name': '', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'mac_address': 'fa:16:3e:0d:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce4cf2-d7e0-4da9-8706-d1b53a9a4552', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '67f89dba-4b5b-454a-ab41-5883d4a504f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:02:02Z', 'updated_at': '2020-12-21T10:02:09Z', 'revision_number': 4, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'subnets': [{'id': '67f89dba-4b5b-454a-ab41-5883d4a504f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:11.165785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3884454-8259-4a6c-b3c6-c9bbad908200 None None] The sync data for ids ['1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'] in dv-neutron-601336-62-ovs is: [{'id': '1bce4cf2-d7e0-4da9-8706-d1b53a9a4552', 'name': 'tempest-NetworksTestDHCPv6-router-751437805', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:00Z', 'updated_at': '2020-12-21T10:02:04Z', 'revision_number': 2, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None, '_interfaces': [{'id': 'ce6eca38-1db3-4594-a71b-b6e36e3ad4e0', 'name': '', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'mac_address': 'fa:16:3e:0d:68:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bce4cf2-d7e0-4da9-8706-d1b53a9a4552', 'device_owner': 'network:router_interface', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '67f89dba-4b5b-454a-ab41-5883d4a504f9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:02:02Z', 'updated_at': '2020-12-21T10:02:09Z', 'revision_number': 4, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'subnets': [{'id': '67f89dba-4b5b-454a-ab41-5883d4a504f9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:11.167821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:11.168731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:11.184499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:11.191912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:11.243090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:11.245141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=2904c878-c386-4551-876f-2e0a064cd6f2,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:11.249572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:11.264054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:11.277974 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1009 time: 4.5271819
Dec 21 10:02:11.280479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:11.282918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36898) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:11.332955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Pushing event updated for resources: {'Port': ['ID=2e5fd96b-0611-4572-9f5b-0829bccee440,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:11.358921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:11.371224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Attempting to bind port 2e5fd96b-0611-4572-9f5b-0829bccee440 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:02:11.371966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Attempting to bind port 2e5fd96b-0611-4572-9f5b-0829bccee440 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '10865377-9b8c-453b-b210-0dea4ebe5f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:02:11.372567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Attempting to bind port 2e5fd96b-0611-4572-9f5b-0829bccee440 on network 6b1a6b39-5659-40f3-97d7-51ce71a1890e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:02:11.380029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:02:11.380826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Checking segment: {'id': '10865377-9b8c-453b-b210-0dea4ebe5f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:11.381461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:11.382241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Bound using segment: {'id': '10865377-9b8c-453b-b210-0dea4ebe5f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:02:11.382938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Bound port: 2e5fd96b-0611-4572-9f5b-0829bccee440, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10865377-9b8c-453b-b210-0dea4ebe5f32', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:02:11.383524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:11.388177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:02:11.395411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '2904c878-c386-4551-876f-2e0a064cd6f2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:11.400414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:11.516184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] For port 2e5fd96b-0611-4572-9f5b-0829bccee440, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:02:11.523555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] For port 2e5fd96b-0611-4572-9f5b-0829bccee440, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2e5fd96b-0611-4572-9f5b-0829bccee440,segment=NetworkSegment(10865377-9b8c-453b-b210-0dea4ebe5f32),segment_id=10865377-9b8c-453b-b210-0dea4ebe5f32)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:02:11.526386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d0e1e1c7-ec7b-44f4-a490-5906ce7cad9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Unset dirty status for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:11.529338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d0e1e1c7-ec7b-44f4-a490-5906ce7cad9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 1.0009437
Dec 21 10:02:11.529511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:11.547058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36910) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:11.566596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:11.568038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb4fa84c-0b55-44fe-91c4-db7f33959ffb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:11.569823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'tempest-secgroup--924264147'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:11.591584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:11.610565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:11.615038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:11.632161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:11.636146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:11.648059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:11.667735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:11.692057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:11.700707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Usage tracker for resource:security_group_rule and tenant:1a69a52cc55f48228363eb6253f85023 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:11.705833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:11.708437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:11.734267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:11.783958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:floatingip and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:11.788424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:11.788884 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added segment b1bbc735-fedb-404e-972f-5072d1ef2404 of type vxlan for network d38a15e4-25ca-4a72-8eda-500a9dcc08df
Dec 21 10:02:11.798597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:11.825928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:11.857882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:11.882613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.028527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.129259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.194078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.242100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-229fbf38-2e61-44ec-a003-636aeb732e6b tempest-ServersTestJSON-268124483 tempest-ServersTestJSON-268124483] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:12.246527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:02:12.259912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.261848 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.7090223
Dec 21 10:02:12.268580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36926) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:12.284063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-63523f70-0ad2-447b-ba2e-2219de35765f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Request body: {'security_group': {'name': 'default'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:12.284672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.284962 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-63523f70-0ad2-447b-ba2e-2219de35765f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 21 10:02:12.286249 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-63523f70-0ad2-447b-ba2e-2219de35765f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] update failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:02:12.286812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Pushing event updated for resources: {'Port': ['ID=2e5fd96b-0611-4572-9f5b-0829bccee440,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:12.287610 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-63523f70-0ad2-447b-ba2e-2219de35765f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "PUT /v2.0/security-groups/0a7c4acb-e902-4e3a-a640-79d4c00c5262 HTTP/1.1" status: 409  len: 330 time: 0.0152237
Dec 21 10:02:12.299190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36930) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:12.303690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:12.345206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ede3fb42-e244-4fe3-9198-770b3ea5426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.354865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.359480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:12.360446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.377735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c09e978-5b97-468d-9278-41a88d0f3f3a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:12.487159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36936) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:12.492086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:12.492509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.510354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event updated for resources: {'SecurityGroup': ['ID=0a7c4acb-e902-4e3a-a640-79d4c00c5262,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:12.514218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:12.558667 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 2.6878450
Dec 21 10:02:12.569312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36942) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:12.586409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'subnet': {'network_id': '4577c2a6-07cc-425e-a174-f66d818714ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:12.621443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.648442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bfa18f-b8da-4499-8078-ccc95894cf9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.814338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Network': ['ID=d38a15e4-25ca-4a72-8eda-500a9dcc08df,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:12.830016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:12.841356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:12.884218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:12.902687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:12.909097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:subnet and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:12.912944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:12.924080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:12.939192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bfa18f-b8da-4499-8078-ccc95894cf9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:12.952503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:13.009548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:13.068656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2071028364'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:13.075421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:13.079875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:network and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:13.083650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:13.090411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:13.117563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:13.124195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:13.143836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:13.251364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:13.264336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:13.274014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group_rule and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:13.282369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:13.288841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] For port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ce6eca38-1db3-4594-a71b-b6e36e3ad4e0,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:13.289227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:13.306506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:13.333705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2e5fd96b-0611-4572-9f5b-0829bccee440 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:13.404036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bfa18f-b8da-4499-8078-ccc95894cf9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:13.415915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6bfe43a2-09dd-4730-91c1-8b0b7ef71265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:13.433813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:13.450959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 2e5fd96b-0611-4572-9f5b-0829bccee440 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:13.457154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:13.493408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:13.505245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bfa18f-b8da-4499-8078-ccc95894cf9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a7c4acb-e902-4e3a-a640-79d4c00c5262,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:13.508175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36bfa18f-b8da-4499-8078-ccc95894cf9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:13.580718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bfa18f-b8da-4499-8078-ccc95894cf9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:13.585099 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-36bfa18f-b8da-4499-8078-ccc95894cf9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/0a7c4acb-e902-4e3a-a640-79d4c00c5262 HTTP/1.1" status: 204  len: 168 time: 1.2811058
Dec 21 10:02:13.585099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36960) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:13.660152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:13.667586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:13.668478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:13.739811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36964) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:13.792070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.26.1.249 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/6d0fc4cd-bf2c-4665-bb69-5408d2be125c) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:13.821537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:13.833688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2760e15c-baf8-4fde-820d-eecae2d5d119 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Synchronizing usage tracker for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:14.015922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2760e15c-baf8-4fde-820d-eecae2d5d119 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Unset dirty status for tenant:1a69a52cc55f48228363eb6253f85023 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:14.022434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2760e15c-baf8-4fde-820d-eecae2d5d119 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.4361675
Dec 21 10:02:14.023501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.044987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.046678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36970) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:14.047487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-242fb871-0cf7-48ff-bd56-b2a9da7e0183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:14.092640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.103027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.108087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e8981-4df6-413d-b6fc-566474bafd23 None None] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:14.112303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0f054fd-e0d7-424b-a127-ce576056ec03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:14.143066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=2135b449-d939-4532-85f7-abc4e552c99e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:14.149179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'SecurityGroup': ['ID=977ee0be-ccbe-4cb8-a625-05c3c1ba0f7c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:14.153647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:14.153817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:14.212714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:02:14.224740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.244629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d01fade-6b0a-4d86-a91e-8bf6d3939b09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:14.250276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-43817d6c-7afd-4c7d-91c1-92493c638faa tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] delete failed (client error): The resource could not be found.
Dec 21 10:02:14.256094 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-43817d6c-7afd-4c7d-91c1-92493c638faa tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "DELETE /v2.0/security-groups/1af55b12-bc93-4b2a-ad7f-ba41ab96ba04 HTTP/1.1" status: 404  len: 347 time: 0.1325819
Dec 21 10:02:14.259064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36974) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:14.294125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:14.324179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:14.331530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6e961ced-0698-4ff2-9c2a-1366d7ef1183 None None] Provisioning for port 2e5fd96b-0611-4572-9f5b-0829bccee440 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:14.339991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.340437 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Added segment e46e7fdd-a001-4e0d-a298-3e9e88a21593 of type vxlan for network fc3dd635-6193-48c2-b608-e01c5ce01775
Dec 21 10:02:14.343954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Usage tracker for resource:floatingip and tenant:7504f4c5abe9451085bc70d9b19b0b88 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:14.345565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-9ac756fc-562f-4bd4-85c2-51f1da5fb583 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] show failed (client error): The resource could not be found.
Dec 21 10:02:14.352248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9ac756fc-562f-4bd4-85c2-51f1da5fb583 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-groups/a407942e-c60d-4841-a89a-107d97908302 HTTP/1.1" status: 404  len: 347 time: 0.0903521
Dec 21 10:02:14.354512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:14.359983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36978) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:14.364484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6e961ced-0698-4ff2-9c2a-1366d7ef1183 None None] Provisioning complete for port 2e5fd96b-0611-4572-9f5b-0829bccee440 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:14.365298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e961ced-0698-4ff2-9c2a-1366d7ef1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.381306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:14.392175 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-4062ba3b-c1c6-4268-aa0e-b6ef2fac7fd0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] show failed (client error): The resource could not be found.
Dec 21 10:02:14.397529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4062ba3b-c1c6-4268-aa0e-b6ef2fac7fd0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] 10.222.0.45 "GET /v2.0/security-group-rules/aa172fd4-e071-4474-b2f7-57fa4a76d946 HTTP/1.1" status: 404  len: 356 time: 0.0275567
Dec 21 10:02:14.449596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:14.454430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:14.458557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.512967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:14.513855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.590876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.613139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da0136f4-e193-4933-96f4-cfb63e3a19ac tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:14.635302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e961ced-0698-4ff2-9c2a-1366d7ef1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.647642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 4.1624358
Dec 21 10:02:14.659192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36984) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:14.698585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e', 'fixed_ips': [{'subnet_id': '4b843136-4a85-434c-a8f5-74afc285b51d'}, {'subnet_id': '2135b449-d939-4532-85f7-abc4e552c99e'}], 'name': 'tempest-PortsTestJSON-832127400'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:14.767811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6e961ced-0698-4ff2-9c2a-1366d7ef1183 None None] For port 2e5fd96b-0611-4572-9f5b-0829bccee440, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2e5fd96b-0611-4572-9f5b-0829bccee440,segment=NetworkSegment(10865377-9b8c-453b-b210-0dea4ebe5f32),segment_id=10865377-9b8c-453b-b210-0dea4ebe5f32)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:14.785725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b9714f-9746-4fc6-865e-8c42211e9eec None None] Update dhcp port {'port': {'network_id': '6b1a6b39-5659-40f3-97d7-51ce71a1890e', 'fixed_ips': [{'subnet_id': '4b843136-4a85-434c-a8f5-74afc285b51d', 'ip_address': '172.20.0.2'}, {'subnet_id': '2135b449-d939-4532-85f7-abc4e552c99e'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '2e5fd96b-0611-4572-9f5b-0829bccee440'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:02:14.815560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e961ced-0698-4ff2-9c2a-1366d7ef1183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.825118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e41b8ff-643a-446d-b163-253811a3d5c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:14.828890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=6d0fc4cd-bf2c-4665-bb69-5408d2be125c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:14.833391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:14.844836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b8a0442-b8ad-4d78-8591-6f7785aa95cf tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:14.893048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.902056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=ce6eca38-1db3-4594-a71b-b6e36e3ad4e0,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:14.904860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:14.906091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.926644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 36990) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:14.937167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Subnet': ['ID=5e60fccf-c82a-4da2-986d-e8eb52572276,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:14.944016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e961ced-0698-4ff2-9c2a-1366d7ef1183 None None] Pushing event updated for resources: {'Port': ['ID=2e5fd96b-0611-4572-9f5b-0829bccee440,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:14.945447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:14.947551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94b9714f-9746-4fc6-865e-8c42211e9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:14.971725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e961ced-0698-4ff2-9c2a-1366d7ef1183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:15.041227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:15.059230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:port and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:15.073411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for port was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:15.084358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:15.100693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:02:15.101464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Checking segment: {'id': 'ae5a15db-9b5e-4925-bb74-e66486f5bf1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4577c2a6-07cc-425e-a174-f66d818714ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:15.101999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network hostable DHCP agents. Network: 4577c2a6-07cc-425e-a174-f66d818714ae, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:02:15.110153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:15.122215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:15.148110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:15.174016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:15.176572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:15.191430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 4577c2a6-07cc-425e-a174-f66d818714ae is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:02:15.237633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 4577c2a6-07cc-425e-a174-f66d818714ae) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:15.247792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:15.251996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:15.252649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:15.268400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf045f31-0c6c-475f-9172-54f8bcd3dc4e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:15.274200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:15.274867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:15.293606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-94b9714f-9746-4fc6-865e-8c42211e9eec None None] Allocated IP 172.20.0.18 (6b1a6b39-5659-40f3-97d7-51ce71a1890e/2135b449-d939-4532-85f7-abc4e552c99e/2e5fd96b-0611-4572-9f5b-0829bccee440) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:15.356531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2e5fd96b-0611-4572-9f5b-0829bccee440 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:15.370954 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8003864
Dec 21 10:02:15.374131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 36996) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:15.378712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:02:15.384233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c1aa79-9ff4-48a1-aaa2-5b9493857fdb None None] Network 4577c2a6-07cc-425e-a174-f66d818714ae requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:15.421842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'subnet': {'network_id': 'd38a15e4-25ca-4a72-8eda-500a9dcc08df', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:15.622784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:15.677815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:15.681053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-94b9714f-9746-4fc6-865e-8c42211e9eec None None] For port 2e5fd96b-0611-4572-9f5b-0829bccee440, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2e5fd96b-0611-4572-9f5b-0829bccee440,segment=NetworkSegment(10865377-9b8c-453b-b210-0dea4ebe5f32),segment_id=10865377-9b8c-453b-b210-0dea4ebe5f32)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:15.681887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:subnet and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:15.685872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:15.688372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 2e5fd96b-0611-4572-9f5b-0829bccee440 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:15.688805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:15.692450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:15.711380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:15.791834 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 3.3011463
Dec 21 10:02:15.793079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Network': ['ID=fc3dd635-6193-48c2-b608-e01c5ce01775,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:15.794605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37000) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:15.805743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:15.819295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:15.835082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-db8277a7-1b1d-4f66-ab19-013f08b279ca admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1a69a52cc55f48228363eb6253f85023&name=default HTTP/1.1" status: 200  len: 2879 time: 0.9039969
Dec 21 10:02:15.842234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:15.859863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94b9714f-9746-4fc6-865e-8c42211e9eec None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:15.891476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37004) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:16.077617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-94b9714f-9746-4fc6-865e-8c42211e9eec None None] Transition to ACTIVE for port object 2e5fd96b-0611-4572-9f5b-0829bccee440 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:16.128891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-4577c2a6-07cc-425e-a174-f66d818714ae', 'network_id': '4577c2a6-07cc-425e-a174-f66d818714ae', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'fixed_ips': [{'subnet_id': '5e60fccf-c82a-4da2-986d-e8eb52572276'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:02:16.130204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:16.145204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:16.145811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'name': 'tempest-PortsIpV6TestJSON-1845872600'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:16.175819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94b9714f-9746-4fc6-865e-8c42211e9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:16.208858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:16.213265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:16.258167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-755505a5-12b7-47f4-aa46-27736135ad24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:16.460801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:16.481796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:port and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:16.488915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:16.502794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:16.540806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-755505a5-12b7-47f4-aa46-27736135ad24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:16.589953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:16.600382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:16.698395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9714f-9746-4fc6-865e-8c42211e9eec None None] Pushing event updated for resources: {'Port': ['ID=2e5fd96b-0611-4572-9f5b-0829bccee440,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:16.702000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.11 (6b1a6b39-5659-40f3-97d7-51ce71a1890e/4b843136-4a85-434c-a8f5-74afc285b51d/ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:16.702157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94b9714f-9746-4fc6-865e-8c42211e9eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:16.752444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.21 (6b1a6b39-5659-40f3-97d7-51ce71a1890e/2135b449-d939-4532-85f7-abc4e552c99e/ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:16.865997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port b1450d48-0da0-4d24-953e-8948348c00eb yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:02:16.884530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Router 1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:16.916489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Allocated IP 172.20.0.2 (4577c2a6-07cc-425e-a174-f66d818714ae/5e60fccf-c82a-4da2-986d-e8eb52572276/787de014-fc4b-4422-bda2-b9914f3203b0) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:17.117718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2e5fd96b-0611-4572-9f5b-0829bccee440 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:17.316553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.330481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Transition to ACTIVE for port object 787de014-fc4b-4422-bda2-b9914f3203b0 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:17.350563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Transition to ACTIVE for port object 787de014-fc4b-4422-bda2-b9914f3203b0 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:17.356704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.374439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:17.476036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Allocated IP 172.26.1.226 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/03663026-cbe4-49f3-ba72-7c96c698dcf8) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:17.492019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.511298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.529977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Pushing event updated for resources: {'Port': ['ID=787de014-fc4b-4422-bda2-b9914f3203b0,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:17.544972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:17.558693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:17.562925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-755505a5-12b7-47f4-aa46-27736135ad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.569410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.612048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Network 4577c2a6-07cc-425e-a174-f66d818714ae is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:17.613681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:17.616128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:17.639064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.662027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ddd49c38-bffe-46e5-ad12-e6d171a31f3e tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:17.676230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c38ce8f-9034-4e85-a787-cfb9113f720f None None] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:17.720168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.723079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6726d2d3-470a-4292-9727-a4780b053794 tempest-RoutersAdminNegativeTest-310749503 tempest-RoutersAdminNegativeTest-310749503] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:17.728233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Attempting to bind port 787de014-fc4b-4422-bda2-b9914f3203b0 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:02:17.728870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Attempting to bind port 787de014-fc4b-4422-bda2-b9914f3203b0 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ae5a15db-9b5e-4925-bb74-e66486f5bf1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4577c2a6-07cc-425e-a174-f66d818714ae'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:02:17.729141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Attempting to bind port 787de014-fc4b-4422-bda2-b9914f3203b0 on network 4577c2a6-07cc-425e-a174-f66d818714ae {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:02:17.738795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e74c455f-2b37-4e6b-a9d7-7c7a8156b678 None None] Provisioning for port 2e5fd96b-0611-4572-9f5b-0829bccee440 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:17.747423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e74c455f-2b37-4e6b-a9d7-7c7a8156b678 None None] Provisioning complete for port 2e5fd96b-0611-4572-9f5b-0829bccee440 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:17.748259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e74c455f-2b37-4e6b-a9d7-7c7a8156b678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.756392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755505a5-12b7-47f4-aa46-27736135ad24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dded7cfe-010d-424e-b4da-4e137deff797,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:17.780794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:02:17.781230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Checking segment: {'id': 'ae5a15db-9b5e-4925-bb74-e66486f5bf1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4577c2a6-07cc-425e-a174-f66d818714ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:17.781740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.782200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Bound using segment: {'id': 'ae5a15db-9b5e-4925-bb74-e66486f5bf1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4577c2a6-07cc-425e-a174-f66d818714ae'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:02:17.782756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Bound port: 787de014-fc4b-4422-bda2-b9914f3203b0, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5a15db-9b5e-4925-bb74-e66486f5bf1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4577c2a6-07cc-425e-a174-f66d818714ae'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:02:17.783285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.796883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-755505a5-12b7-47f4-aa46-27736135ad24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:17.811610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:17.847146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] Sync routers for ids ['1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:17.863716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Subnet': ['ID=f8d7438b-16af-445b-b098-af9339de4d02,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:17.866798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.868070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:17.873076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1017f0e1-6867-4daa-a8dc-c586ec9f0fd2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:17.888784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.928268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-755505a5-12b7-47f4-aa46-27736135ad24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:17.932640 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-755505a5-12b7-47f4-aa46-27736135ad24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dded7cfe-010d-424e-b4da-4e137deff797 HTTP/1.1" status: 204  len: 168 time: 2.0370958
Dec 21 10:02:17.932640 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "PUT /v2.0/routers/1bce4cf2-d7e0-4da9-8706-d1b53a9a4552/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2454095
Dec 21 10:02:17.941703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37010) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:18.014068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.138058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3edd8-1d52-42ef-abdc-ab38b91c4ad9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:18.138908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af3edd8-1d52-42ef-abdc-ab38b91c4ad9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:18.139740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1af3edd8-1d52-42ef-abdc-ab38b91c4ad9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:18.142021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] Routers {'1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:18.142717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d17b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:18.200195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:18.209866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=b1450d48-0da0-4d24-953e-8948348c00eb,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:18.212450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:18.217069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:18.217666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b339caf-bb95-4d3a-b405-218bfa0bd89a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.237s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:18.267228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:18.291827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] Set router 1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:02:18.334292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:18.335054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.392550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.396250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.417421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d17b8>, [{'id': '1bce4cf2-d7e0-4da9-8706-d1b53a9a4552', 'name': 'tempest-NetworksTestDHCPv6-router-751437805', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:00Z', 'updated_at': '2020-12-21T10:02:14Z', 'revision_number': 3, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:18.421438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Checking segment: {'id': 'e46e7fdd-a001-4e0d-a298-3e9e88a21593', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:18.421866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network hostable DHCP agents. Network: fc3dd635-6193-48c2-b608-e01c5ce01775, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:02:18.425332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0623ed3-7537-4baf-8fe2-f7b4e9dc2389 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:18.426729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] Checking router: 1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:02:18.458187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] Routers {'1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:18.458903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d17b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:18.461522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:18.468250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Checking segment: {'id': 'b1bbc735-fedb-404e-972f-5072d1ef2404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd38a15e4-25ca-4a72-8eda-500a9dcc08df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:18.468702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network hostable DHCP agents. Network: d38a15e4-25ca-4a72-8eda-500a9dcc08df, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:02:18.477274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:18.477680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.484469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:02:18.487698 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1004 time: 3.8215330
Dec 21 10:02:18.491664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37022) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:18.503118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b843136-4a85-434c-a8f5-74afc285b51d'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:18.570030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:02:18.579871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, d38a15e4-25ca-4a72-8eda-500a9dcc08df) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:18.581573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, fc3dd635-6193-48c2-b608-e01c5ce01775) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:18.598159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:18.598806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.615532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:18.617730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] Set router 1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:02:18.620265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:18.620909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.651868 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2765102
Dec 21 10:02:18.655810 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 2.8582244
Dec 21 10:02:18.656539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37028) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:18.662323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37034) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:18.669696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-883079994'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:18.677093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'name': 'tempest-RoutersTest-router-1321402782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:18.681861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1af3edd8-1d52-42ef-abdc-ab38b91c4ad9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:18.683966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:18.688419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:router and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:18.688615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1af3edd8-1d52-42ef-abdc-ab38b91c4ad9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.7440212
Dec 21 10:02:18.689447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37038) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:18.691468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:18.697285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:18.724219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:18.730056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.731161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.746399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.778493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:network and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:18.781870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.804474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:18.814037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:18.815353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aa38f3f6-c114-418e-99f6-6ea99d508121 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.1578169
Dec 21 10:02:18.818413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:18.822531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37044) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:18.941294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Pushing event updated for resources: {'Port': ['ID=03663026-cbe4-49f3-ba72-7c96c698dcf8,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:18.961612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:18.968363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c8cb262-4202-4f95-9d1d-dba04b86e5fd tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:19.003814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d17b8>, [{'id': '1bce4cf2-d7e0-4da9-8706-d1b53a9a4552', 'name': 'tempest-NetworksTestDHCPv6-router-751437805', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:00Z', 'updated_at': '2020-12-21T10:02:14Z', 'revision_number': 3, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:19.006626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d489e-247f-4f90-9d9a-24dab3eb498c None None] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:19.028268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:19.034228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.049059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99aee43-63a5-4629-a12e-ffcf6ab6d119 None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:19.053419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37050) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:19.194375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=6d0fc4cd-bf2c-4665-bb69-5408d2be125c,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:19.205795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:19.211625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2192206-26f5-4a9a-85e3-e97a3d6a86b6 None None] The sync data for ids ['1bce4cf2-d7e0-4da9-8706-d1b53a9a4552'] in dv-neutron-601336-62-ovs is: [{'id': '1bce4cf2-d7e0-4da9-8706-d1b53a9a4552', 'name': 'tempest-NetworksTestDHCPv6-router-751437805', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:00Z', 'updated_at': '2020-12-21T10:02:14Z', 'revision_number': 3, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:19.218017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:19.228882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:19.293053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:19.382918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-268f11ad-a873-4d33-9479-de1e35ed2b0c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 67f89dba-4b5b-454a-ab41-5883d4a504f9 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:02:19.388076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-268f11ad-a873-4d33-9479-de1e35ed2b0c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.445898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7f07f99e-f689-44b1-b250-1bcde0eae2e3 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'default'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:19.447357 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-7f07f99e-f689-44b1-b250-1bcde0eae2e3 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 21 10:02:19.448825 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-7f07f99e-f689-44b1-b250-1bcde0eae2e3 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:02:19.453592 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7f07f99e-f689-44b1-b250-1bcde0eae2e3 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.3955028
Dec 21 10:02:19.465815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37056) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:19.487454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'tempest-secgroup--2045484803'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:19.501727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:19.514441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:19.520677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.533850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:02:19.539154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] For port 787de014-fc4b-4422-bda2-b9914f3203b0, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:02:19.556235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-d38a15e4-25ca-4a72-8eda-500a9dcc08df', 'network_id': 'd38a15e4-25ca-4a72-8eda-500a9dcc08df', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'fixed_ips': [{'subnet_id': 'f8d7438b-16af-445b-b098-af9339de4d02'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:02:19.557212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.621860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] For port 787de014-fc4b-4422-bda2-b9914f3203b0, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=787de014-fc4b-4422-bda2-b9914f3203b0,segment=NetworkSegment(ae5a15db-9b5e-4925-bb74-e66486f5bf1e),segment_id=ae5a15db-9b5e-4925-bb74-e66486f5bf1e)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:02:19.622782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:19.644935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.652685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.653335 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Added segment b0449f49-66cb-4895-800a-f7555416c880 of type vxlan for network eeb35a19-aa5d-4e16-8975-39931bbcfe27
Dec 21 10:02:19.668986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:19.693362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-268f11ad-a873-4d33-9479-de1e35ed2b0c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.724187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:19.796625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.824867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.835353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.857006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP a1d721d9-5699-4cb3-af22-550ec68d3e9a associated. External IP: 172.26.1.249, port: 2904c878-c386-4551-876f-2e0a064cd6f2.
Dec 21 10:02:19.918830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:19.934990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.959254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:19.961780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Pushing event updated for resources: {'Port': ['ID=787de014-fc4b-4422-bda2-b9914f3203b0,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:19.975636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:20.059268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.096633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-39216dd9-383e-4e9d-8e73-6845b46a6ac1 None None] Provisioning for port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:20.106139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-39216dd9-383e-4e9d-8e73-6845b46a6ac1 None None] Provisioning complete for port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:20.106567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39216dd9-383e-4e9d-8e73-6845b46a6ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.241699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-39216dd9-383e-4e9d-8e73-6845b46a6ac1 None None] Port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:20.255051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:20.266939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:20.274537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Allocated IP 172.21.0.2 (d38a15e4-25ca-4a72-8eda-500a9dcc08df/f8d7438b-16af-445b-b098-af9339de4d02/31691a7f-fd2b-4eaa-b3b1-cbe129b860fe) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:20.277424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-39216dd9-383e-4e9d-8e73-6845b46a6ac1 None None] Provisioning complete for port 2e5fd96b-0611-4572-9f5b-0829bccee440 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:20.277741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39216dd9-383e-4e9d-8e73-6845b46a6ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.304859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:20.408797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.467201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-268f11ad-a873-4d33-9479-de1e35ed2b0c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.698243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] It took 0.63 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:02:20.726619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-39114bf0-664f-43e1-93f2-8a37f0c48dd7 None None] Provisioning complete for port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:20.726968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39114bf0-664f-43e1-93f2-8a37f0c48dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.773137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.798324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Transition to ACTIVE for port object 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:20.811475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-39114bf0-664f-43e1-93f2-8a37f0c48dd7 None None] Port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:20.825016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Transition to ACTIVE for port object 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:20.834580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-39114bf0-664f-43e1-93f2-8a37f0c48dd7 None None] Provisioning complete for port 2e5fd96b-0611-4572-9f5b-0829bccee440 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:20.835298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39114bf0-664f-43e1-93f2-8a37f0c48dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.868184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.869460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.873303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:20.873984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:20.886005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e5109ec-9ab4-4010-a694-9dbdc6bb2712 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:20.889400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-492ad706-d44a-4b6b-81fc-c3d0a5d1d9b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:21.076790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.146227 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 2.4826705
Dec 21 10:02:21.154152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Network': ['ID=eeb35a19-aa5d-4e16-8975-39931bbcfe27,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:21.159396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37060) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:21.169943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:21.171746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.177825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'ports': [{'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775'}, {'network_id': 'eeb35a19-aa5d-4e16-8975-39931bbcfe27'}]} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:21.178177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:21.178708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': 'eeb35a19-aa5d-4e16-8975-39931bbcfe27'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:21.185511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f18ebe35-c27d-483a-8be3-a31e039f66d2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:21.222570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:21.236571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Allocated IP 172.20.0.1 (4577c2a6-07cc-425e-a174-f66d818714ae/5e60fccf-c82a-4da2-986d-e8eb52572276/36ee1500-4a9d-4ad7-9dac-59d89b3aef9e) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:21.240126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network eeb35a19-aa5d-4e16-8975-39931bbcfe27 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:21.253638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network eeb35a19-aa5d-4e16-8975-39931bbcfe27 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:21.268727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 787de014-fc4b-4422-bda2-b9914f3203b0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:21.269326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:21.294416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:21.297768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Pushing event updated for resources: {'Port': ['ID=31691a7f-fd2b-4eaa-b3b1-cbe129b860fe,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:21.322382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:21.340973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:21.341217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroup': ['ID=4082b8fa-c492-45c3-94b8-b9e1fe7f861c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:21.354886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:21.356612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:21.488549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:02:21.521328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Delete allocated IP 172.20.0.21 (6b1a6b39-5659-40f3-97d7-51ce71a1890e/2135b449-d939-4532-85f7-abc4e552c99e) {{(pid=80971) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 21 10:02:21.531571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.534079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-268f11ad-a873-4d33-9479-de1e35ed2b0c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.554569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1761d307-a996-42a9-be41-2033be8af9a8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:21.656154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.693988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 787de014-fc4b-4422-bda2-b9914f3203b0 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:21.702438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:21.705115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:21.714712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:21.722000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:02:21.751964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:21.756029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:port and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:21.759247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:21.766009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:21.776868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.799777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:02:21.800350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce6eca38-1db3-4594-a71b-b6e36e3ad4e0 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:02:21.811129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 2} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:21.812901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268f11ad-a873-4d33-9479-de1e35ed2b0c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=67f89dba-4b5b-454a-ab41-5883d4a504f9,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:21.819251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.819875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Attempting to bind port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:02:21.820307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Attempting to bind port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b1bbc735-fedb-404e-972f-5072d1ef2404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd38a15e4-25ca-4a72-8eda-500a9dcc08df'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:02:21.820721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Attempting to bind port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe on network d38a15e4-25ca-4a72-8eda-500a9dcc08df {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:02:21.828324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:02:21.828752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Checking segment: {'id': 'b1bbc735-fedb-404e-972f-5072d1ef2404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd38a15e4-25ca-4a72-8eda-500a9dcc08df'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:21.829211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.829701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Bound using segment: {'id': 'b1bbc735-fedb-404e-972f-5072d1ef2404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd38a15e4-25ca-4a72-8eda-500a9dcc08df'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:02:21.830238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Bound port: 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bbc735-fedb-404e-972f-5072d1ef2404', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd38a15e4-25ca-4a72-8eda-500a9dcc08df'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:02:21.830664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.839975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.857413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-268f11ad-a873-4d33-9479-de1e35ed2b0c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:21.858225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e17d5aa-4839-40b5-937e-206cfa148c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:21.872765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:21.933225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] For port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:02:21.937073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c293b47-031e-4096-b206-1db04b1f2f35 None None] Network 4577c2a6-07cc-425e-a174-f66d818714ae requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:21.965466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroup': ['ID=93fbc8f1-5322-481a-966d-6729d5cf086a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:21.973341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] For port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=31691a7f-fd2b-4eaa-b3b1-cbe129b860fe,segment=NetworkSegment(b1bbc735-fedb-404e-972f-5072d1ef2404),segment_id=b1bbc735-fedb-404e-972f-5072d1ef2404)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:02:21.982471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:21.985408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7bcd5c0-d9a9-4bfd-b7b7-79559320df87 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:22.017748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.039144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.061645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-336f0ada-6d9f-4570-a6aa-9f093cb0096c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:22.066081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:02:22.100490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:22.112719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e14505-bb46-4f36-a861-4bf95cc4434e None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:22.126362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e14505-bb46-4f36-a861-4bf95cc4434e None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:22.128266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-29e14505-bb46-4f36-a861-4bf95cc4434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1fb630>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:22.130264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Transition to ACTIVE for port object 36ee1500-4a9d-4ad7-9dac-59d89b3aef9e will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:22.135546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.154206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port b28ab672-7e08-4547-8f74-0055e585e4e3 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:02:22.161221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Pushing event updated for resources: {'Port': ['ID=31691a7f-fd2b-4eaa-b3b1-cbe129b860fe,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:22.161588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.162956 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 2.6942568
Dec 21 10:02:22.168685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.171492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37064) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:22.177689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Ignored duplicate provisioning block setup for port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 21 10:02:22.178676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:22.183421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': '93fbc8f1-5322-481a-966d-6729d5cf086a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:22.190118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:22.194457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:22.199186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:22.206097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:22.208068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-268f11ad-a873-4d33-9479-de1e35ed2b0c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.210134 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-268f11ad-a873-4d33-9479-de1e35ed2b0c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/67f89dba-4b5b-454a-ab41-5883d4a504f9 HTTP/1.1" status: 204  len: 168 time: 3.4571717
Dec 21 10:02:22.216439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37068) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:22.218442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.226256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Pushing event updated for resources: {'Port': ['ID=03663026-cbe4-49f3-ba72-7c96c698dcf8,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:22.248296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:22.261021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bdb16e-5274-4a46-8dd8-7f38def2f0f2 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:22.268817 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 10.9804435
Dec 21 10:02:22.269957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-29e14505-bb46-4f36-a861-4bf95cc4434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1fb630>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:22.272272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37070) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:22.280211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-296afb02-29cb-4043-9683-6b0e2c18106c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'port_id': '2904c878-c386-4551-876f-2e0a064cd6f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:22.283409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e14505-bb46-4f36-a861-4bf95cc4434e None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:22.284286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-29e14505-bb46-4f36-a861-4bf95cc4434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1fb630>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:22.290979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1483f124-d51b-4c8d-b4b8-fef04cead8dd None None] Provisioning for port 787de014-fc4b-4422-bda2-b9914f3203b0 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:22.336175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1483f124-d51b-4c8d-b4b8-fef04cead8dd None None] Provisioning complete for port 787de014-fc4b-4422-bda2-b9914f3203b0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:22.336609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1483f124-d51b-4c8d-b4b8-fef04cead8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.366661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3b5d93b-eb44-4bc6-8d1f-f2e806b2a1ad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:22.377058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-29e14505-bb46-4f36-a861-4bf95cc4434e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1fb630>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:22.377882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e14505-bb46-4f36-a861-4bf95cc4434e None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:22.446366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.454396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-296afb02-29cb-4043-9683-6b0e2c18106c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.652957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.657973 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.9147937
Dec 21 10:02:22.680091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37076) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:22.693613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-850103458', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'fixed_ips': [{'ip_address': '172.26.1.226'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:22.746868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:22.759887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Usage tracker for resource:port and tenant:7504f4c5abe9451085bc70d9b19b0b88 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:22.765410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Quota usage for port was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:22.775325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:22.778511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1483f124-d51b-4c8d-b4b8-fef04cead8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.802739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.848840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1483f124-d51b-4c8d-b4b8-fef04cead8dd None None] For port 787de014-fc4b-4422-bda2-b9914f3203b0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=787de014-fc4b-4422-bda2-b9914f3203b0,segment=NetworkSegment(ae5a15db-9b5e-4925-bb74-e66486f5bf1e),segment_id=ae5a15db-9b5e-4925-bb74-e66486f5bf1e)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:22.859841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1483f124-d51b-4c8d-b4b8-fef04cead8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.862545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc1b3be9-970d-4e8c-bb53-fa35a2e76246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:22.869955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Made reservation on behalf of 7504f4c5abe9451085bc70d9b19b0b88 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:22.874894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.901851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:22.972576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483f124-d51b-4c8d-b4b8-fef04cead8dd None None] Pushing event updated for resources: {'Port': ['ID=787de014-fc4b-4422-bda2-b9914f3203b0,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:23.000508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1483f124-d51b-4c8d-b4b8-fef04cead8dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:23.010697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.068445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:02:23.089025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] Deleting port 96c389f9-4d5a-4b3c-988f-4d573a158251 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:23.089641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.095410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:23.100701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.734s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:23.131983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-75c8193b-19de-4f09-ad6b-4a401819fa49 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:23.233090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] In _notify_port_updated(), no bound segment for port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e on network 6b1a6b39-5659-40f3-97d7-51ce71a1890e {{(pid=80971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:02:23.243513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:23.244639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.250025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "PUT /v2.0/ports/ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e HTTP/1.1" status: 200  len: 919 time: 4.7538168
Dec 21 10:02:23.266909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37080) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:23.297604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'fixed_ips': [{'subnet_id': '4b843136-4a85-434c-a8f5-74afc285b51d'}, {'subnet_id': '2135b449-d939-4532-85f7-abc4e552c99e'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:23.299206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:23.433281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:23.471901 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-464402c8-267a-4cc5-b140-4cbead99f2ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 709 time: 1.1073236
Dec 21 10:02:23.483065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37084) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:23.488655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.491803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=36ee1500-4a9d-4ad7-9dac-59d89b3aef9e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:23.495858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Usage tracker for resource:security_group_rule and tenant:7504f4c5abe9451085bc70d9b19b0b88 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:23.496208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:23.500809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:23.504204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:23.518078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:23.530983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 787de014-fc4b-4422-bda2-b9914f3203b0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:23.580351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.594369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] For port 96c389f9-4d5a-4b3c-988f-4d573a158251, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=96c389f9-4d5a-4b3c-988f-4d573a158251,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:23.595172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.607996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f69643fe-8e52-4b15-88e1-77a00c7d87a6 None None] Provisioning complete for port 787de014-fc4b-4422-bda2-b9914f3203b0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:23.608346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f69643fe-8e52-4b15-88e1-77a00c7d87a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.700881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:23.783475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.787158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.802052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a9b972e2-b8fa-47c6-8e50-fe92d057b7ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:23.812140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.837450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59744656-a627-4599-9bbd-bd445f232588,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:23.841602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:23.848200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34f2053b-6526-4c81-86b1-36355faa8407 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:23.884167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Pushing event updated for resources: {'SecurityGroup': ['ID=8fea668f-efd5-4531-a9d8-e4fc954fb450,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:23.893443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:23.981710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] Calling delete_port for 96c389f9-4d5a-4b3c-988f-4d573a158251 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:24.023011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.028125 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.8543177
Dec 21 10:02:24.041631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37088) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:24.084771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 787de014-fc4b-4422-bda2-b9914f3203b0 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:24.085428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.115491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-296afb02-29cb-4043-9683-6b0e2c18106c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.124739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 40c8981f-38df-4777-aac2-41b7ccfdb6da yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:02:24.128190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] device_id is not set on port 048488a6-df01-4572-b3ed-20b058826732 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:02:24.177817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-296afb02-29cb-4043-9683-6b0e2c18106c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.233432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9b86e7aa-d3e4-4a31-84ef-c356d443fe35 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': '93fbc8f1-5322-481a-966d-6729d5cf086a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:24.255038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b86e7aa-d3e4-4a31-84ef-c356d443fe35 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:24.316380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.332093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.336132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:24.399957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 4577c2a6-07cc-425e-a174-f66d818714ae is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:24.403030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b86e7aa-d3e4-4a31-84ef-c356d443fe35 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:24.418222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b86e7aa-d3e4-4a31-84ef-c356d443fe35 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:24.421298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:24.433145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b86e7aa-d3e4-4a31-84ef-c356d443fe35 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:24.435277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:24.501681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] Pushing event deleted for resources: {'Port': ['ID=96c389f9-4d5a-4b3c-988f-4d573a158251,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:24.504573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:24.514352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e15fe64-5499-45a9-be65-00558ab28a61 None None] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:24.523430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34f2053b-6526-4c81-86b1-36355faa8407 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.539798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] No DVR routers for this DVR port 96c389f9-4d5a-4b3c-988f-4d573a158251 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:02:24.540406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34f2053b-6526-4c81-86b1-36355faa8407 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.570582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f69643fe-8e52-4b15-88e1-77a00c7d87a6 None None] Provisioning complete for port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:24.571123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f69643fe-8e52-4b15-88e1-77a00c7d87a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.654899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b86e7aa-d3e4-4a31-84ef-c356d443fe35 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.726637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34f2053b-6526-4c81-86b1-36355faa8407 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.727873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f2053b-6526-4c81-86b1-36355faa8407 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Fanout notify agent at l3_agent the message router_deleted on router 1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:02:24.738682 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] POST failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:02:24.739365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] No notification will be sent due to unsuccessful status code: 409 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:02:24.780053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:24.815334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f69643fe-8e52-4b15-88e1-77a00c7d87a6 None None] Port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:24.872549 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 2.1879306
Dec 21 10:02:24.876259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37092) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:24.936526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Provisioning complete for port 787de014-fc4b-4422-bda2-b9914f3203b0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:24.937346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.017593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.080549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296afb02-29cb-4043-9683-6b0e2c18106c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:25.083807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34f2053b-6526-4c81-86b1-36355faa8407 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.085250 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-34f2053b-6526-4c81-86b1-36355faa8407 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/routers/1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 HTTP/1.1" status: 204  len: 168 time: 1.5951049
Dec 21 10:02:25.086250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Deleting port 03663026-cbe4-49f3-ba72-7c96c698dcf8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:25.086250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.089218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 96c389f9-4d5a-4b3c-988f-4d573a158251 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:02:25.098735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37096) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:25.144867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 96c389f9-4d5a-4b3c-988f-4d573a158251 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:02:25.145252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 96c389f9-4d5a-4b3c-988f-4d573a158251 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:02:25.190471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Provisioning for port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:25.197005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Provisioning complete for port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:25.197429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.344731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296afb02-29cb-4043-9683-6b0e2c18106c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:25.349643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-296afb02-29cb-4043-9683-6b0e2c18106c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.357976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.384434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2654e19-0d58-4c0f-877a-ac9f733f308a None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:25.406469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2654e19-0d58-4c0f-877a-ac9f733f308a None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:25.407119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a2654e19-0d58-4c0f-877a-ac9f733f308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb01eb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:25.448512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:25.477615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] For port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=31691a7f-fd2b-4eaa-b3b1-cbe129b860fe,segment=NetworkSegment(b1bbc735-fedb-404e-972f-5072d1ef2404),segment_id=b1bbc735-fedb-404e-972f-5072d1ef2404)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:25.479208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a2654e19-0d58-4c0f-877a-ac9f733f308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb01eb8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:25.488185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.491667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff1fff7c-d058-4829-9f5f-c9c8d61a00bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:25.522505 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-9b86e7aa-d3e4-4a31-84ef-c356d443fe35 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:02:25.527140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9b86e7aa-d3e4-4a31-84ef-c356d443fe35 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 1.3118563
Dec 21 10:02:25.569448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Pushing event updated for resources: {'Port': ['ID=31691a7f-fd2b-4eaa-b3b1-cbe129b860fe,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:25.578108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2654e19-0d58-4c0f-877a-ac9f733f308a None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:25.579116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a2654e19-0d58-4c0f-877a-ac9f733f308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb01eb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:25.597925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37100) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:25.640244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:25.641134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6437f292-b0c6-4c41-b995-a8504d3a0e6b None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:02:25.664938 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-296afb02-29cb-4043-9683-6b0e2c18106c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "PUT /v2.0/floatingips/a1d721d9-5699-4cb3-af22-550ec68d3e9a HTTP/1.1" status: 200  len: 978 time: 3.3915069
Dec 21 10:02:25.673344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37104) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:25.686836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Provisioning for port 36ee1500-4a9d-4ad7-9dac-59d89b3aef9e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:25.695148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a2654e19-0d58-4c0f-877a-ac9f733f308a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb01eb8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:25.695604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2654e19-0d58-4c0f-877a-ac9f733f308a None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:25.705510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Provisioning complete for port 36ee1500-4a9d-4ad7-9dac-59d89b3aef9e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:25.705944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.801879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.802175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Port 36ee1500-4a9d-4ad7-9dac-59d89b3aef9e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:25.810180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:25.815099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.815473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.839668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6437f292-b0c6-4c41-b995-a8504d3a0e6b None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:02:25.865096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e25f9d6e-54ba-4440-8929-5707709e73bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:25.894741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ea628b8-e8e7-4a32-8377-3d767a22274e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:25.966671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:26.015013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b54091b4-126c-49e9-9d68-9aee851cc8d2 None None] Provisioning complete for port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:26.015442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b54091b4-126c-49e9-9d68-9aee851cc8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.064366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.108072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:26.176314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.29 (6b1a6b39-5659-40f3-97d7-51ce71a1890e/2135b449-d939-4532-85f7-abc4e552c99e/ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:26.187433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=b28ab672-7e08-4547-8f74-0055e585e4e3,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:26.208618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:26.231239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:26.251171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Calling delete_port for 03663026-cbe4-49f3-ba72-7c96c698dcf8 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:26.252737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:26.309725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:26.310631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.389970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0a3189e-0040-40cb-bb00-468100ad1b7e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:26.393419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ea628b8-e8e7-4a32-8377-3d767a22274e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.476227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 6d0fc4cd-bf2c-4665-bb69-5408d2be125c {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:26.476607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.552383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.644392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ea628b8-e8e7-4a32-8377-3d767a22274e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.654009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87cc6671-2ae7-4d4a-bc2b-53ef67a0b029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:26.726391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea628b8-e8e7-4a32-8377-3d767a22274e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fbc8f1-5322-481a-966d-6729d5cf086a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:26.735550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8ea628b8-e8e7-4a32-8377-3d767a22274e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:26.766465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.793581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:26.868297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Pushing event deleted for resources: {'Port': ['ID=03663026-cbe4-49f3-ba72-7c96c698dcf8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:26.875867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:26.880042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.880413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.882453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=40c8981f-38df-4777-aac2-41b7ccfdb6da,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:26.889835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ea628b8-e8e7-4a32-8377-3d767a22274e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:26.891085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8ea628b8-e8e7-4a32-8377-3d767a22274e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "DELETE /v2.0/security-groups/93fbc8f1-5322-481a-966d-6729d5cf086a HTTP/1.1" status: 204  len: 168 time: 1.2921195
Dec 21 10:02:26.898474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37108) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:26.918354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:27.063594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Checking segment: {'id': 'b0449f49-66cb-4895-800a-f7555416c880', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'eeb35a19-aa5d-4e16-8975-39931bbcfe27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:27.063994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network hostable DHCP agents. Network: eeb35a19-aa5d-4e16-8975-39931bbcfe27, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:02:27.110699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 6d0fc4cd-bf2c-4665-bb69-5408d2be125c owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:27.113266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:27.142077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:27.148059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network eeb35a19-aa5d-4e16-8975-39931bbcfe27 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:02:27.165430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8c677961-26fc-46cf-b43e-89bba409159c None None] Provisioning complete for port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:27.166019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c677961-26fc-46cf-b43e-89bba409159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:27.231824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b11f2bb3-657d-48fa-a56e-c292e85472fb tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Synchronizing usage tracker for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:27.233189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, eeb35a19-aa5d-4e16-8975-39931bbcfe27) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:27.244917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8c677961-26fc-46cf-b43e-89bba409159c None None] Port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:27.245507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:27.249243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:27.250629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7154349c-bdea-4cd1-83ec-f93b7d744b57 None None] Network eeb35a19-aa5d-4e16-8975-39931bbcfe27 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:27.253846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:27.257346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:27.258288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:27.303429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:27.304205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:27.322328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b11f2bb3-657d-48fa-a56e-c292e85472fb tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Unset dirty status for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:27.327541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b11f2bb3-657d-48fa-a56e-c292e85472fb tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.4242260
Dec 21 10:02:27.327706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:27.329765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37112) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:27.356486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:27.356756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'tempest-secgroup--671948708'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:27.379708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c84e6ad7-d185-4aca-86b0-8e69b40d492c tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:27.429804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:27.435396 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] 10.222.0.45 "DELETE /v2.0/floatingips/67ebb756-93ca-4113-be1d-6b92ef1f15cb HTTP/1.1" status: 204  len: 168 time: 2.5539398
Dec 21 10:02:27.435636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:27.449635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:27.469615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c9af4da-b6ed-41c0-bced-55210cb3bcb3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:27.496231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 6.3300440
Dec 21 10:02:27.510526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37118) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:27.539899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=6d0fc4cd-bf2c-4665-bb69-5408d2be125c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:27.544982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:27.569213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8c677961-26fc-46cf-b43e-89bba409159c None None] Provisioning complete for port 2e5fd96b-0611-4572-9f5b-0829bccee440 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:27.569598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c677961-26fc-46cf-b43e-89bba409159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:27.778092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:27.778951 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP a1d721d9-5699-4cb3-af22-550ec68d3e9a disassociated (deleted). External IP: 172.26.1.249, port: 2904c878-c386-4551-876f-2e0a064cd6f2.
Dec 21 10:02:27.879266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:28.006448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e,revision_number=3']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:28.016810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37124) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:28.020747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:28.037837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:28.114590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-058cf44d-1f9f-4e08-a4b4-d4272371a36c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 40c8981f-38df-4777-aac2-41b7ccfdb6da {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:28.114883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-058cf44d-1f9f-4e08-a4b4-d4272371a36c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:28.146994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:02:28.160553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:28.192468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:28.198401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:28.205342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:28.218109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:28.242095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:28.252995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:28.268934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:28.413721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:28.443330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:28.448479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:28.455966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785c0536-7bed-4cce-a75f-fa3ff7e98aaa None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:28.470023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c0536-7bed-4cce-a75f-fa3ff7e98aaa None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:28.470977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-785c0536-7bed-4cce-a75f-fa3ff7e98aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feead9390>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:28.512878 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/floatingips/a1d721d9-5699-4cb3-af22-550ec68d3e9a HTTP/1.1" status: 204  len: 168 time: 2.8352621
Dec 21 10:02:28.513350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37130) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:28.538891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:28.546337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-785c0536-7bed-4cce-a75f-fa3ff7e98aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feead9390>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:28.550192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:28.556700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785c0536-7bed-4cce-a75f-fa3ff7e98aaa None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:28.558294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-785c0536-7bed-4cce-a75f-fa3ff7e98aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feead9390>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:28.567959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=36ee1500-4a9d-4ad7-9dac-59d89b3aef9e,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:28.600724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2526a26e-48f3-410d-975e-b7edb393d8f8 None None] Provisioning for port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:28.601328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e6251da1-acaf-4e6d-897f-d2b1f3a14bb2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 2904c878-c386-4551-876f-2e0a064cd6f2 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:28.602043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6251da1-acaf-4e6d-897f-d2b1f3a14bb2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:28.614547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2526a26e-48f3-410d-975e-b7edb393d8f8 None None] Provisioning complete for port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:28.614980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2526a26e-48f3-410d-975e-b7edb393d8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:28.672289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-785c0536-7bed-4cce-a75f-fa3ff7e98aaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feead9390>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:28.673350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785c0536-7bed-4cce-a75f-fa3ff7e98aaa None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:28.675414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2526a26e-48f3-410d-975e-b7edb393d8f8 None None] Port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:28.687175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] Usage tracker for resource:security_group_rule and tenant:99f4dacaae4447ab9e0ecb6e3b3dd8a4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:28.691441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:28.693145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] In _notify_port_updated(), no bound segment for port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e on network 6b1a6b39-5659-40f3-97d7-51ce71a1890e {{(pid=80971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:02:28.698139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:28.698901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:28.700347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5fced680-7d8f-4b7b-9b7f-302296ea1a99 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "PUT /v2.0/ports/ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e HTTP/1.1" status: 200  len: 999 time: 5.4239635
Dec 21 10:02:28.701524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:28.710454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37134) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:28.795693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:29.008009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-058cf44d-1f9f-4e08-a4b4-d4272371a36c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.029474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.133178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9331ad07-563d-43a1-9632-d992f7db7a20 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:29.133753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9331ad07-563d-43a1-9632-d992f7db7a20 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.170851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.188789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-058cf44d-1f9f-4e08-a4b4-d4272371a36c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 40c8981f-38df-4777-aac2-41b7ccfdb6da owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:29.218064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:29.298761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 4577c2a6-07cc-425e-a174-f66d818714ae is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:29.316311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:29.334085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3f3f5b-dcfd-4def-9255-75a7db507bc2,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:29.355913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:29.366768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6251da1-acaf-4e6d-897f-d2b1f3a14bb2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.480216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.484500 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 2.1438630
Dec 21 10:02:29.505242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37138) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:29.549085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e6251da1-acaf-4e6d-897f-d2b1f3a14bb2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 2904c878-c386-4551-876f-2e0a064cd6f2 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:29.586388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1c5b32fa-2e1f-4d85-9786-3312d9cc5e60 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': '2a3f3f5b-dcfd-4def-9255-75a7db507bc2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:29.586917 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-1c5b32fa-2e1f-4d85-9786-3312d9cc5e60 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
Dec 21 10:02:29.587753 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-1c5b32fa-2e1f-4d85-9786-3312d9cc5e60 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:29.589056 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1c5b32fa-2e1f-4d85-9786-3312d9cc5e60 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0244703
Dec 21 10:02:29.595754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37142) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:29.614046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b5330003-bfd1-4ddd-bad1-fc5d1274a855 None None] Provisioning complete for port 36ee1500-4a9d-4ad7-9dac-59d89b3aef9e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:29.614463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b5330003-bfd1-4ddd-bad1-fc5d1274a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.631964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.633286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-058cf44d-1f9f-4e08-a4b4-d4272371a36c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.654992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.669415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-027e482c-b285-46f9-8a14-a9dd4387f18c tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:29.680888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b5330003-bfd1-4ddd-bad1-fc5d1274a855 None None] Port 36ee1500-4a9d-4ad7-9dac-59d89b3aef9e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:29.711229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.764732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058cf44d-1f9f-4e08-a4b4-d4272371a36c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=40c8981f-38df-4777-aac2-41b7ccfdb6da,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:29.778720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9331ad07-563d-43a1-9632-d992f7db7a20 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:29.781236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-058cf44d-1f9f-4e08-a4b4-d4272371a36c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:29.783802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8bf15bad-e21c-4ff3-ad8f-551c7a0fd41a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:29.930231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9331ad07-563d-43a1-9632-d992f7db7a20 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:30.004875 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=99f4dacaae4447ab9e0ecb6e3b3dd8a4&name=default HTTP/1.1" status: 200  len: 2879 time: 1.9706089
Dec 21 10:02:30.012036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37146) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:30.026951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ca53-1b53-4758-bff4-06cf94673bd8 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.047774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=d7b88386-3af9-435b-ba51-854864109605,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:30.054679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:30.057294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87b67de3-aaef-46d3-b216-ee425ae44e62 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:30.087604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-058cf44d-1f9f-4e08-a4b4-d4272371a36c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.102982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:02:30.125007 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-058cf44d-1f9f-4e08-a4b4-d4272371a36c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/40c8981f-38df-4777-aac2-41b7ccfdb6da HTTP/1.1" status: 204  len: 168 time: 2.2407966
Dec 21 10:02:30.127021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37150) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:30.132666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0bbf26-9d0e-44df-b0d8-a24c2a23497f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:30.142038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ca53-1b53-4758-bff4-06cf94673bd8 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.182514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:30.262537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6682df-9d6a-403b-935f-d7f63e5dc8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.354495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ca53-1b53-4758-bff4-06cf94673bd8 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.366129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-755505a5-12b7-47f4-aa46-27736135ad24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:30.390101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6682df-9d6a-403b-935f-d7f63e5dc8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.405713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6251da1-acaf-4e6d-897f-d2b1f3a14bb2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.412766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5ca53-1b53-4758-bff4-06cf94673bd8 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3f3f5b-dcfd-4def-9255-75a7db507bc2,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:30.487217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9cc5ca53-1b53-4758-bff4-06cf94673bd8 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:30.489144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f4acbf0-a9b7-41fc-ba28-6bcca5740f26 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:30.574921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6251da1-acaf-4e6d-897f-d2b1f3a14bb2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=2904c878-c386-4551-876f-2e0a064cd6f2,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:30.595804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6251da1-acaf-4e6d-897f-d2b1f3a14bb2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:30.631114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:30.637349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:30.645587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b835c5ea-f182-4e37-b7ee-0467d0869e68 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:30.681744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:30.682702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.688432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9cc5ca53-1b53-4758-bff4-06cf94673bd8 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.689710 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9cc5ca53-1b53-4758-bff4-06cf94673bd8 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "DELETE /v2.0/security-groups/2a3f3f5b-dcfd-4def-9255-75a7db507bc2 HTTP/1.1" status: 204  len: 168 time: 1.0928977
Dec 21 10:02:30.693307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37154) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:30.696461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9331ad07-563d-43a1-9632-d992f7db7a20 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.706108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:30.717365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8931720
Dec 21 10:02:30.720401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37158) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:30.729069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8ba278da-4177-4785-b22f-0c8e67b394bc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:30.759583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd451e-e0c2-4f32-905e-6271c71a4cdc None None] Sync routers for ids ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:30.766490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 5.6604605
Dec 21 10:02:30.770963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37162) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:30.781731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2829b26-cae8-433a-b271-d3fd515fa56f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:30.784610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2829b26-cae8-433a-b271-d3fd515fa56f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:30.785761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a2829b26-cae8-433a-b271-d3fd515fa56f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:30.791503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd451e-e0c2-4f32-905e-6271c71a4cdc None None] Routers {'8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:30.792295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-87fd451e-e0c2-4f32-905e-6271c71a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf8af60>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:30.798225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331ad07-563d-43a1-9632-d992f7db7a20 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:30.799446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1174396490', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:30.814709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:30.826011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9331ad07-563d-43a1-9632-d992f7db7a20 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:30.831464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:router and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:30.836925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:30.847319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6682df-9d6a-403b-935f-d7f63e5dc8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.848772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:30.857459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-276b87f1-978e-4514-b3a2-562f63990ef2 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:30.861452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06c5a99-930f-4c70-9dbf-e2f4372c4356 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:30.862125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d06c5a99-930f-4c70-9dbf-e2f4372c4356 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:30.870589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a2829b26-cae8-433a-b271-d3fd515fa56f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:30.874520 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a2829b26-cae8-433a-b271-d3fd515fa56f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1456 time: 0.7426255
Dec 21 10:02:30.876027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37166) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:30.876215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-87fd451e-e0c2-4f32-905e-6271c71a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf8af60>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:30.918815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fd451e-e0c2-4f32-905e-6271c71a4cdc None None] Routers {'8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:30.919664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.919802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-87fd451e-e0c2-4f32-905e-6271c71a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf8af60>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:30.920754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.941526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d06c5a99-930f-4c70-9dbf-e2f4372c4356 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:30.945465 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d06c5a99-930f-4c70-9dbf-e2f4372c4356 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports/36ee1500-4a9d-4ad7-9dac-59d89b3aef9e HTTP/1.1" status: 200  len: 910 time: 0.2212944
Dec 21 10:02:30.946713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6682df-9d6a-403b-935f-d7f63e5dc8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0bbf26-9d0e-44df-b0d8-a24c2a23497f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:30.951059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37170) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:30.963169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d6682df-9d6a-403b-935f-d7f63e5dc8f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:30.969706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:30.972167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6d42743e-3379-4c3b-a8ae-cf4019590bf0 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Synchronizing usage tracker for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:30.976719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a73885f2-fadb-4b01-89db-9d9b9c5aab81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port b28ab672-7e08-4547-8f74-0055e585e4e3 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:30.977105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a73885f2-fadb-4b01-89db-9d9b9c5aab81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:31.028926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-87fd451e-e0c2-4f32-905e-6271c71a4cdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf8af60>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:31.029531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fd451e-e0c2-4f32-905e-6271c71a4cdc None None] The sync data for ids ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:31.070009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d6682df-9d6a-403b-935f-d7f63e5dc8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:31.074799 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3d6682df-9d6a-403b-935f-d7f63e5dc8f1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe0bbf26-9d0e-44df-b0d8-a24c2a23497f HTTP/1.1" status: 204  len: 168 time: 1.0562038
Dec 21 10:02:31.082363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:31.115457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:31.119928 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ae37acf2-af74-4a20-9f9f-1bd6be09633a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.3489072
Dec 21 10:02:31.120925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37176) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:31.157506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': 'd7b88386-3af9-435b-ba51-854864109605'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:02:31.157506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:31.216367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6d42743e-3379-4c3b-a8ae-cf4019590bf0 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Unset dirty status for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:31.221692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6d42743e-3379-4c3b-a8ae-cf4019590bf0 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.5225863
Dec 21 10:02:31.229987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37180) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:31.250492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'tempest-secgroup--58050138'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:31.268833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:31.387624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6251da1-acaf-4e6d-897f-d2b1f3a14bb2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:31.396895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e6251da1-acaf-4e6d-897f-d2b1f3a14bb2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/ports/2904c878-c386-4551-876f-2e0a064cd6f2 HTTP/1.1" status: 204  len: 168 time: 2.8769360
Dec 21 10:02:31.398683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:31.406465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37186) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:31.407421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:31.426612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:31.734670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/d7b88386-3af9-435b-ba51-854864109605/91d6d428-917c-4193-a208-0f0cff1ba881) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:31.800088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:31.802473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37190) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:31.839711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:floatingip and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:31.853052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a73885f2-fadb-4b01-89db-9d9b9c5aab81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:31.855299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:31.870957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:31.874488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:31.902077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9331ad07-563d-43a1-9632-d992f7db7a20 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:31.904144 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9331ad07-563d-43a1-9632-d992f7db7a20 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e HTTP/1.1" status: 204  len: 168 time: 3.1930318
Dec 21 10:02:31.918641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37194) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:32.021316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a73885f2-fadb-4b01-89db-9d9b9c5aab81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for b28ab672-7e08-4547-8f74-0055e585e4e3 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:32.034540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.047882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Transition to ACTIVE for port object 91d6d428-917c-4193-a208-0f0cff1ba881 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:32.060900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.070286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Transition to ACTIVE for port object 91d6d428-917c-4193-a208-0f0cff1ba881 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:32.077127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.103472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b347dea-1631-4153-b5a7-47bc02a78c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:32.125212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.131549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:32.149087 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a3ddf6c-105e-4e94-83bb-901786edbdbe tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:02:32.149692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7a3ddf6c-105e-4e94-83bb-901786edbdbe tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:32.159370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:32.165920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:32.174588 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-12483971-9030-444c-9c23-4a052d63bb59 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7504f4c5abe9451085bc70d9b19b0b88&name=default HTTP/1.1" status: 200  len: 2879 time: 0.3684120
Dec 21 10:02:32.179842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37198) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:32.197613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:32.254826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7a3ddf6c-105e-4e94-83bb-901786edbdbe tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:32.258042 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7a3ddf6c-105e-4e94-83bb-901786edbdbe tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e HTTP/1.1" status: 404  len: 333 time: 0.3358660
Dec 21 10:02:32.268574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37202) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:32.275271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Pushing event updated for resources: {'Port': ['ID=91d6d428-917c-4193-a208-0f0cff1ba881,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:32.279299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:32.279727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a73885f2-fadb-4b01-89db-9d9b9c5aab81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.327765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:32.329403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:32.331924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:32.364344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:32.392231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Attempting to bind port 91d6d428-917c-4193-a208-0f0cff1ba881 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:02:32.392566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Attempting to bind port 91d6d428-917c-4193-a208-0f0cff1ba881 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:02:32.393361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Attempting to bind port 91d6d428-917c-4193-a208-0f0cff1ba881 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:02:32.398768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:02:32.399194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:32.399642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.400362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:02:32.401205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Bound port: 91d6d428-917c-4193-a208-0f0cff1ba881, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:02:32.401835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.463535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73885f2-fadb-4b01-89db-9d9b9c5aab81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=b28ab672-7e08-4547-8f74-0055e585e4e3,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:32.474922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a73885f2-fadb-4b01-89db-9d9b9c5aab81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:32.500398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] For port 91d6d428-917c-4193-a208-0f0cff1ba881, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:02:32.503816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] For port 91d6d428-917c-4193-a208-0f0cff1ba881, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=91d6d428-917c-4193-a208-0f0cff1ba881,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:02:32.507937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.524101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eeb5d9c9-fb80-4ced-bf48-fab7702c5a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:32.596337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Pushing event updated for resources: {'Port': ['ID=91d6d428-917c-4193-a208-0f0cff1ba881,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:32.611155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:32.623403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.636727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f15165e6-f5f0-4419-9d59-f7c1847582ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.640594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.690512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f15165e6-f5f0-4419-9d59-f7c1847582ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.698813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-db9a8198-4b9e-411b-8986-1d11bf579553 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:32.725969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a73885f2-fadb-4b01-89db-9d9b9c5aab81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.733342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.814614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a73885f2-fadb-4b01-89db-9d9b9c5aab81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/b28ab672-7e08-4547-8f74-0055e585e4e3 HTTP/1.1" status: 204  len: 168 time: 1.9378295
Dec 21 10:02:32.820256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37206) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:32.828230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7b7b68-932a-4c0f-b730-f462b146298b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:32.836573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.888152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:32.892895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f15165e6-f5f0-4419-9d59-f7c1847582ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.904953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afcd9905-6823-4634-a964-610c39d6be45 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651 tempest-ExtraDHCPOptionsIpV6TestJSON-728538651] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:32.928484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15165e6-f5f0-4419-9d59-f7c1847582ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fea668f-efd5-4531-a9d8-e4fc954fb450,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:32.933222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f15165e6-f5f0-4419-9d59-f7c1847582ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:32.964924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.966408 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1692 time: 1.7353754
Dec 21 10:02:32.993008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f15165e6-f5f0-4419-9d59-f7c1847582ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:32.994343 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f15165e6-f5f0-4419-9d59-f7c1847582ec admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8fea668f-efd5-4531-a9d8-e4fc954fb450 HTTP/1.1" status: 204  len: 168 time: 0.8131804
Dec 21 10:02:32.994991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37210) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:33.013262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c1f867b3-521c-4a4c-a33d-41879a2f4953 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': '2b7b7b68-932a-4c0f-b730-f462b146298b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:33.013899 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-c1f867b3-521c-4a4c-a33d-41879a2f4953 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
Dec 21 10:02:33.014421 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-c1f867b3-521c-4a4c-a33d-41879a2f4953 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:33.015425 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c1f867b3-521c-4a4c-a33d-41879a2f4953 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0144308
Dec 21 10:02:33.019125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37216) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:33.101157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b75f42-bd3c-48f4-8ff7-d9dbd36bf724 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet 2135b449-d939-4532-85f7-abc4e552c99e {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:02:33.118290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::1 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/d7b88386-3af9-435b-ba51-854864109605/56df1706-6669-427c-a700-5497ad86f9f3) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:33.129346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47b75f42-bd3c-48f4-8ff7-d9dbd36bf724 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:33.159191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5586d05d-5607-4424-a4a8-74fdddab4cef tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:33.253979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5586d05d-5607-4424-a4a8-74fdddab4cef tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:33.337235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47b75f42-bd3c-48f4-8ff7-d9dbd36bf724 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:33.410184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5586d05d-5607-4424-a4a8-74fdddab4cef tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:33.417652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a24492e-a9df-444d-92b5-3ff03628c018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:33.450181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:33.455292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586d05d-5607-4424-a4a8-74fdddab4cef tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7b7b68-932a-4c0f-b730-f462b146298b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:33.461622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5586d05d-5607-4424-a4a8-74fdddab4cef tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:33.477983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5586d05d-5607-4424-a4a8-74fdddab4cef tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:33.481724 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5586d05d-5607-4424-a4a8-74fdddab4cef tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "DELETE /v2.0/security-groups/2b7b7b68-932a-4c0f-b730-f462b146298b HTTP/1.1" status: 204  len: 168 time: 0.4596860
Dec 21 10:02:33.481724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 56df1706-6669-427c-a700-5497ad86f9f3 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:33.483780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37224) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:33.554826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3188b8a0-29f9-45fe-85f8-1331eff21d7f tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Synchronizing usage tracker for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:33.564832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd21d76-cac9-4877-9eda-55110cd7be8f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:33.564957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:33.565141 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2fd21d76-cac9-4877-9eda-55110cd7be8f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.7344491
Dec 21 10:02:33.581892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37228) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:33.669086 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-854a39be-e57c-4cbc-a791-801c6416f04f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:02:33.672969 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-854a39be-e57c-4cbc-a791-801c6416f04f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/40c8981f-38df-4777-aac2-41b7ccfdb6da HTTP/1.1" status: 404  len: 333 time: 0.0846932
Dec 21 10:02:33.689979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37236) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:33.691436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:33.790973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47b75f42-bd3c-48f4-8ff7-d9dbd36bf724 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:33.814485 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1daa7d80-de3b-4d27-bfe2-857c04458aa5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:02:33.815152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1daa7d80-de3b-4d27-bfe2-857c04458aa5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:33.827836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3188b8a0-29f9-45fe-85f8-1331eff21d7f tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Unset dirty status for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:33.832897 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3188b8a0-29f9-45fe-85f8-1331eff21d7f tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.3464580
Dec 21 10:02:33.836102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37242) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:33.845905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'tempest-secgroup--956397138'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:33.871280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=56df1706-6669-427c-a700-5497ad86f9f3,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:33.874527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:33.879530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:33.900188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1daa7d80-de3b-4d27-bfe2-857c04458aa5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:33.901865 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1daa7d80-de3b-4d27-bfe2-857c04458aa5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/b28ab672-7e08-4547-8f74-0055e585e4e3 HTTP/1.1" status: 404  len: 333 time: 0.1743491
Dec 21 10:02:33.902875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:33.908247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37246) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:33.947457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.26.1.239 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/4e8eb84a-f6af-4e0e-8ee2-21fdb59d0cb0) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:33.948314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:33.954576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:33.957477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:33.958210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:33.975331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:34.106979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:34.125247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:34.131361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:34.146039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:34.202902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:34.482422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0aa160e5-ca01-4dfa-a5ba-9b75ea731463 None None] Provisioning for port 91d6d428-917c-4193-a208-0f0cff1ba881 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:34.653903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Allocated IP 172.21.0.1 (d38a15e4-25ca-4a72-8eda-500a9dcc08df/f8d7438b-16af-445b-b098-af9339de4d02/a82e1e83-405f-4c9b-b9f0-9d650215e741) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:34.670340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:34.750753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:34.803239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:34.837055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:34.850897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-939edf88-7e71-428a-883b-6b3eb4897d21 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:34.972601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47b75f42-bd3c-48f4-8ff7-d9dbd36bf724 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.000913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d1dd2e5-93d2-4156-b87f-9a69819b9d08 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:35.016267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.017641 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 1.1763985
Dec 21 10:02:35.022857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.037154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37266) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:35.064838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5432833f-a572-49e9-adcf-d2f3be4af8c2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': '57578f1f-261f-49a8-9f5e-7c5a05999f2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:35.065977 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-5432833f-a572-49e9-adcf-d2f3be4af8c2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
Dec 21 10:02:35.066564 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-5432833f-a572-49e9-adcf-d2f3be4af8c2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:35.067686 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5432833f-a572-49e9-adcf-d2f3be4af8c2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0245917
Dec 21 10:02:35.075101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0ecc192d-afda-4f46-9f03-028ec97dfd5b None None] Provisioning for port 56df1706-6669-427c-a700-5497ad86f9f3 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:35.076218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b75f42-bd3c-48f4-8ff7-d9dbd36bf724 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=2135b449-d939-4532-85f7-abc4e552c99e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:35.077994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37272) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:35.079961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47b75f42-bd3c-48f4-8ff7-d9dbd36bf724 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:35.102750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0ecc192d-afda-4f46-9f03-028ec97dfd5b None None] Provisioning complete for port 56df1706-6669-427c-a700-5497ad86f9f3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:35.104494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1c1bc556-ae46-4345-88ae-8979f5e515a2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': '57578f1f-261f-49a8-9f5e-7c5a05999f2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:35.105464 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-1c1bc556-ae46-4345-88ae-8979f5e515a2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
Dec 21 10:02:35.106167 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-1c1bc556-ae46-4345-88ae-8979f5e515a2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:35.107283 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1c1bc556-ae46-4345-88ae-8979f5e515a2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0207512
Dec 21 10:02:35.108030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ecc192d-afda-4f46-9f03-028ec97dfd5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.115264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroup': ['ID=57578f1f-261f-49a8-9f5e-7c5a05999f2e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:35.123459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37276) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:35.127822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:35.137475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d50c05b3-9a9a-4d71-9ee0-5730dd77f32b tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': '57578f1f-261f-49a8-9f5e-7c5a05999f2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:35.138463 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-d50c05b3-9a9a-4d71-9ee0-5730dd77f32b tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
Dec 21 10:02:35.139063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-d50c05b3-9a9a-4d71-9ee0-5730dd77f32b tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:35.140135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d50c05b3-9a9a-4d71-9ee0-5730dd77f32b tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0143223
Dec 21 10:02:35.178091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37280) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:35.179260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.199535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.212276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:35.270101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0ecc192d-afda-4f46-9f03-028ec97dfd5b None None] Port 56df1706-6669-427c-a700-5497ad86f9f3 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:35.303400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 91d6d428-917c-4193-a208-0f0cff1ba881 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:35.314217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe78ce710>,) {'filters': {'network_id': ['eeb35a19-aa5d-4e16-8975-39931bbcfe27']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:35.337281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-215f2ea2-f22b-461b-b61f-f722dc05397d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': '57578f1f-261f-49a8-9f5e-7c5a05999f2e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:35.339689 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-215f2ea2-f22b-461b-b61f-f722dc05397d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
Dec 21 10:02:35.340386 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-215f2ea2-f22b-461b-b61f-f722dc05397d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:35.341615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-215f2ea2-f22b-461b-b61f-f722dc05397d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.1475551
Dec 21 10:02:35.342796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=4e8eb84a-f6af-4e0e-8ee2-21fdb59d0cb0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:35.371197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37286) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:35.376776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:35.423975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 91d6d428-917c-4193-a208-0f0cff1ba881 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:35.431549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 91d6d428-917c-4193-a208-0f0cff1ba881 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:35.432937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.468509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37290) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:35.470206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe78ce710>, 'b0449f49-66cb-4895-800a-f7555416c880') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:35.470540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe78ce710>, 'b0449f49-66cb-4895-800a-f7555416c880') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:35.491419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Transition to ACTIVE for port object a82e1e83-405f-4c9b-b9f0-9d650215e741 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:35.511686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.537820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.540321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:02:35.599211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.653649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 91d6d428-917c-4193-a208-0f0cff1ba881, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=91d6d428-917c-4193-a208-0f0cff1ba881,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:35.658765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e59fe58c-7007-45d1-9edd-c672a110f326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.659730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.668086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:35.695838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Request body: {'router': {'name': 'tempest-pretest-check-1203296144'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:35.697115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47b75f42-bd3c-48f4-8ff7-d9dbd36bf724 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.711270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76829661-d8db-4384-a22d-ecf5517931c6 None None] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:35.727931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:35.736458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e59fe58c-7007-45d1-9edd-c672a110f326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.748585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.768557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-39244adc-ee2b-4b1f-8d55-2141e9b6045e tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:35.785893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Usage tracker for resource:router and tenant:63cef088d2c8490cbe1e4a2c6b192a41 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:35.802895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:35.806500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network eeb35a19-aa5d-4e16-8975-39931bbcfe27 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:02:35.816479 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-47b75f42-bd3c-48f4-8ff7-d9dbd36bf724 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/2135b449-d939-4532-85f7-abc4e552c99e HTTP/1.1" status: 204  len: 168 time: 3.5435672
Dec 21 10:02:35.819462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:35.821324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37296) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:35.824376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:35.836496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:35.856996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:35.859406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=91d6d428-917c-4193-a208-0f0cff1ba881,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:35.864186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:35.868948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:36.023169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=a82e1e83-405f-4c9b-b9f0-9d650215e741,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:36.032195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.032330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:36.033272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.046754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e59fe58c-7007-45d1-9edd-c672a110f326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.061586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-148253d6-4e6b-4805-b210-0bbfa713cda0 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:36.091189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59fe58c-7007-45d1-9edd-c672a110f326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event deleted for resources: {'SecurityGroup': ['ID=57578f1f-261f-49a8-9f5e-7c5a05999f2e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:36.099329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e59fe58c-7007-45d1-9edd-c672a110f326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:36.105852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e59fe58c-7007-45d1-9edd-c672a110f326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.109453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e59fe58c-7007-45d1-9edd-c672a110f326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "DELETE /v2.0/security-groups/57578f1f-261f-49a8-9f5e-7c5a05999f2e HTTP/1.1" status: 204  len: 168 time: 0.7345760
Dec 21 10:02:36.110387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37300) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:36.143595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:36.145910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:36.157831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:36.174523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network eeb35a19-aa5d-4e16-8975-39931bbcfe27 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:02:36.223309 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:02:36.238522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.245826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bc2040ac-041f-4de3-81f4-3692cb5b3c15 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Synchronizing usage tracker for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:36.255119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.294067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bc2040ac-041f-4de3-81f4-3692cb5b3c15 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Unset dirty status for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:36.301185 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bc2040ac-041f-4de3-81f4-3692cb5b3c15 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.1847854
Dec 21 10:02:36.301185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37304) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:36.311405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'tempest-secgroup--1947699374'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:36.323193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:36.339861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:36.364103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.396388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:36.401780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:36.441093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.449131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:36.453077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.457613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7298ea41-b09b-4c77-93d5-4e670e2f04f1 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:36.472002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:36.479824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.488673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.506798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Network': ['ID=eeb35a19-aa5d-4e16-8975-39931bbcfe27,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:36.508754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.509654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.512329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.524754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:36.541681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e6e4194-666e-4b51-b6ac-71348948ef08 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:36.547482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.576973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4931c24e-a022-4d06-aaf8-ad684cda77c6 None None] Provisioning for port a82e1e83-405f-4c9b-b9f0-9d650215e741 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:36.599107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4931c24e-a022-4d06-aaf8-ad684cda77c6 None None] Provisioning complete for port a82e1e83-405f-4c9b-b9f0-9d650215e741 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:36.599543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4931c24e-a022-4d06-aaf8-ad684cda77c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.614808 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/networks/eeb35a19-aa5d-4e16-8975-39931bbcfe27 HTTP/1.1" status: 204  len: 168 time: 2.7011340
Dec 21 10:02:36.618285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37308) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:36.632685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.633987 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e7c5b5d4-6ebb-4f8a-8d9b-3c623ae8ff7e tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 729 time: 1.1549654
Dec 21 10:02:36.638993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2045708633'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:36.649853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37312) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:36.657294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00c7bee-6313-4155-a29b-7c90310b5b81 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet 4b843136-4a85-434c-a8f5-74afc285b51d {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:02:36.666533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:36.698949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4931c24e-a022-4d06-aaf8-ad684cda77c6 None None] Port a82e1e83-405f-4c9b-b9f0-9d650215e741 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:36.730242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:network and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:36.737884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a00c7bee-6313-4155-a29b-7c90310b5b81 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.774080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:36.789542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=56df1706-6669-427c-a700-5497ad86f9f3,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:36.802023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:36.809534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:36.820866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-af688d3e-4d74-4dea-97d9-6ffed5d15503 None None] Provisioning complete for port 2e5fd96b-0611-4572-9f5b-0829bccee440 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:36.821411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af688d3e-4d74-4dea-97d9-6ffed5d15503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.847436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:36.853274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.869250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a00c7bee-6313-4155-a29b-7c90310b5b81 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.943939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24776e6f-4740-4675-8c74-52f3abd5f473 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:36.963599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:36.971108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:36.987589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:02:37.064715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.065109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Added segment 1a33be49-6294-4d1c-a9c7-e6b0d5bbb706 of type vxlan for network 5272688d-2e8a-4f14-bb89-efb049667e39
Dec 21 10:02:37.149259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 91d6d428-917c-4193-a208-0f0cff1ba881 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:37.182821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a00c7bee-6313-4155-a29b-7c90310b5b81 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.269643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 91d6d428-917c-4193-a208-0f0cff1ba881 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:37.270335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.392765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.417850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cdcca537-e748-4cbf-9b13-ec4d3794bb92 None None] Provisioning complete for port 56df1706-6669-427c-a700-5497ad86f9f3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:37.418280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cdcca537-e748-4cbf-9b13-ec4d3794bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.446969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.479619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cdcca537-e748-4cbf-9b13-ec4d3794bb92 None None] Port 56df1706-6669-427c-a700-5497ad86f9f3 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:37.575933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.601897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.607206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:37.790811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24776e6f-4740-4675-8c74-52f3abd5f473 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.805185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.810366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:37.811083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.821555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-889ca2d8-8e97-46a8-9c12-1f971a294d01 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:37.828198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24776e6f-4740-4675-8c74-52f3abd5f473 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.881524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.885828 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.5810137
Dec 21 10:02:37.889322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroup': ['ID=d8966df0-1a3d-4042-a824-0ed28276fcf0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:37.891846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37316) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:37.914201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:37.920862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a029ccf9-a8a0-4984-a9dd-d577a6262bd2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'd8966df0-1a3d-4042-a824-0ed28276fcf0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:37.921385 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-a029ccf9-a8a0-4984-a9dd-d577a6262bd2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 21 10:02:37.921996 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-a029ccf9-a8a0-4984-a9dd-d577a6262bd2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:37.927729 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a029ccf9-a8a0-4984-a9dd-d577a6262bd2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0232759
Dec 21 10:02:37.927952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Router bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:02:37.929933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37320) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:37.938622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24776e6f-4740-4675-8c74-52f3abd5f473 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:37.939112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24776e6f-4740-4675-8c74-52f3abd5f473 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Fanout notify agent at l3_agent the message router_deleted on router 73626d57-39e4-462c-bb6c-ee6c9a14df79 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:02:37.943761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e6ff2153-617e-4de2-bc48-eb504ff875c9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'd8966df0-1a3d-4042-a824-0ed28276fcf0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:37.953655 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.3285813
Dec 21 10:02:37.966635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37324) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:37.980275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e6ff2153-617e-4de2-bc48-eb504ff875c9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:38.017197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e6ff2153-617e-4de2-bc48-eb504ff875c9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:38.026905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e6ff2153-617e-4de2-bc48-eb504ff875c9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:38.027312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': '5272688d-2e8a-4f14-bb89-efb049667e39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:38.042296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24776e6f-4740-4675-8c74-52f3abd5f473 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.043589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-24776e6f-4740-4675-8c74-52f3abd5f473 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] 10.222.0.45 "DELETE /v2.0/routers/73626d57-39e4-462c-bb6c-ee6c9a14df79 HTTP/1.1" status: 204  len: 168 time: 1.3789420
Dec 21 10:02:38.052587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e6ff2153-617e-4de2-bc48-eb504ff875c9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:38.054550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37328) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:38.067918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Request body: {'router': {'name': 'tempest-router-1555128912', 'distributed': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:38.120174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Network': ['ID=5272688d-2e8a-4f14-bb89-efb049667e39,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:38.137373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 5272688d-2e8a-4f14-bb89-efb049667e39 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:38.142382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:38.152984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 5272688d-2e8a-4f14-bb89-efb049667e39 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:38.184177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:38.215847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Usage tracker for resource:router and tenant:63cef088d2c8490cbe1e4a2c6b192a41 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:38.231721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:38.257399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:38.308393 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-e6ff2153-617e-4de2-bc48-eb504ff875c9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:38.309573 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e6ff2153-617e-4de2-bc48-eb504ff875c9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.3755383
Dec 21 10:02:38.313242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.313952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37332) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:38.314368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.329658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4cea6f84-31ea-4938-9bca-c89b4f522c13 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'd8966df0-1a3d-4042-a824-0ed28276fcf0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:38.331084 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-4cea6f84-31ea-4938-9bca-c89b4f522c13 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
Dec 21 10:02:38.331769 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-4cea6f84-31ea-4938-9bca-c89b4f522c13 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:38.332664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4cea6f84-31ea-4938-9bca-c89b4f522c13 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0138090
Dec 21 10:02:38.336297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a00c7bee-6313-4155-a29b-7c90310b5b81 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.345586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37336) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:38.351099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:38.358494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.358722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aac4ecc5-8359-435e-996b-e11d32487321 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:38.362803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9cc42f09-f500-47af-b6e3-da4bcb063895 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'd8966df0-1a3d-4042-a824-0ed28276fcf0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:38.377000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5da7518c-e66a-4468-a5fe-ded47cd6217e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.383815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.389908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9cc42f09-f500-47af-b6e3-da4bcb063895 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:38.395442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:38.397003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.401249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:38.401773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.408112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Sync routers for ids ['bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:38.415027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:38.419635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Routers {'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:38.420366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feead95f8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:38.421151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c7bee-6313-4155-a29b-7c90310b5b81 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=4b843136-4a85-434c-a8f5-74afc285b51d,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:38.431128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9cc42f09-f500-47af-b6e3-da4bcb063895 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:38.431441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a00c7bee-6313-4155-a29b-7c90310b5b81 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:38.435193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:38.438757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-072b4d3e-647d-4c4e-a01a-572499ef175a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:38.442893 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "PUT /v2.0/routers/bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.3121433
Dec 21 10:02:38.484638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9cc42f09-f500-47af-b6e3-da4bcb063895 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:38.487028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37340) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:38.492456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.523519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:38.567045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9cc42f09-f500-47af-b6e3-da4bcb063895 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:38.580778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b1ec4d-462c-42ae-8751-26cd0b476229 None None] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:38.592173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a00c7bee-6313-4155-a29b-7c90310b5b81 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.600564 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a00c7bee-6313-4155-a29b-7c90310b5b81 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/4b843136-4a85-434c-a8f5-74afc285b51d HTTP/1.1" status: 204  len: 168 time: 2.7614808
Dec 21 10:02:38.607520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37344) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:38.625207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.633033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Set router bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:02:38.682318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.710487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=a82e1e83-405f-4c9b-b9f0-9d650215e741,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:38.775764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:38.780369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa177cae-095b-4d26-9aaa-5b02ede61e2d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.250s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:38.842051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.846000 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-82d21f82-cd8c-4fdd-aa8d-fa9f1949f899 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.7853370
Dec 21 10:02:38.849943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37348) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:38.862419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b847545a-6a70-4b3d-b63b-bead3824154d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:38.863045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b847545a-6a70-4b3d-b63b-bead3824154d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:38.879483 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-9cc42f09-f500-47af-b6e3-da4bcb063895 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:38.880649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9cc42f09-f500-47af-b6e3-da4bcb063895 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.5328097
Dec 21 10:02:38.948538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37352) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:38.970029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ddcdb482-d403-4442-ac4e-f3c9bed4d24d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'd8966df0-1a3d-4042-a824-0ed28276fcf0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:38.970556 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-ddcdb482-d403-4442-ac4e-f3c9bed4d24d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
Dec 21 10:02:38.971102 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-ddcdb482-d403-4442-ac4e-f3c9bed4d24d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:38.972160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ddcdb482-d403-4442-ac4e-f3c9bed4d24d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0178053
Dec 21 10:02:38.986686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:38.988056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37356) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:39.008010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7fabc3a8-1cfa-44ff-b706-74f51fd7dad2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'd8966df0-1a3d-4042-a824-0ed28276fcf0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:39.018832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=4e8eb84a-f6af-4e0e-8ee2-21fdb59d0cb0,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:39.028592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7fabc3a8-1cfa-44ff-b706-74f51fd7dad2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:39.033116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:39.044864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7fabc3a8-1cfa-44ff-b706-74f51fd7dad2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:39.047895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b847545a-6a70-4b3d-b63b-bead3824154d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:39.052118 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b847545a-6a70-4b3d-b63b-bead3824154d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports/56df1706-6669-427c-a700-5497ad86f9f3 HTTP/1.1" status: 200  len: 911 time: 0.5445294
Dec 21 10:02:39.055974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37360) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:39.056403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7fabc3a8-1cfa-44ff-b706-74f51fd7dad2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:39.107647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feead95f8>, [{'id': 'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4', 'name': 'tempest-NetworksTestDHCPv6-router-1174396490', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:30Z', 'updated_at': '2020-12-21T10:02:34Z', 'revision_number': 2, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None, '_interfaces': [{'id': '56df1706-6669-427c-a700-5497ad86f9f3', 'name': '', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'mac_address': 'fa:16:3e:d6:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd7b88386-3af9-435b-ba51-854864109605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:02:32Z', 'updated_at': '2020-12-21T10:02:35Z', 'revision_number': 2, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'subnets': [{'id': 'd7b88386-3af9-435b-ba51-854864109605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:39.113748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Checking router: bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:02:39.114109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Updating router bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 port 56df1706-6669-427c-a700-5497ad86f9f3 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:02:39.114721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7fabc3a8-1cfa-44ff-b706-74f51fd7dad2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:39.166235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] DHCP port deletion for 6b1a6b39-5659-40f3-97d7-51ce71a1890e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:02:39.171026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] Deleting port 2e5fd96b-0611-4572-9f5b-0829bccee440 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:39.172095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.182678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.238920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:39.246798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:39.257515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f23e1a7e-eed9-47e3-a4ba-cbe2f82c0aaa tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.264772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.274025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-7fabc3a8-1cfa-44ff-b706-74f51fd7dad2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:39.275194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7fabc3a8-1cfa-44ff-b706-74f51fd7dad2 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.2722631
Dec 21 10:02:39.346819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37364) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:39.354413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.478652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.482587 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.0647364
Dec 21 10:02:39.494673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37368) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:39.507839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'port': {'network_id': '7646ce9c-7064-4145-be8e-66a80100b69d', 'name': 'tempest-FloatingIPTestJSON-346715392'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:39.538205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152792ac-da7f-4bbc-b051-7f221c7676e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:39.543713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152792ac-da7f-4bbc-b051-7f221c7676e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:39.549135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-152792ac-da7f-4bbc-b051-7f221c7676e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.4872892
Dec 21 10:02:39.552918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37372) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:39.602549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6717a372-3b86-4950-9493-838f70c778d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'd8966df0-1a3d-4042-a824-0ed28276fcf0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:39.608230 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-6717a372-3b86-4950-9493-838f70c778d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
Dec 21 10:02:39.608857 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-6717a372-3b86-4950-9493-838f70c778d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:39.612705 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6717a372-3b86-4950-9493-838f70c778d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.2032607
Dec 21 10:02:39.630694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] For port 2e5fd96b-0611-4572-9f5b-0829bccee440, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2e5fd96b-0611-4572-9f5b-0829bccee440,segment=NetworkSegment(10865377-9b8c-453b-b210-0dea4ebe5f32),segment_id=10865377-9b8c-453b-b210-0dea4ebe5f32)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:39.631467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.668167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37376) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:39.698064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-abd7b1b9-1499-4221-84c0-20b47198fce4 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'd8966df0-1a3d-4042-a824-0ed28276fcf0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:39.779193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.782496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-abd7b1b9-1499-4221-84c0-20b47198fce4 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:39.796028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Transition to ACTIVE for port object 56df1706-6669-427c-a700-5497ad86f9f3 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:39.800352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.819112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8299f7dc-8010-4f71-9a3c-60ca793c45f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:39.857759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-abd7b1b9-1499-4221-84c0-20b47198fce4 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:39.860677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 2e5fd96b-0611-4572-9f5b-0829bccee440 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:39.861049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.885733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-abd7b1b9-1499-4221-84c0-20b47198fce4 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:39.903209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cca03-5025-47e0-98ca-f5e0d63d0558 None None] Pushing event updated for resources: {'Port': ['ID=56df1706-6669-427c-a700-5497ad86f9f3,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:39.907371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f23e1a7e-eed9-47e3-a4ba-cbe2f82c0aaa tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.913135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-673f1f7c-95f1-41a0-8f47-483605d1808f None None] Provisioning complete for port a82e1e83-405f-4c9b-b9f0-9d650215e741 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:39.913253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-abd7b1b9-1499-4221-84c0-20b47198fce4 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:39.913759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-673f1f7c-95f1-41a0-8f47-483605d1808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.917080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f23e1a7e-eed9-47e3-a4ba-cbe2f82c0aaa tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:39.921078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-240cca03-5025-47e0-98ca-f5e0d63d0558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:39.988870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] Calling delete_port for 2e5fd96b-0611-4572-9f5b-0829bccee440 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:40.022329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-673f1f7c-95f1-41a0-8f47-483605d1808f None None] Port a82e1e83-405f-4c9b-b9f0-9d650215e741 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:40.058799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f23e1a7e-eed9-47e3-a4ba-cbe2f82c0aaa tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:40.059273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23e1a7e-eed9-47e3-a4ba-cbe2f82c0aaa tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Fanout notify agent at l3_agent the message router_deleted on router 52124078-03e3-42d8-98e3-e01cd8538208 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:02:40.083954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:40.131873 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-abd7b1b9-1499-4221-84c0-20b47198fce4 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:40.135955 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-abd7b1b9-1499-4221-84c0-20b47198fce4 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.4566827
Dec 21 10:02:40.198920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:40.227111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37380) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:40.246906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:40.255719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-31bc18f5-75b0-4084-8227-be298c4592f1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'd8966df0-1a3d-4042-a824-0ed28276fcf0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:40.272979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Attempting to bind port 56df1706-6669-427c-a700-5497ad86f9f3 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:02:40.273775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Attempting to bind port 56df1706-6669-427c-a700-5497ad86f9f3 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:02:40.274196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Attempting to bind port 56df1706-6669-427c-a700-5497ad86f9f3 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:02:40.283913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:02:40.284827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:40.286065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:40.286533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:02:40.287503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Bound port: 56df1706-6669-427c-a700-5497ad86f9f3, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:02:40.287651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:40.292139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] Pushing event deleted for resources: {'Port': ['ID=2e5fd96b-0611-4572-9f5b-0829bccee440,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:40.293182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-31bc18f5-75b0-4084-8227-be298c4592f1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:40.296856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:40.317139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-31bc18f5-75b0-4084-8227-be298c4592f1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:40.321358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] No DVR routers for this DVR port 2e5fd96b-0611-4572-9f5b-0829bccee440 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:02:40.342228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-31bc18f5-75b0-4084-8227-be298c4592f1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:40.416689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-31bc18f5-75b0-4084-8227-be298c4592f1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:40.432165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] For port 56df1706-6669-427c-a700-5497ad86f9f3, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:02:40.436030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] For port 56df1706-6669-427c-a700-5497ad86f9f3, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56df1706-6669-427c-a700-5497ad86f9f3,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:02:40.442239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:40.461234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:40.511462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f23e1a7e-eed9-47e3-a4ba-cbe2f82c0aaa tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:40.512795 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f23e1a7e-eed9-47e3-a4ba-cbe2f82c0aaa tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] 10.222.0.45 "DELETE /v2.0/routers/52124078-03e3-42d8-98e3-e01cd8538208 HTTP/1.1" status: 204  len: 168 time: 1.6561425
Dec 21 10:02:40.527452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37384) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:40.540275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Request body: {'router': {'name': 'tempest-router-1935318203', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'defe4c65c2d8423cafae87d6f40188ab'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:40.617920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:40.630856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Usage tracker for resource:router and tenant:defe4c65c2d8423cafae87d6f40188ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:40.640118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:40.644785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:40.645181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] For port 2e5fd96b-0611-4572-9f5b-0829bccee440, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2e5fd96b-0611-4572-9f5b-0829bccee440,segment=NetworkSegment(10865377-9b8c-453b-b210-0dea4ebe5f32),segment_id=10865377-9b8c-453b-b210-0dea4ebe5f32)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:40.645992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:40.651120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240cca03-5025-47e0-98ca-f5e0d63d0558 None None] Pushing event updated for resources: {'Port': ['ID=56df1706-6669-427c-a700-5497ad86f9f3,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:40.656677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-240cca03-5025-47e0-98ca-f5e0d63d0558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:40.677066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:port and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:40.682491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:40.692356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for port was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:40.700417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Routers {'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:40.701232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feead95f8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:40.705303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:40.741382 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-31bc18f5-75b0-4084-8227-be298c4592f1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:40.742352 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-31bc18f5-75b0-4084-8227-be298c4592f1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.5102618
Dec 21 10:02:40.746538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:40.748087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37388) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:40.750713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Made reservation on behalf of 338c2a421bf848038828530c137b28aa for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:40.756425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:40.761314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21c0b7-b3d5-4936-a8e3-f90e2efe9be8 None None] Sync routers for ids ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:40.779237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21c0b7-b3d5-4936-a8e3-f90e2efe9be8 None None] Routers {'8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:40.780214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aa21c0b7-b3d5-4936-a8e3-f90e2efe9be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec512a90>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:40.817229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8518987
Dec 21 10:02:40.827301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37392) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:40.883910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aa21c0b7-b3d5-4936-a8e3-f90e2efe9be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec512a90>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:40.899177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa21c0b7-b3d5-4936-a8e3-f90e2efe9be8 None None] Routers {'8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:40.900858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aa21c0b7-b3d5-4936-a8e3-f90e2efe9be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec512a90>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:40.916946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 2e5fd96b-0611-4572-9f5b-0829bccee440 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:40.969885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e205eb-0550-4463-9ae0-6af8be8a396e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:40.971861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-89e205eb-0550-4463-9ae0-6af8be8a396e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports/a82e1e83-405f-4c9b-b9f0-9d650215e741 HTTP/1.1" status: 200  len: 910 time: 0.1400797
Dec 21 10:02:40.991048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37396) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:40.997161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:40.998337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.024819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb1a506f-20b9-44f1-a45e-9265e5f742d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.030230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aa21c0b7-b3d5-4936-a8e3-f90e2efe9be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec512a90>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:41.032406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa21c0b7-b3d5-4936-a8e3-f90e2efe9be8 None None] The sync data for ids ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:41.130726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2e5fd96b-0611-4572-9f5b-0829bccee440 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:02:41.155858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb1a506f-20b9-44f1-a45e-9265e5f742d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.167393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] Set router bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:02:41.181547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] device_id is not set on port 1b23566a-86f4-433f-8fcf-cadcf21c243e yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:02:41.188438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 2e5fd96b-0611-4572-9f5b-0829bccee440 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:02:41.189012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2e5fd96b-0611-4572-9f5b-0829bccee440 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:02:41.241306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.343988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb1a506f-20b9-44f1-a45e-9265e5f742d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.354017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:02:41.354554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:02:41.379784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:41.426472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a506f-20b9-44f1-a45e-9265e5f742d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8966df0-1a3d-4042-a824-0ed28276fcf0,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:41.427068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.430059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eb1a506f-20b9-44f1-a45e-9265e5f742d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:41.459236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb1a506f-20b9-44f1-a45e-9265e5f742d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.461428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eb1a506f-20b9-44f1-a45e-9265e5f742d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "DELETE /v2.0/security-groups/d8966df0-1a3d-4042-a824-0ed28276fcf0 HTTP/1.1" status: 204  len: 168 time: 0.7120595
Dec 21 10:02:41.466922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37400) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:41.537640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feead95f8>, [{'id': 'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4', 'name': 'tempest-NetworksTestDHCPv6-router-1174396490', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:30Z', 'updated_at': '2020-12-21T10:02:34Z', 'revision_number': 2, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None, '_interfaces': [{'id': '56df1706-6669-427c-a700-5497ad86f9f3', 'name': '', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'mac_address': 'fa:16:3e:d6:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd7b88386-3af9-435b-ba51-854864109605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:02:32Z', 'updated_at': '2020-12-21T10:02:40Z', 'revision_number': 4, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'subnets': [{'id': 'd7b88386-3af9-435b-ba51-854864109605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:41.547615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac7cc39-6d8d-4402-8c09-4d4ef1bb73dd None None] The sync data for ids ['bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'] in dv-neutron-601336-62-ovs is: [{'id': 'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4', 'name': 'tempest-NetworksTestDHCPv6-router-1174396490', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:30Z', 'updated_at': '2020-12-21T10:02:34Z', 'revision_number': 2, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None, '_interfaces': [{'id': '56df1706-6669-427c-a700-5497ad86f9f3', 'name': '', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'mac_address': 'fa:16:3e:d6:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'd7b88386-3af9-435b-ba51-854864109605', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:02:32Z', 'updated_at': '2020-12-21T10:02:40Z', 'revision_number': 4, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'subnets': [{'id': 'd7b88386-3af9-435b-ba51-854864109605', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:41.564282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.20.0.6 (7646ce9c-7064-4145-be8e-66a80100b69d/a5d560c1-8fc8-46a1-ae1d-ad0392c77174/1b23566a-86f4-433f-8fcf-cadcf21c243e) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:41.588310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.592336 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ef16339f-17f6-47d0-8aeb-a522166e8f02 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 1.0590570
Dec 21 10:02:41.594196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37404) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:41.608904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.617545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Request body: {'router': {'distributed': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:41.688201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.838294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:41.860099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7103671-0970-49c8-aff2-f892097afb13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:41.878062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2fba7ba5-3266-44db-9892-e8dd5e9b63d6 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Synchronizing usage tracker for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:41.888151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 2e5fd96b-0611-4572-9f5b-0829bccee440 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:41.888151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:42.059530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] The port '2e5fd96b-0611-4572-9f5b-0829bccee440' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:02:42.067181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:42.179460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2fba7ba5-3266-44db-9892-e8dd5e9b63d6 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Unset dirty status for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:42.185284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2fba7ba5-3266-44db-9892-e8dd5e9b63d6 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.7121189
Dec 21 10:02:42.196980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37408) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:42.220785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'tempest-secgroup--1623292803'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:42.229644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=1f0194eb-db55-4ff2-82e2-e95ae825e500,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:42.232988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:42.328370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:42.332777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da95eddc-8a60-4fbb-8b45-5d3d597116db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:42.460779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:42.468884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:42.542123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:42.611178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:42.701393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:42.717387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:42.731777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:42.736821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:42.737195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:42.738024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feca793c8>,) {'filters': {'network_id': ['6b1a6b39-5659-40f3-97d7-51ce71a1890e']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:42.748206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Checking segment: {'id': '1a33be49-6294-4d1c-a9c7-e6b0d5bbb706', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5272688d-2e8a-4f14-bb89-efb049667e39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:42.748597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network hostable DHCP agents. Network: 5272688d-2e8a-4f14-bb89-efb049667e39, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:02:42.755597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:42.767023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feca793c8>, '10865377-9b8c-453b-b210-0dea4ebe5f32') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:42.767361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feca793c8>, '10865377-9b8c-453b-b210-0dea4ebe5f32') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:42.797947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.053760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=80970) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}}
Dec 21 10:02:43.054133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Router d267e823-06f8-4941-9a25-2a9bc4f121b5 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7f2fef091d68> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7f2fef0918d0> provider. {{(pid=80970) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}}
Dec 21 10:02:43.054956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.064115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.082565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.086251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 56df1706-6669-427c-a700-5497ad86f9f3 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:43.086635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.120718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56df1706-6669-427c-a700-5497ad86f9f3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:43.129618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.157418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.166951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:02:43.207698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 56df1706-6669-427c-a700-5497ad86f9f3 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:43.209582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 5272688d-2e8a-4f14-bb89-efb049667e39 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:02:43.217297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 56df1706-6669-427c-a700-5497ad86f9f3 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:43.218857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.316507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 5272688d-2e8a-4f14-bb89-efb049667e39) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:43.351913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea63cbe-f16d-4363-bf2f-44c0b3975889 None None] Network 5272688d-2e8a-4f14-bb89-efb049667e39 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:43.363698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.370316 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] No L3 agents can host the router d267e823-06f8-4941-9a25-2a9bc4f121b5
Dec 21 10:02:43.377544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:43.378189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.389691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85ded728-df27-4e73-968e-73aec585a4bd tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:43.461563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:02:43.481631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.507408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.510597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.524531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.532931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.547436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c9728c5-332c-4daa-a0dc-7142f37b2962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:43.578287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 56df1706-6669-427c-a700-5497ad86f9f3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56df1706-6669-427c-a700-5497ad86f9f3,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:43.617305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.629368 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.6591170
Dec 21 10:02:43.629617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:43.654011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37412) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:43.715618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': '5272688d-2e8a-4f14-bb89-efb049667e39', 'name': 'tempest-PortsIpV6TestJSON-370034533'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:43.757121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.762070 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.5539937
Dec 21 10:02:43.765617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=1b23566a-86f4-433f-8fcf-cadcf21c243e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:43.767807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37416) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:43.769945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] For port 56df1706-6669-427c-a700-5497ad86f9f3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56df1706-6669-427c-a700-5497ad86f9f3,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:43.770411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.770901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroup': ['ID=bacb8ecc-002c-4346-9ced-f2a377b02651,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:43.774285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:43.855967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7542cc0b-c578-4260-830b-739a27d42419 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'bacb8ecc-002c-4346-9ced-f2a377b02651', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:43.860118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 6b1a6b39-5659-40f3-97d7-51ce71a1890e has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:02:43.865910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:43.880810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7542cc0b-c578-4260-830b-739a27d42419 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:02:43.893521 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:02:43.946357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=56df1706-6669-427c-a700-5497ad86f9f3,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:43.950273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:43.961441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-5272688d-2e8a-4f14-bb89-efb049667e39', 'network_id': '5272688d-2e8a-4f14-bb89-efb049667e39', 'tenant_id': '88b585b75ba24611885906f26f32020e', 'fixed_ips': [{'subnet_id': '1f0194eb-db55-4ff2-82e2-e95ae825e500'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:02:43.962944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:43.980392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7542cc0b-c578-4260-830b-739a27d42419 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:44.054527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7542cc0b-c578-4260-830b-739a27d42419 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:44.064823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 56df1706-6669-427c-a700-5497ad86f9f3 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:44.099274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:44.104034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:44.111654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0e333117-3e92-4d92-b09c-782ac0c6a647 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:44.125782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7542cc0b-c578-4260-830b-739a27d42419 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:44.155426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Hosts for router d267e823-06f8-4941-9a25-2a9bc4f121b5: [] {{(pid=80970) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}}
Dec 21 10:02:44.166375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:44.186001 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/networks/6b1a6b39-5659-40f3-97d7-51ce71a1890e HTTP/1.1" status: 204  len: 168 time: 5.5768993
Dec 21 10:02:44.187181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Network': ['ID=6b1a6b39-5659-40f3-97d7-51ce71a1890e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:44.190582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:44.190760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37420) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:44.207435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:44.225674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port a82e1e83-405f-4c9b-b9f0-9d650215e741 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:44.226130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:44.251841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Hosts for other DVR routers connected to router d267e823-06f8-4941-9a25-2a9bc4f121b5: set() {{(pid=80970) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}}
Dec 21 10:02:44.254154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:44.256048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e7680ce7-6ef8-4b29-a5d1-7231e0286eee tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] 10.222.0.45 "PUT /v2.0/routers/d267e823-06f8-4941-9a25-2a9bc4f121b5 HTTP/1.1" status: 200  len: 717 time: 2.6551056
Dec 21 10:02:44.256198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:44.261784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:44.274751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37424) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:44.296573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Allocated IP 2001:db8::2 (5272688d-2e8a-4f14-bb89-efb049667e39/1f0194eb-db55-4ff2-82e2-e95ae825e500/615803d6-ab33-4a8d-853f-016f6964e1c6) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:44.467214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 7646ce9c-7064-4145-be8e-66a80100b69d is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:44.475049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:44.490833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:44.532490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-7542cc0b-c578-4260-830b-739a27d42419 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The resource could not be found.
Dec 21 10:02:44.533834 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7542cc0b-c578-4260-830b-739a27d42419 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.6882348
Dec 21 10:02:44.540323 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2fc38baf-fa27-445a-bb5a-f8a88eb6a17f tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] 10.222.0.45 "GET /v2.0/routers/d267e823-06f8-4941-9a25-2a9bc4f121b5 HTTP/1.1" status: 200  len: 717 time: 0.2545509
Dec 21 10:02:44.553436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37428) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:44.553873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37430) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:44.560083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:44.568342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4cad6b87-58ae-4740-8f98-462f21b95817 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'bacb8ecc-002c-4346-9ced-f2a377b02651', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '119bbc93-0804-40c2-89a8-0274055a791d'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:44.596722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Transition to ACTIVE for port object 615803d6-ab33-4a8d-853f-016f6964e1c6 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:44.600011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4cad6b87-58ae-4740-8f98-462f21b95817 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:44.612974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4cad6b87-58ae-4740-8f98-462f21b95817 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:44.613717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 2effbbc6-0909-4372-908b-7a4cbf5a8d0c yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:02:44.621701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2eabd0-617c-4579-a2f1-07f13fc826b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:44.629149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5f2eabd0-617c-4579-a2f1-07f13fc826b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.4284616
Dec 21 10:02:44.632926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4cad6b87-58ae-4740-8f98-462f21b95817 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:44.636715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37438) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:44.658346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Transition to ACTIVE for port object 615803d6-ab33-4a8d-853f-016f6964e1c6 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:44.660738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:44.665344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:44.683378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:44.684106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:44.695083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4cad6b87-58ae-4740-8f98-462f21b95817 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:44.711471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-61feda6b-f263-45f9-9af1-41e646f8c492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:44.731348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:02:44.731658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:02:44.742025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 5.2437487
Dec 21 10:02:44.743089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37442) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:44.761141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-539c387d-4dd1-4f93-9e2d-cc118a5099db tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'port_id': '1b23566a-86f4-433f-8fcf-cadcf21c243e'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:44.822850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for a82e1e83-405f-4c9b-b9f0-9d650215e741 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:44.880478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Pushing event updated for resources: {'Port': ['ID=615803d6-ab33-4a8d-853f-016f6964e1c6,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:44.886833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:44.934665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Network 5272688d-2e8a-4f14-bb89-efb049667e39 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:44.936400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:44.939046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:45.001832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Attempting to bind port 615803d6-ab33-4a8d-853f-016f6964e1c6 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:02:45.002295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Attempting to bind port 615803d6-ab33-4a8d-853f-016f6964e1c6 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '1a33be49-6294-4d1c-a9c7-e6b0d5bbb706', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5272688d-2e8a-4f14-bb89-efb049667e39'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:02:45.002808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Attempting to bind port 615803d6-ab33-4a8d-853f-016f6964e1c6 on network 5272688d-2e8a-4f14-bb89-efb049667e39 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:02:45.009460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:02:45.010697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Checking segment: {'id': '1a33be49-6294-4d1c-a9c7-e6b0d5bbb706', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5272688d-2e8a-4f14-bb89-efb049667e39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:45.011097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:45.011645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Bound using segment: {'id': '1a33be49-6294-4d1c-a9c7-e6b0d5bbb706', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5272688d-2e8a-4f14-bb89-efb049667e39'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:02:45.012286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Bound port: 615803d6-ab33-4a8d-853f-016f6964e1c6, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a33be49-6294-4d1c-a9c7-e6b0d5bbb706', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5272688d-2e8a-4f14-bb89-efb049667e39'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:02:45.012806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:45.017176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8::1d6 (5272688d-2e8a-4f14-bb89-efb049667e39/1f0194eb-db55-4ff2-82e2-e95ae825e500/2effbbc6-0909-4372-908b-7a4cbf5a8d0c) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:45.122127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56df1706-6669-427c-a700-5497ad86f9f3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:45.189258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] For port 615803d6-ab33-4a8d-853f-016f6964e1c6, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:02:45.202602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] For port 615803d6-ab33-4a8d-853f-016f6964e1c6, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=615803d6-ab33-4a8d-853f-016f6964e1c6,segment=NetworkSegment(1a33be49-6294-4d1c-a9c7-e6b0d5bbb706),segment_id=1a33be49-6294-4d1c-a9c7-e6b0d5bbb706)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:02:45.211692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:45.233602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8384bda6-d348-41f0-b0a5-17700d4d35dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:45.236866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 56df1706-6669-427c-a700-5497ad86f9f3 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:45.237273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:45.291332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:45.307485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 56df1706-6669-427c-a700-5497ad86f9f3 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:45.308026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:45.318924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-92cbc652-12cf-49c0-a8c2-e2c360686da8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:45.336154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-539c387d-4dd1-4f93-9e2d-cc118a5099db tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:45.397047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=a82e1e83-405f-4c9b-b9f0-9d650215e741,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:45.400090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:45.457009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Pushing event updated for resources: {'Port': ['ID=615803d6-ab33-4a8d-853f-016f6964e1c6,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:45.473892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:45.486610 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-47fcee0b-1666-4bcc-93f0-4762f97e3733 tempest-RoutersTestDVR-366247880 tempest-RoutersTestDVR-366247880] 10.222.0.45 "GET /v2.0/routers/d267e823-06f8-4941-9a25-2a9bc4f121b5 HTTP/1.1" status: 200  len: 683 time: 0.9265735
Dec 21 10:02:45.490552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37446) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:45.501033 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-4cad6b87-58ae-4740-8f98-462f21b95817 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The resource could not be found.
Dec 21 10:02:45.501768 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4cad6b87-58ae-4740-8f98-462f21b95817 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.9467607
Dec 21 10:02:45.506359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37450) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:45.531295 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-95ef680a-c22f-43db-a0f8-0d65d935a5cc tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.8894801
Dec 21 10:02:45.535957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37452) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:45.561045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'network': {'name': 'tempest-PortsTestJSON-999991889'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:45.573915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:45.630471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:network and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:45.642383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:45.664703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:45.693011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:45.834997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:45.840870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:45.998988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:02:46.008947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] For port 56df1706-6669-427c-a700-5497ad86f9f3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=56df1706-6669-427c-a700-5497ad86f9f3,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:46.009350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.097870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 2effbbc6-0909-4372-908b-7a4cbf5a8d0c will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:46.100084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.100530 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Added segment 8e86bc8a-5650-44f7-81ca-726d9aed620e of type vxlan for network 1a0bfc8b-d9aa-441d-8b24-273776a2436a
Dec 21 10:02:46.105076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a40e2db-82f1-42b7-a102-d198ea3549ff tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.179929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 56df1706-6669-427c-a700-5497ad86f9f3 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:46.345137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.437473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.443423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:46.444118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.455572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b780a3a4-a0ed-4695-9e61-a674b4dcd903 tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:46.470943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03b30872-77f3-4b90-9638-f1488d13b872 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.508054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a40e2db-82f1-42b7-a102-d198ea3549ff tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.514879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a40e2db-82f1-42b7-a102-d198ea3549ff tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.541418 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.9836793
Dec 21 10:02:46.560136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37458) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:46.565953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.592418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b21499d0-54d9-4147-a218-150edb6b5a27 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:46.638642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '1a0bfc8b-d9aa-441d-8b24-273776a2436a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:46.642404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Network': ['ID=1a0bfc8b-d9aa-441d-8b24-273776a2436a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:46.658786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.659214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.659637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.660302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.660711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.661140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.663163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.663163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.663163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.663163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.663163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.664112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.664112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.664455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.664672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.665068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.665475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.666493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.666906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.667310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.668310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.668310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.669524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.669524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:46.674980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03b30872-77f3-4b90-9638-f1488d13b872 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.675289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:46.682582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:46.696549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.705227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:02:46.714932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0647a17f-d341-4af6-bd9f-a91800656537 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:46.781817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=56df1706-6669-427c-a700-5497ad86f9f3,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:46.812286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a40e2db-82f1-42b7-a102-d198ea3549ff tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.812935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a40e2db-82f1-42b7-a102-d198ea3549ff tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Fanout notify agent at l3_agent the message router_deleted on router d267e823-06f8-4941-9a25-2a9bc4f121b5 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:02:46.858851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:46.969660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-539c387d-4dd1-4f93-9e2d-cc118a5099db tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:46.982205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-539c387d-4dd1-4f93-9e2d-cc118a5099db tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.184837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.231926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:47.237176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 615803d6-ab33-4a8d-853f-016f6964e1c6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:47.237431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:47.240877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:47.248016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:47.261565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=2effbbc6-0909-4372-908b-7a4cbf5a8d0c,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:47.278719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.279319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.279747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.280169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.280847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.281278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.281719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.282132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.282542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.283808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.283808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.283808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.284189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.284601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.285258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.285691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.286096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.286500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.286902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.287302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.287719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.288126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.288529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.288950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:47.293376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:47.314662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e6017-7a13-49f0-b42f-ba7864bf12ba None None] Network 5272688d-2e8a-4f14-bb89-efb049667e39 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:47.427637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:47.433338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.449117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03b30872-77f3-4b90-9638-f1488d13b872 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.472417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f4c934f-b8b2-42e0-9c1e-05c4f16996d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:47.474988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cedcf434-ec27-44fe-9274-43a9e1d32137 None None] Provisioning for port 615803d6-ab33-4a8d-853f-016f6964e1c6 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:47.505864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 615803d6-ab33-4a8d-853f-016f6964e1c6 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:47.559981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 615803d6-ab33-4a8d-853f-016f6964e1c6 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:47.560560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.633517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b30872-77f3-4b90-9638-f1488d13b872 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacb8ecc-002c-4346-9ced-f2a377b02651,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:47.657027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.687255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03b30872-77f3-4b90-9638-f1488d13b872 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:47.711006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-539c387d-4dd1-4f93-9e2d-cc118a5099db tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP 46b1fc75-a98e-4f18-bcee-255c85329cac associated. External IP: 172.26.1.239, port: 1b23566a-86f4-433f-8fcf-cadcf21c243e.
Dec 21 10:02:47.767853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a40e2db-82f1-42b7-a102-d198ea3549ff tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.773519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9a40e2db-82f1-42b7-a102-d198ea3549ff tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] 10.222.0.45 "DELETE /v2.0/routers/d267e823-06f8-4941-9a25-2a9bc4f121b5 HTTP/1.1" status: 204  len: 168 time: 2.2749715
Dec 21 10:02:47.778065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03b30872-77f3-4b90-9638-f1488d13b872 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.782054 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-03b30872-77f3-4b90-9638-f1488d13b872 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "DELETE /v2.0/security-groups/bacb8ecc-002c-4346-9ced-f2a377b02651 HTTP/1.1" status: 204  len: 168 time: 2.2110763
Dec 21 10:02:47.784553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 5272688d-2e8a-4f14-bb89-efb049667e39 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:47.785805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.796464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37462) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:47.796777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37464) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:47.804919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Request body: {'router': {'name': 'tempest-router-872065393', 'distributed': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:47.825782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:47.829978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 615803d6-ab33-4a8d-853f-016f6964e1c6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=615803d6-ab33-4a8d-853f-016f6964e1c6,segment=NetworkSegment(1a33be49-6294-4d1c-a9c7-e6b0d5bbb706),segment_id=1a33be49-6294-4d1c-a9c7-e6b0d5bbb706)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:47.833524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.835936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:47.836152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:47.840779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:47.841466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:47.850456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:47.880708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Usage tracker for resource:router and tenant:63cef088d2c8490cbe1e4a2c6b192a41 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:47.885460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:47.914126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=615803d6-ab33-4a8d-853f-016f6964e1c6,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:47.922697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:47.949865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:47.963020 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 4.2736945
Dec 21 10:02:47.968882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37470) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:48.121021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:48.121685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-659de880-8282-41d5-b59e-103f021d6f37 None None] Provisioning for port 2effbbc6-0909-4372-908b-7a4cbf5a8d0c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:48.122107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:48.128032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-24e2a2cd-f096-4d87-9f96-e96785f96326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Synchronizing usage tracker for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:48.128208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-659de880-8282-41d5-b59e-103f021d6f37 None None] Provisioning complete for port 2effbbc6-0909-4372-908b-7a4cbf5a8d0c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:48.128208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-659de880-8282-41d5-b59e-103f021d6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:48.195402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-659de880-8282-41d5-b59e-103f021d6f37 None None] Port 2effbbc6-0909-4372-908b-7a4cbf5a8d0c cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:48.207651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-659de880-8282-41d5-b59e-103f021d6f37 None None] Provisioning complete for port 615803d6-ab33-4a8d-853f-016f6964e1c6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:48.208118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-659de880-8282-41d5-b59e-103f021d6f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:48.218421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:48.237307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-24e2a2cd-f096-4d87-9f96-e96785f96326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Unset dirty status for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:48.246295 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-24e2a2cd-f096-4d87-9f96-e96785f96326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.4461730
Dec 21 10:02:48.252026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37474) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:48.260918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2d5f0850-b8f3-4a57-b972-d63a977cebec tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': '4927d10a-1bbb-4e4b-b36d-efa89dcf940a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:48.271964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2d5f0850-b8f3-4a57-b972-d63a977cebec tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:48.283164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fefad5b9-5d88-4926-ae59-ee06c66c8a69 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 2effbbc6-0909-4372-908b-7a4cbf5a8d0c {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:48.283955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fefad5b9-5d88-4926-ae59-ee06c66c8a69 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:48.302470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2d5f0850-b8f3-4a57-b972-d63a977cebec tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:48.364566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2d5f0850-b8f3-4a57-b972-d63a977cebec tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:48.389724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2d5f0850-b8f3-4a57-b972-d63a977cebec tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:48.445169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:48.475580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b194d497-fa7c-4d7c-b63c-17d8815de09a None None] Provisioning complete for port 615803d6-ab33-4a8d-853f-016f6964e1c6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:48.476238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b194d497-fa7c-4d7c-b63c-17d8815de09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:48.730040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Router bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:48.760317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539c387d-4dd1-4f93-9e2d-cc118a5099db tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:48.847062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-12680322-f035-4a3e-ba7e-fdf8e71559a9 None None] Provisioning complete for port 2effbbc6-0909-4372-908b-7a4cbf5a8d0c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:48.847789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12680322-f035-4a3e-ba7e-fdf8e71559a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:48.926166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-12680322-f035-4a3e-ba7e-fdf8e71559a9 None None] Port 2effbbc6-0909-4372-908b-7a4cbf5a8d0c cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:49.009312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:49.010586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3d15a74c-5756-48ae-a07b-817286d5f108 tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 720 time: 1.2127709
Dec 21 10:02:49.023463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37478) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:49.064556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-41b92243-1c71-4b62-af89-f23724399848 None None] Provisioning complete for port 615803d6-ab33-4a8d-853f-016f6964e1c6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:49.066233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41b92243-1c71-4b62-af89-f23724399848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:49.078449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:49.090863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] Sync routers for ids ['bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:49.113053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] Routers {'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:49.113791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1da898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:49.168541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 615803d6-ab33-4a8d-853f-016f6964e1c6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:49.188119 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "PUT /v2.0/routers/bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6292992
Dec 21 10:02:49.191371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37482) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:49.339462 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-2d5f0850-b8f3-4a57-b972-d63a977cebec tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The resource could not be found.
Dec 21 10:02:49.340169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] Set router bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:02:49.340618 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2d5f0850-b8f3-4a57-b972-d63a977cebec tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 1.0875502
Dec 21 10:02:49.357389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 615803d6-ab33-4a8d-853f-016f6964e1c6 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:49.357680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:49.358237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:49.362156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37486) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:49.373709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'tempest-secgroup--646657701'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:49.401048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:49.404623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37d8d800-4fb6-4ea4-bd66-0a2d6c933b4c tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:49.529688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1da898>, [{'id': 'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4', 'name': 'tempest-NetworksTestDHCPv6-router-1174396490', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:30Z', 'updated_at': '2020-12-21T10:02:46Z', 'revision_number': 3, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:49.535602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] Checking router: bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:02:49.547168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] Routers {'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:49.548285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1da898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:49.702244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37d8d800-4fb6-4ea4-bd66-0a2d6c933b4c tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:49.704856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37d8d800-4fb6-4ea4-bd66-0a2d6c933b4c tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:49.752018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37d8d800-4fb6-4ea4-bd66-0a2d6c933b4c tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:49.752595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d8d800-4fb6-4ea4-bd66-0a2d6c933b4c tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Fanout notify agent at l3_agent the message router_deleted on router 4321f519-2f04-43fb-b98a-2bceacbbddd4 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:02:49.754551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652d463-de03-436d-8c82-70ac97467a56 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:49.756089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652d463-de03-436d-8c82-70ac97467a56 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:49.756903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e652d463-de03-436d-8c82-70ac97467a56 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:49.767107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fefad5b9-5d88-4926-ae59-ee06c66c8a69 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:49.780087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] Set router bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:02:49.823994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:49.847487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37d8d800-4fb6-4ea4-bd66-0a2d6c933b4c tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:49.853472 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-37d8d800-4fb6-4ea4-bd66-0a2d6c933b4c tempest-RoutersTestDVR-817224609 tempest-RoutersTestDVR-817224609] 10.222.0.45 "DELETE /v2.0/routers/4321f519-2f04-43fb-b98a-2bceacbbddd4 HTTP/1.1" status: 204  len: 168 time: 0.8242528
Dec 21 10:02:49.906003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1da898>, [{'id': 'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4', 'name': 'tempest-NetworksTestDHCPv6-router-1174396490', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:30Z', 'updated_at': '2020-12-21T10:02:46Z', 'revision_number': 3, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:49.910785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac4e331-a81c-436b-b947-7bcbc48d6a5a None None] The sync data for ids ['bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4'] in dv-neutron-601336-62-ovs is: [{'id': 'bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4', 'name': 'tempest-NetworksTestDHCPv6-router-1174396490', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:02:30Z', 'updated_at': '2020-12-21T10:02:46Z', 'revision_number': 3, 'project_id': '7bda989bb8ca4a7d996fe50f3899b224', 'gw_port_host': None}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:49.929606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fefad5b9-5d88-4926-ae59-ee06c66c8a69 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 2effbbc6-0909-4372-908b-7a4cbf5a8d0c owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:49.963943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539c387d-4dd1-4f93-9e2d-cc118a5099db tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:49.965659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:49.986819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f476d-c3c8-4383-9fb6-55c5d9c46e06 None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:49.989605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-539c387d-4dd1-4f93-9e2d-cc118a5099db tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:50.008924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f476d-c3c8-4383-9fb6-55c5d9c46e06 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:50.010051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-574f476d-c3c8-4383-9fb6-55c5d9c46e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feebaeac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:50.027982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:50.030826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:50.039624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1aa1c3-fa24-4994-bfdc-1b4718630d63 None None] Sync routers for ids ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:50.051267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0560536
Dec 21 10:02:50.056214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:50.060076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37492) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:50.064119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1aa1c3-fa24-4994-bfdc-1b4718630d63 None None] Routers {'8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:50.064712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cd1aa1c3-fa24-4994-bfdc-1b4718630d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedfa9278>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:50.074044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e652d463-de03-436d-8c82-70ac97467a56 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:50.076929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e652d463-de03-436d-8c82-70ac97467a56 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.8797410
Dec 21 10:02:50.083684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37496) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:50.173832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cd1aa1c3-fa24-4994-bfdc-1b4718630d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedfa9278>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:50.174144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:50.178091 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-539c387d-4dd1-4f93-9e2d-cc118a5099db tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "PUT /v2.0/floatingips/46b1fc75-a98e-4f18-bcee-255c85329cac HTTP/1.1" status: 200  len: 977 time: 5.4324195
Dec 21 10:02:50.187196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1aa1c3-fa24-4994-bfdc-1b4718630d63 None None] Routers {'8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:50.188074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cd1aa1c3-fa24-4994-bfdc-1b4718630d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedfa9278>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:50.194412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37502) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:50.195365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:50.265870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cd1aa1c3-fa24-4994-bfdc-1b4718630d63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedfa9278>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:50.266291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1aa1c3-fa24-4994-bfdc-1b4718630d63 None None] The sync data for ids ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:50.266481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-574f476d-c3c8-4383-9fb6-55c5d9c46e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feebaeac8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:50.279870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574f476d-c3c8-4383-9fb6-55c5d9c46e06 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:50.280571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-574f476d-c3c8-4383-9fb6-55c5d9c46e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feebaeac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:50.380325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-574f476d-c3c8-4383-9fb6-55c5d9c46e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feebaeac8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:50.380944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574f476d-c3c8-4383-9fb6-55c5d9c46e06 None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:50.381070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37506) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:50.460776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 1b23566a-86f4-433f-8fcf-cadcf21c243e {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:50.461295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:50.497321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:50.511569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fefad5b9-5d88-4926-ae59-ee06c66c8a69 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:50.529381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a6593fa8-54ef-44c9-86ea-2a6e8107f951 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:50.537255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:50.597750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefad5b9-5d88-4926-ae59-ee06c66c8a69 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=2effbbc6-0909-4372-908b-7a4cbf5a8d0c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:50.624426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a6a1ba-4484-4d11-8930-9b6acdc86b90 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet d7b88386-3af9-435b-ba51-854864109605 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:02:50.626812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fefad5b9-5d88-4926-ae59-ee06c66c8a69 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:50.632982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84a6a1ba-4484-4d11-8930-9b6acdc86b90 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:50.774078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84a6a1ba-4484-4d11-8930-9b6acdc86b90 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:50.793649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:50.878924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fefad5b9-5d88-4926-ae59-ee06c66c8a69 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:50.898717 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fefad5b9-5d88-4926-ae59-ee06c66c8a69 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/2effbbc6-0909-4372-908b-7a4cbf5a8d0c HTTP/1.1" status: 204  len: 168 time: 2.9286854
Dec 21 10:02:50.903649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37512) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:50.957014 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50e6077-2a26-49f1-974f-d2cd52e28dc7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:02:50.957992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50e6077-2a26-49f1-974f-d2cd52e28dc7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:02:50.958275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:50.960398 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b50e6077-2a26-49f1-974f-d2cd52e28dc7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/2effbbc6-0909-4372-908b-7a4cbf5a8d0c HTTP/1.1" status: 404  len: 333 time: 0.0555291
Dec 21 10:02:50.960881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=76578fae-0a39-49ce-a63f-4b91a59dd70e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:50.964180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84a6a1ba-4484-4d11-8930-9b6acdc86b90 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:50.965019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37516) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:50.980657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:50.993020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] Usage tracker for resource:security_group_rule and tenant:defe4c65c2d8423cafae87d6f40188ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:51.002498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:51.053009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56df1706-6669-427c-a700-5497ad86f9f3 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:02:51.088217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:51.093660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:51.094529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 56df1706-6669-427c-a700-5497ad86f9f3 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:02:51.095004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 56df1706-6669-427c-a700-5497ad86f9f3 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:02:51.293592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84a6a1ba-4484-4d11-8930-9b6acdc86b90 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:51.316595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7c6894c6-807c-4a01-bebb-1fc3ce96b8be tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:51.369411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a6a1ba-4484-4d11-8930-9b6acdc86b90 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=d7b88386-3af9-435b-ba51-854864109605,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:51.372538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-84a6a1ba-4484-4d11-8930-9b6acdc86b90 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:51.471528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84a6a1ba-4484-4d11-8930-9b6acdc86b90 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:51.481504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7861a52-bc77-48fe-b401-e25ebe4eed9f None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:51.487482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-84a6a1ba-4484-4d11-8930-9b6acdc86b90 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/d7b88386-3af9-435b-ba51-854864109605 HTTP/1.1" status: 204  len: 168 time: 1.3896732
Dec 21 10:02:51.488030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37520) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:51.580363 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b529b1e-0359-4c97-9679-28b655aee794 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:02:51.580829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5b529b1e-0359-4c97-9679-28b655aee794 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:51.613883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:51.651367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-00071fda-011a-4600-b826-9cadba0660b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:router {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:51.656663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:51.669268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-00071fda-011a-4600-b826-9cadba0660b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:router {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:51.673399 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-00071fda-011a-4600-b826-9cadba0660b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.1817183
Dec 21 10:02:51.673556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37524) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:51.677444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a32dea92-9253-4552-bfc9-3acf423550f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:51.782622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:02:51.788013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] Deleting port 91d6d428-917c-4193-a208-0f0cff1ba881 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:51.788448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:51.817326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5b529b1e-0359-4c97-9679-28b655aee794 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:51.818647 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5b529b1e-0359-4c97-9679-28b655aee794 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/2effbbc6-0909-4372-908b-7a4cbf5a8d0c HTTP/1.1" status: 404  len: 333 time: 0.8412733
Dec 21 10:02:51.821708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37528) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:51.827090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3a89-4cae-406e-86ec-bacff30583cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:51.888148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroup': ['ID=fea40d1f-cdcd-4ba4-a817-0de9d5f1a079,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:51.924570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:51.957019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:51.958518 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 2.5913959
Dec 21 10:02:51.960741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:51.978927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37532) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:51.985732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Checking segment: {'id': '8e86bc8a-5650-44f7-81ca-726d9aed620e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a0bfc8b-d9aa-441d-8b24-273776a2436a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:51.986209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network hostable DHCP agents. Network: 1a0bfc8b-d9aa-441d-8b24-273776a2436a, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:02:52.000253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'tempest-secgroup--1753666430'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:52.047161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] For port 91d6d428-917c-4193-a208-0f0cff1ba881, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=91d6d428-917c-4193-a208-0f0cff1ba881,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:52.047613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.087973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:52.113812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:52.184416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:52.189839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] Calling delete_port for 91d6d428-917c-4193-a208-0f0cff1ba881 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:52.193745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3a89-4cae-406e-86ec-bacff30583cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.199145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3a89-4cae-406e-86ec-bacff30583cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.251650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:52.269479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.285968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be8ff245-1d00-4b5d-8069-4d9983320594 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:52.301986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3a89-4cae-406e-86ec-bacff30583cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.301986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cc3a89-4cae-406e-86ec-bacff30583cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Fanout notify agent at l3_agent the message router_deleted on router bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:02:52.337125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] Pushing event deleted for resources: {'Port': ['ID=91d6d428-917c-4193-a208-0f0cff1ba881,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:52.337359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3a89-4cae-406e-86ec-bacff30583cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.341718 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a7cc3a89-4cae-406e-86ec-bacff30583cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/routers/bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 HTTP/1.1" status: 204  len: 168 time: 0.6644607
Dec 21 10:02:52.345235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37536) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:52.352764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:52.373750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:02:52.387156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.402978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b267666-cbf1-476c-84e6-dadeb01331b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet 1f0194eb-db55-4ff2-82e2-e95ae825e500 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:02:52.406374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9bead8c5-c3c8-4234-bd7d-a292cf4a41d5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:52.411825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b267666-cbf1-476c-84e6-dadeb01331b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.413004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.435319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-436a589e-c437-4775-9a71-0be764f562d1 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:52.448525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.471849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] No DVR routers for this DVR port 91d6d428-917c-4193-a208-0f0cff1ba881 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:02:52.472735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 1a0bfc8b-d9aa-441d-8b24-273776a2436a) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:52.473066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9bead8c5-c3c8-4234-bd7d-a292cf4a41d5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:52.476894 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9bead8c5-c3c8-4234-bd7d-a292cf4a41d5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1303959
Dec 21 10:02:52.478805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37540) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:52.496289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68122ad-e64d-4d44-af3a-a1cf09656bb9 None None] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:52.535665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b267666-cbf1-476c-84e6-dadeb01331b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.616516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd9858-f808-4089-8065-1c8668a87e5b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:52.617272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28bd9858-f808-4089-8065-1c8668a87e5b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:52.652232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28bd9858-f808-4089-8065-1c8668a87e5b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:52.657248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28bd9858-f808-4089-8065-1c8668a87e5b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1743042
Dec 21 10:02:52.658491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37544) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:52.669820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:52.675449 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=defe4c65c2d8423cafae87d6f40188ab&name=default HTTP/1.1" status: 200  len: 2879 time: 2.2911410
Dec 21 10:02:52.676719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:52.677379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.696546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37548) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:52.699518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baebac4e-3b19-4b68-a9aa-a02ac6536eed,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:52.705602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:52.732870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:52.736515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:52.739699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-55a1e1f1-6a42-45c8-9913-d1a531416d4f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:router {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:52.744740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b267666-cbf1-476c-84e6-dadeb01331b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.758633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:52.823947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-55a1e1f1-6a42-45c8-9913-d1a531416d4f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:router {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:52.825255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-55a1e1f1-6a42-45c8-9913-d1a531416d4f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1657622
Dec 21 10:02:52.831771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37552) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:52.857508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:52.858321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.859017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.859579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP 46b1fc75-a98e-4f18-bcee-255c85329cac disassociated. External IP: 172.26.1.239, port: 1b23566a-86f4-433f-8fcf-cadcf21c243e.
Dec 21 10:02:52.860198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 1b23566a-86f4-433f-8fcf-cadcf21c243e owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:52.887493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-1a0bfc8b-d9aa-441d-8b24-273776a2436a', 'network_id': '1a0bfc8b-d9aa-441d-8b24-273776a2436a', 'tenant_id': '394d3148181a4188a32a0ab93bdc02cd', 'fixed_ips': [{'subnet_id': '76578fae-0a39-49ce-a63f-4b91a59dd70e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:02:52.888726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:52.908675 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.3418756
Dec 21 10:02:52.916331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37556) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:52.927833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '1a0bfc8b-d9aa-441d-8b24-273776a2436a', 'name': 'tempest-PortsTestJSON-251997349'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:53.004047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-459b2c96-2742-44d4-bf9b-7c32f308f5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.119598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-459b2c96-2742-44d4-bf9b-7c32f308f5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.205529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 91d6d428-917c-4193-a208-0f0cff1ba881 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:02:53.211267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.211476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:53.245663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 91d6d428-917c-4193-a208-0f0cff1ba881 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:02:53.246063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 91d6d428-917c-4193-a208-0f0cff1ba881 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:02:53.255991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:53.261817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.279256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Allocated IP 172.20.0.2 (1a0bfc8b-d9aa-441d-8b24-273776a2436a/76578fae-0a39-49ce-a63f-4b91a59dd70e/5fabf799-e537-4273-8c92-c91f890172a8) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:53.279619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa0a5424-4e0c-4e88-be3d-dd12649ad322 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:53.307857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.334834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:53.341430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.377242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:53.399806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroup': ['ID=876cf251-0a27-4dbc-a96e-c2abf498b02d,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:53.408025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:port and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:53.414123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:53.420310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea350fff-a2c3-421d-a974-a3f3cbb44e2a tempest-RoutersIpV6AdminTest-1256092737 tempest-RoutersIpV6AdminTest-1256092737] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:53.464430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for port was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:53.488778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:53.502202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.504746 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.5211353
Dec 21 10:02:53.507053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-459b2c96-2742-44d4-bf9b-7c32f308f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.509730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37560) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:53.512771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-459b2c96-2742-44d4-bf9b-7c32f308f5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.515517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-459b2c96-2742-44d4-bf9b-7c32f308f5fe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/baebac4e-3b19-4b68-a9aa-a02ac6536eed HTTP/1.1" status: 204  len: 168 time: 0.8176432
Dec 21 10:02:53.523449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ca109e05-9da2-4607-a1b5-d0651b4bfb3e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group_rule': {'security_group_id': 'fea40d1f-cdcd-4ba4-a817-0de9d5f1a079', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '876cf251-0a27-4dbc-a96e-c2abf498b02d'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:53.538625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ca109e05-9da2-4607-a1b5-d0651b4bfb3e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:53.544841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:53.550892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.573279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ca109e05-9da2-4607-a1b5-d0651b4bfb3e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:53.582418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ca109e05-9da2-4607-a1b5-d0651b4bfb3e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:53.585773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b267666-cbf1-476c-84e6-dadeb01331b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.648502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=1b23566a-86f4-433f-8fcf-cadcf21c243e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:53.673203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:53.678644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36bfa18f-b8da-4499-8078-ccc95894cf9f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:53.693445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.699484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b2c96-2742-44d4-bf9b-7c32f308f5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baebac4e-3b19-4b68-a9aa-a02ac6536eed,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:53.752954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Transition to ACTIVE for port object 5fabf799-e537-4273-8c92-c91f890172a8 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:53.775760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-459b2c96-2742-44d4-bf9b-7c32f308f5fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:53.776787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 36ee1500-4a9d-4ad7-9dac-59d89b3aef9e {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:53.777315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.804434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Transition to ACTIVE for port object 5fabf799-e537-4273-8c92-c91f890172a8 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:53.812878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:53.848150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87dceb89-5f79-4637-b113-1d72b3c088df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:53.955835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Pushing event updated for resources: {'Port': ['ID=5fabf799-e537-4273-8c92-c91f890172a8,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:53.991501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.992168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.992804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.993424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.994135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.994790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.995614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.996265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.997082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.997852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.998680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:53.999691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.000783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.001480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.002159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.002758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.003373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.003989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.004626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.005264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.005855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.006396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.007138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.007763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:02:54.021325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:54.084079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5c548a2f-aed6-4e80-b048-ed3b9b76b592 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:54.133462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ca109e05-9da2-4607-a1b5-d0651b4bfb3e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:54.137207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b267666-cbf1-476c-84e6-dadeb01331b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=1f0194eb-db55-4ff2-82e2-e95ae825e500,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:54.144931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b267666-cbf1-476c-84e6-dadeb01331b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:54.167901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:54.175939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37568) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:54.215045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:54.216649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:54.219684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:54.277530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:54.282645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Attempting to bind port 5fabf799-e537-4273-8c92-c91f890172a8 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:02:54.283162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Attempting to bind port 5fabf799-e537-4273-8c92-c91f890172a8 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '8e86bc8a-5650-44f7-81ca-726d9aed620e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a0bfc8b-d9aa-441d-8b24-273776a2436a'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:02:54.283665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Attempting to bind port 5fabf799-e537-4273-8c92-c91f890172a8 on network 1a0bfc8b-d9aa-441d-8b24-273776a2436a {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:02:54.290690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:02:54.291424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Checking segment: {'id': '8e86bc8a-5650-44f7-81ca-726d9aed620e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a0bfc8b-d9aa-441d-8b24-273776a2436a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:54.291958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:54.292485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Bound using segment: {'id': '8e86bc8a-5650-44f7-81ca-726d9aed620e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a0bfc8b-d9aa-441d-8b24-273776a2436a'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:02:54.293105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Bound port: 5fabf799-e537-4273-8c92-c91f890172a8, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e86bc8a-5650-44f7-81ca-726d9aed620e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1a0bfc8b-d9aa-441d-8b24-273776a2436a'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:02:54.293629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:54.299460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b267666-cbf1-476c-84e6-dadeb01331b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:54.308058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc310c8-a63a-4f52-9d61-d5a88f4e6820 None None] Network 5272688d-2e8a-4f14-bb89-efb049667e39 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:54.359460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 36ee1500-4a9d-4ad7-9dac-59d89b3aef9e owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:54.418021 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6b267666-cbf1-476c-84e6-dadeb01331b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/1f0194eb-db55-4ff2-82e2-e95ae825e500 HTTP/1.1" status: 204  len: 168 time: 2.5908060
Dec 21 10:02:54.418826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:54.422694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:54.425072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37572) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:54.442953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-ca109e05-9da2-4607-a1b5-d0651b4bfb3e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:02:54.446022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ca109e05-9da2-4607-a1b5-d0651b4bfb3e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.9335017
Dec 21 10:02:54.447649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37576) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:54.561548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] For port 5fabf799-e537-4273-8c92-c91f890172a8, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:02:54.562589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 07293e73-8e9b-4ab9-bd3a-8a8911ca2031 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:02:54.565345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] For port 5fabf799-e537-4273-8c92-c91f890172a8, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5fabf799-e537-4273-8c92-c91f890172a8,segment=NetworkSegment(8e86bc8a-5650-44f7-81ca-726d9aed620e),segment_id=8e86bc8a-5650-44f7-81ca-726d9aed620e)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:02:54.605161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:54.623300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:54.751057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce7b45e6-a401-441c-94a0-be2bdd95d3c1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:54.771451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] Usage tracker for resource:security_group_rule and tenant:63cef088d2c8490cbe1e4a2c6b192a41 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:54.781240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:54.810549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:54.815138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Pushing event updated for resources: {'Port': ['ID=5fabf799-e537-4273-8c92-c91f890172a8,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:54.825333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:54.875090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce7b45e6-a401-441c-94a0-be2bdd95d3c1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:54.917775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71484eeb-5677-4799-bbac-e00066090764 None None] DHCP port deletion for 5272688d-2e8a-4f14-bb89-efb049667e39 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:02:54.922685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-71484eeb-5677-4799-bbac-e00066090764 None None] Deleting port 615803d6-ab33-4a8d-853f-016f6964e1c6 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:54.923428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71484eeb-5677-4799-bbac-e00066090764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.048996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.4 (1a0bfc8b-d9aa-441d-8b24-273776a2436a/76578fae-0a39-49ce-a63f-4b91a59dd70e/07293e73-8e9b-4ab9-bd3a-8a8911ca2031) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:55.073669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce7b45e6-a401-441c-94a0-be2bdd95d3c1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.085020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.088013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c98b3bc-d10d-48f7-8c48-10e5e098c50c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:55.112198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b45e6-a401-441c-94a0-be2bdd95d3c1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event deleted for resources: {'SecurityGroup': ['ID=876cf251-0a27-4dbc-a96e-c2abf498b02d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:55.116285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce7b45e6-a401-441c-94a0-be2bdd95d3c1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:55.228782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce7b45e6-a401-441c-94a0-be2bdd95d3c1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.234570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ce7b45e6-a401-441c-94a0-be2bdd95d3c1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "DELETE /v2.0/security-groups/876cf251-0a27-4dbc-a96e-c2abf498b02d HTTP/1.1" status: 204  len: 168 time: 0.7684872
Dec 21 10:02:55.236537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37582) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:55.249258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 615803d6-ab33-4a8d-853f-016f6964e1c6 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:02:55.298504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 615803d6-ab33-4a8d-853f-016f6964e1c6 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:55.299887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.383758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-71484eeb-5677-4799-bbac-e00066090764 None None] For port 615803d6-ab33-4a8d-853f-016f6964e1c6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=615803d6-ab33-4a8d-853f-016f6964e1c6,segment=NetworkSegment(1a33be49-6294-4d1c-a9c7-e6b0d5bbb706),segment_id=1a33be49-6294-4d1c-a9c7-e6b0d5bbb706)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:55.384157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71484eeb-5677-4799-bbac-e00066090764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.464493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:55.567067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-71484eeb-5677-4799-bbac-e00066090764 None None] Calling delete_port for 615803d6-ab33-4a8d-853f-016f6964e1c6 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:55.602831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.624615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-973a588c-fafc-4f5d-97a0-2b42b8b948f9 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:55.629749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80970) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:02:55.636941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.638990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70b566-4212-48b7-96e1-7838287c582e None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:55.664373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5abdc33b-ab60-45fe-8f30-a5864d20d902 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:55.718791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.745673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=36ee1500-4a9d-4ad7-9dac-59d89b3aef9e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:55.768082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.778239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:55.783589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d3b2de4f-7d60-494e-9f17-3152cef95251 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Synchronizing usage tracker for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:55.786008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93a12701-6636-4ff2-8869-67a9ee873903 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:55.805267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.888616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=c9f18c9f-15f5-42c0-8b2e-427186e2d983,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:55.905684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:55.920524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:55.932380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70b566-4212-48b7-96e1-7838287c582e None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:55.933112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4a70b566-4212-48b7-96e1-7838287c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea80c18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:55.979406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object 07293e73-8e9b-4ab9-bd3a-8a8911ca2031 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:55.984721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d3b2de4f-7d60-494e-9f17-3152cef95251 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Unset dirty status for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:55.990206 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d3b2de4f-7d60-494e-9f17-3152cef95251 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4354 time: 0.7460523
Dec 21 10:02:55.992110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37586) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:56.007332 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/ports/1b23566a-86f4-433f-8fcf-cadcf21c243e HTTP/1.1" status: 204  len: 168 time: 5.8056641
Dec 21 10:02:56.010765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4a70b566-4212-48b7-96e1-7838287c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea80c18>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:56.016480 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=63cef088d2c8490cbe1e4a2c6b192a41&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8273208
Dec 21 10:02:56.021832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37590) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:56.022238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37592) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:56.035696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71484eeb-5677-4799-bbac-e00066090764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.051260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70b566-4212-48b7-96e1-7838287c582e None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:56.052091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4a70b566-4212-48b7-96e1-7838287c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea80c18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:56.063385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:56.072695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:56.097244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:56.098233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.103679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78779e77-2c23-4ed9-9b6f-c47392cc1776,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:56.127859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:56.148296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfe151e8-b8d6-4876-82a4-8dacdb2a6872 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:56.153083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaf27789-c7c0-4aa5-b3ee-4475d15e7f63 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.157223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] For port 615803d6-ab33-4a8d-853f-016f6964e1c6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=615803d6-ab33-4a8d-853f-016f6964e1c6,segment=NetworkSegment(1a33be49-6294-4d1c-a9c7-e6b0d5bbb706),segment_id=1a33be49-6294-4d1c-a9c7-e6b0d5bbb706)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:56.157679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.178172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.196245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 3.3357697
Dec 21 10:02:56.196570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2151a46c-5b02-4298-a880-e64e1ccd4e0f tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "GET /v2.0/floatingips/46b1fc75-a98e-4f18-bcee-255c85329cac HTTP/1.1" status: 200  len: 688 time: 0.1676838
Dec 21 10:02:56.196570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37598) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:56.201787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37600) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:56.207580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:56.208056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c26a63ff-6618-4a02-9558-9e60b111b8a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:56.219340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4a70b566-4212-48b7-96e1-7838287c582e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea80c18>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:56.220090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70b566-4212-48b7-96e1-7838287c582e None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:02:56.222367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c04d0e-2a34-4454-89c5-368f6c7b4965 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:56.238085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.323892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaf27789-c7c0-4aa5-b3ee-4475d15e7f63 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.389261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71484eeb-5677-4799-bbac-e00066090764 None None] Pushing event deleted for resources: {'Port': ['ID=615803d6-ab33-4a8d-853f-016f6964e1c6,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:56.396839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-71484eeb-5677-4799-bbac-e00066090764 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:56.439648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 615803d6-ab33-4a8d-853f-016f6964e1c6 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:56.479207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=07293e73-8e9b-4ab9-bd3a-8a8911ca2031,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:56.487890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:56.560201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaf27789-c7c0-4aa5-b3ee-4475d15e7f63 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.572574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9cc5ca53-1b53-4758-bff4-06cf94673bd8 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:56.630599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf27789-c7c0-4aa5-b3ee-4475d15e7f63 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea40d1f-cdcd-4ba4-a817-0de9d5f1a079,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:56.637474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eaf27789-c7c0-4aa5-b3ee-4475d15e7f63 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:56.660839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71484eeb-5677-4799-bbac-e00066090764 None None] No DVR routers for this DVR port 615803d6-ab33-4a8d-853f-016f6964e1c6 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:02:56.663466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaf27789-c7c0-4aa5-b3ee-4475d15e7f63 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.668136 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eaf27789-c7c0-4aa5-b3ee-4475d15e7f63 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "DELETE /v2.0/security-groups/fea40d1f-cdcd-4ba4-a817-0de9d5f1a079 HTTP/1.1" status: 204  len: 168 time: 0.6721218
Dec 21 10:02:56.675633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37606) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:56.683694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:56.704204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:56.714426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:56.799803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f215f9-aec1-475e-90ae-34345b30b09b None None] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:02:56.855161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:02:56.855962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.869250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-835cc70b-85ed-49fb-a9ca-61f1e83a9890 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Synchronizing usage tracker for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:56.875217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29175b82-c74c-459b-9626-548a8904ed5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.883823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 4e8eb84a-f6af-4e0e-8ee2-21fdb59d0cb0 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:56.884964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:56.896535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 3.9745462
Dec 21 10:02:56.897983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37610) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:56.905031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '1a0bfc8b-d9aa-441d-8b24-273776a2436a', 'name': 'tempest-PortsTestJSON-1965034757'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:56.929800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-835cc70b-85ed-49fb-a9ca-61f1e83a9890 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Unset dirty status for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:56.936179 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-835cc70b-85ed-49fb-a9ca-61f1e83a9890 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.2540979
Dec 21 10:02:56.938478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37614) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:56.951028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'tempest-secgroup--1603949256'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:56.975846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1ce5d7c8-53d1-4552-99fc-8f1199c61e25 None None] Provisioning for port 5fabf799-e537-4273-8c92-c91f890172a8 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:56.978672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:57.003402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29175b82-c74c-459b-9626-548a8904ed5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.003721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:57.104965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.174557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': 'c9f18c9f-15f5-42c0-8b2e-427186e2d983'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:02:57.176029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.179945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:57.195353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Usage tracker for resource:security_group_rule and tenant:05e7324e4ba84a008872f6b7a925e6ab is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:57.200079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:57.203566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:57.210522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:57.214327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:port and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:02:57.221889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for port was recalculated. Used quota:3. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:02:57.237534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:57.277195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5fabf799-e537-4273-8c92-c91f890172a8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:57.372576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.374635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:57.381934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.424811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 5fabf799-e537-4273-8c92-c91f890172a8 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:57.425741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.434547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 5fabf799-e537-4273-8c92-c91f890172a8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:57.434547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.493265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:02:57.494048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:02:57.496550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.628147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:02:57.638881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ffb0f44d-28cf-4201-8dac-8a313da4c1eb None None] Provisioning complete for port 5fabf799-e537-4273-8c92-c91f890172a8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:57.647593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f44d-28cf-4201-8dac-8a313da4c1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.668060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eaf27789-c7c0-4aa5-b3ee-4475d15e7f63 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:57.710010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event updated for resources: {'SecurityGroup': ['ID=3db9ff83-9217-4b59-a131-66d53ec04c2d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:57.718788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.719459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.7799335
Dec 21 10:02:57.725980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:57.734037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37618) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:57.741993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 17e4fe6c-561b-48c8-8a57-70d6a44f8988 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:02:57.751248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:02:57.798254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3029c01c-6082-4cd8-aa40-af40edccb12d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Request body: {'security_group': {'name': 'default'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:02:57.798629 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.api.v2.base [None req-3029c01c-6082-4cd8-aa40-af40edccb12d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
Dec 21 10:02:57.799188 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-3029c01c-6082-4cd8-aa40-af40edccb12d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] update failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:02:57.800349 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3029c01c-6082-4cd8-aa40-af40edccb12d tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "PUT /v2.0/security-groups/3db9ff83-9217-4b59-a131-66d53ec04c2d HTTP/1.1" status: 409  len: 330 time: 0.0647552
Dec 21 10:02:57.812982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37622) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:57.819418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.877303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:02:57.949870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1359300-6e76-4ebf-b1a3-cfd66d892cd7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.960324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 5fabf799-e537-4273-8c92-c91f890172a8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5fabf799-e537-4273-8c92-c91f890172a8,segment=NetworkSegment(8e86bc8a-5650-44f7-81ca-726d9aed620e),segment_id=8e86bc8a-5650-44f7-81ca-726d9aed620e)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:02:57.971661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:57.984293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5694e9a5-3e2d-4742-bbf9-bdf603dd8c80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:58.004983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 615803d6-ab33-4a8d-853f-016f6964e1c6 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:02:58.005365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.013067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1359300-6e76-4ebf-b1a3-cfd66d892cd7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.028429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f44d-28cf-4201-8dac-8a313da4c1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.048336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Allocated IP 2001:db8::f816:3eff:fe23:1938 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/c9f18c9f-15f5-42c0-8b2e-427186e2d983/6fa6dee6-9593-4f45-b0d3-5f577f76eacb) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:58.076639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1359300-6e76-4ebf-b1a3-cfd66d892cd7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.086377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf15ee07-9f54-4409-85ba-db75f54ef552 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:58.107803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] The port '615803d6-ab33-4a8d-853f-016f6964e1c6' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:02:58.110027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.110394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.135375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-ffb0f44d-28cf-4201-8dac-8a313da4c1eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:02:58.136172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-ffb0f44d-28cf-4201-8dac-8a313da4c1eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:02:58.200557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1359300-6e76-4ebf-b1a3-cfd66d892cd7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db9ff83-9217-4b59-a131-66d53ec04c2d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:58.210873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1359300-6e76-4ebf-b1a3-cfd66d892cd7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:58.211355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1359300-6e76-4ebf-b1a3-cfd66d892cd7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.217200 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b1359300-6e76-4ebf-b1a3-cfd66d892cd7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "DELETE /v2.0/security-groups/3db9ff83-9217-4b59-a131-66d53ec04c2d HTTP/1.1" status: 204  len: 168 time: 0.4034014
Dec 21 10:02:58.218726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37626) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:58.227573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=5fabf799-e537-4273-8c92-c91f890172a8,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:58.263832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:58.301046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.11 (1a0bfc8b-d9aa-441d-8b24-273776a2436a/76578fae-0a39-49ce-a63f-4b91a59dd70e/17e4fe6c-561b-48c8-8a57-70d6a44f8988) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:02:58.306652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ed61683c-e04d-4572-bf05-2728b772f316 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Synchronizing usage tracker for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:58.358040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ed61683c-e04d-4572-bf05-2728b772f316 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Unset dirty status for tenant:05e7324e4ba84a008872f6b7a925e6ab on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:02:58.364123 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ed61683c-e04d-4572-bf05-2728b772f316 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2879 time: 0.1413820
Dec 21 10:02:58.368886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37630) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:58.407890 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-77662439-eca6-4658-87f6-0848ef9d9b13 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] delete failed (client error): The resource could not be found.
Dec 21 10:02:58.413737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-77662439-eca6-4658-87f6-0848ef9d9b13 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "DELETE /v2.0/security-groups/2cf1da00-c09f-492f-93fe-dafa5f63d026 HTTP/1.1" status: 404  len: 347 time: 0.0399890
Dec 21 10:02:58.413966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 4e8eb84a-f6af-4e0e-8ee2-21fdb59d0cb0 owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:02:58.414087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37634) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:58.444835 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-fe96602c-9253-4666-b99b-96a41e9e0cb1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] show failed (client error): The resource could not be found.
Dec 21 10:02:58.451943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fe96602c-9253-4666-b99b-96a41e9e0cb1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-groups/6bd0fa3d-e3f2-453f-a047-5c6d833d47dc HTTP/1.1" status: 404  len: 347 time: 0.0311899
Dec 21 10:02:58.467782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37638) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:58.502925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-c6b63ea2-3805-458f-860a-ab47a876cebc tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] show failed (client error): The resource could not be found.
Dec 21 10:02:58.507858 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c6b63ea2-3805-458f-860a-ab47a876cebc tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] 10.222.0.45 "GET /v2.0/security-group-rules/f2235ab9-de1e-4ac8-a1a6-0fda2053c8c6 HTTP/1.1" status: 404  len: 356 time: 0.0352566
Dec 21 10:02:58.519453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.535512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Transition to ACTIVE for port object 6fa6dee6-9593-4f45-b0d3-5f577f76eacb will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:58.567451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29175b82-c74c-459b-9626-548a8904ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.570059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Transition to ACTIVE for port object 6fa6dee6-9593-4f45-b0d3-5f577f76eacb will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:58.579292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.599720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12d7b186-664c-40f8-ae23-6078aea32867 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:58.703989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.764594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ffb0f44d-28cf-4201-8dac-8a313da4c1eb None None] Provisioning for port 07293e73-8e9b-4ab9-bd3a-8a8911ca2031 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:02:58.782220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ffb0f44d-28cf-4201-8dac-8a313da4c1eb None None] Provisioning complete for port 07293e73-8e9b-4ab9-bd3a-8a8911ca2031 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:58.782798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffb0f44d-28cf-4201-8dac-8a313da4c1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:58.961640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-52e4ab14-dc2c-4bd5-96ed-e3673ef3ee40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:58.999808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29175b82-c74c-459b-9626-548a8904ed5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78779e77-2c23-4ed9-9b6f-c47392cc1776,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:59.069177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:02:59.090995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0f44d-28cf-4201-8dac-8a313da4c1eb None None] Port 07293e73-8e9b-4ab9-bd3a-8a8911ca2031 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:59.143525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Pushing event updated for resources: {'Port': ['ID=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:59.146822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:59.154962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5fabf799-e537-4273-8c92-c91f890172a8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:02:59.168782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37646) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:59.226598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29175b82-c74c-459b-9626-548a8904ed5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:59.237432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:02:59.244362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-39b0465e-1454-4fd0-a304-7211b5cf6056 None None] Provisioning complete for port 5fabf799-e537-4273-8c92-c91f890172a8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:59.244945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39b0465e-1454-4fd0-a304-7211b5cf6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.252706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.283655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object 17e4fe6c-561b-48c8-8a57-70d6a44f8988 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:02:59.313628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.341406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:59.346439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:59.348927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:59.440981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:02:59.474058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Attempting to bind port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:02:59.474350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Attempting to bind port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:02:59.474679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Attempting to bind port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:02:59.476982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 5fabf799-e537-4273-8c92-c91f890172a8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:59.477316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.478013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed9937f0>,) {'filters': {'network_id': ['5272688d-2e8a-4f14-bb89-efb049667e39']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:59.498670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.523800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:02:59.524306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:02:59.524649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.525850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:02:59.526565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Bound port: 6fa6dee6-9593-4f45-b0d3-5f577f76eacb, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:02:59.526996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.594499 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2b3ee29b-9211-4334-a8d2-5cdbd10690fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=05e7324e4ba84a008872f6b7a925e6ab&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4204299
Dec 21 10:02:59.596615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37652) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:59.598565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed9937f0>, '1a33be49-6294-4d1c-a9c7-e6b0d5bbb706') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:59.598915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed9937f0>, '1a33be49-6294-4d1c-a9c7-e6b0d5bbb706') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:59.607124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:02:59.608918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29175b82-c74c-459b-9626-548a8904ed5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.610189 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-29175b82-c74c-459b-9626-548a8904ed5d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78779e77-2c23-4ed9-9b6f-c47392cc1776 HTTP/1.1" status: 204  len: 168 time: 3.5851066
Dec 21 10:02:59.623657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=17e4fe6c-561b-48c8-8a57-70d6a44f8988,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:02:59.631520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37658) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:02:59.632724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:02:59.638097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cee4ca-8bb1-42d0-baa6-659e998283d0 None None] Sync routers for ids ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:02:59.640910 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5795703
Dec 21 10:02:59.679382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-39b0465e-1454-4fd0-a304-7211b5cf6056 None None] Provisioning complete for port 07293e73-8e9b-4ab9-bd3a-8a8911ca2031 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:02:59.679616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39b0465e-1454-4fd0-a304-7211b5cf6056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.682214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cee4ca-8bb1-42d0-baa6-659e998283d0 None None] Routers {'8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:59.690122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-93cee4ca-8bb1-42d0-baa6-659e998283d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedac0748>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:59.717570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.736877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:02:59.752252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:02:59.769709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:02:59.798838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] For port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:02:59.821126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-93cee4ca-8bb1-42d0-baa6-659e998283d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedac0748>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:59.823641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] For port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:02:59.825124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-39b0465e-1454-4fd0-a304-7211b5cf6056 None None] Port 07293e73-8e9b-4ab9-bd3a-8a8911ca2031 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:02:59.832388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:02:59.839641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cee4ca-8bb1-42d0-baa6-659e998283d0 None None] Routers {'8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:02:59.844935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-93cee4ca-8bb1-42d0-baa6-659e998283d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedac0748>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:02:59.857835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e270f19f-6949-4d87-9524-053ae05330a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:02:59.859678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9fd2d949-06a1-411f-9f99-6262cae67399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:00.042041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e270f19f-6949-4d87-9524-053ae05330a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:00.043816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-93cee4ca-8bb1-42d0-baa6-659e998283d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedac0748>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:00.044270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cee4ca-8bb1-42d0-baa6-659e998283d0 None None] The sync data for ids ['8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:03:00.049411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e270f19f-6949-4d87-9524-053ae05330a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06 HTTP/1.1" status: 200  len: 205 time: 0.4115953
Dec 21 10:03:00.050999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-807f75f2-38d1-458a-a277-06838055737a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.085477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Pushing event updated for resources: {'Port': ['ID=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:00.089512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:00.138786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37664) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:00.142532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.145069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:03:00.146641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-807f75f2-38d1-458a-a277-06838055737a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.163704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fe35fcbe-d694-4fc4-834d-921768150f2f None None] Provisioning for port 17e4fe6c-561b-48c8-8a57-70d6a44f8988 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:00.177988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fe35fcbe-d694-4fc4-834d-921768150f2f None None] Provisioning complete for port 17e4fe6c-561b-48c8-8a57-70d6a44f8988 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:00.178387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fe35fcbe-d694-4fc4-834d-921768150f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.240266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fe35fcbe-d694-4fc4-834d-921768150f2f None None] Port 17e4fe6c-561b-48c8-8a57-70d6a44f8988 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:00.274651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:00.276625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.423144 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 3.5238028
Dec 21 10:03:00.429898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c74518f-04ef-4607-921c-b74f89e38943 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.446224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37674) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:00.467713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 5272688d-2e8a-4f14-bb89-efb049667e39 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:00.528954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.778667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c74518f-04ef-4607-921c-b74f89e38943 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.781840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c74518f-04ef-4607-921c-b74f89e38943 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.802419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-807f75f2-38d1-458a-a277-06838055737a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.809249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12e43130-1b02-406a-afed-9e668e6ec9ca tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:00.828526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807f75f2-38d1-458a-a277-06838055737a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4082b8fa-c492-45c3-94b8-b9e1fe7f861c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:00.831019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c74518f-04ef-4607-921c-b74f89e38943 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.831620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c74518f-04ef-4607-921c-b74f89e38943 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Fanout notify agent at l3_agent the message router_deleted on router 8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:03:00.833646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-807f75f2-38d1-458a-a277-06838055737a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:00.850837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-807f75f2-38d1-458a-a277-06838055737a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.856091 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-807f75f2-38d1-458a-a277-06838055737a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4082b8fa-c492-45c3-94b8-b9e1fe7f861c HTTP/1.1" status: 204  len: 168 time: 1.2538149
Dec 21 10:03:00.859688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c74518f-04ef-4607-921c-b74f89e38943 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:00.863766 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1c74518f-04ef-4607-921c-b74f89e38943 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06 HTTP/1.1" status: 204  len: 168 time: 0.7207935
Dec 21 10:03:00.864218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37684) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:01.074419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:01.114046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4afe2263-fda0-47f7-a03e-7a508ac63459 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:01.163276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff86bbb1-eea0-40e3-8637-8bd6979574d7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting subnet f8d7438b-16af-445b-b098-af9339de4d02 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:03:01.185338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff86bbb1-eea0-40e3-8637-8bd6979574d7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:01.215361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=4e8eb84a-f6af-4e0e-8ee2-21fdb59d0cb0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:01.224167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:01.240715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6fa6dee6-9593-4f45-b0d3-5f577f76eacb up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:01.335623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff86bbb1-eea0-40e3-8637-8bd6979574d7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:01.390539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 5272688d-2e8a-4f14-bb89-efb049667e39 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:01.392838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:01.409311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:01.475456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff86bbb1-eea0-40e3-8637-8bd6979574d7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:03:01.552247 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:03:01.564710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37696) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:01.763980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:01.777822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:01.798739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-94037167-77d8-40ca-ba01-7e0da5df1e44 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] Request body: {'port': {'network_id': 'efafc002-5fb4-4885-9b2c-e929d691d6ac', 'name': 'tempest-NetworksNegativeTestJSON-307883156'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:01.831732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:01.834627 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-94037167-77d8-40ca-ba01-7e0da5df1e44 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] POST failed (client error): The resource could not be found.
Dec 21 10:03:01.835707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94037167-77d8-40ca-ba01-7e0da5df1e44 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:03:01.839116 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-94037167-77d8-40ca-ba01-7e0da5df1e44 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2725341
Dec 21 10:03:01.858459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/networks/5272688d-2e8a-4f14-bb89-efb049667e39 HTTP/1.1" status: 204  len: 168 time: 7.4304566
Dec 21 10:03:01.864395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37708) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:01.864764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37710) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:01.865727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Network': ['ID=5272688d-2e8a-4f14-bb89-efb049667e39,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:01.883775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:01.893145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1097193881'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:01.929088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ba8ae2-072f-4fbf-8d04-ceb0f375bdbb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:01.930456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51ba8ae2-072f-4fbf-8d04-ceb0f375bdbb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:01.944591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:01.970844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:network and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:01.988747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff86bbb1-eea0-40e3-8637-8bd6979574d7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:01.992391 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74a3fb1-4e99-47b9-afd6-7b1836467fe8 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] DELETE failed (client error): The resource could not be found.
Dec 21 10:03:01.993303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74a3fb1-4e99-47b9-afd6-7b1836467fe8 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:03:02.004722 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d74a3fb1-4e99-47b9-afd6-7b1836467fe8 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] 10.222.0.45 "DELETE /v2.0/networks/4f6c2afa-27d5-496b-aa21-ca84039a76a7 HTTP/1.1" status: 404  len: 339 time: 0.1298976
Dec 21 10:03:02.004722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:02.013526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37718) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:02.014763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6baa5d7-a6c6-4f34-9d5a-1c86e63bf1bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:02.029384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:02.033625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51ba8ae2-072f-4fbf-8d04-ceb0f375bdbb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:02.041261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-51ba8ae2-072f-4fbf-8d04-ceb0f375bdbb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200  len: 921 time: 1.5789168
Dec 21 10:03:02.059073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37720) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:02.079102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5d2171db-5902-4e0e-938a-a4a66d21906c None None] Provisioning for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:02.088462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5d2171db-5902-4e0e-938a-a4a66d21906c None None] Provisioning complete for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:02.089115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d2171db-5902-4e0e-938a-a4a66d21906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.126543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.129017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.130347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/floatingips/46b1fc75-a98e-4f18-bcee-255c85329cac HTTP/1.1" status: 204  len: 168 time: 5.8351104
Dec 21 10:03:02.137398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37728) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:02.147217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '865d43cd-e1ef-4642-addf-37f73e3fde1f'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:02.171334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:02.173856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:02.180020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.278536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:floatingip and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:02.282284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.302797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-327ca777-6fbd-4783-9d7e-bac7cfc5434a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 17e4fe6c-561b-48c8-8a57-70d6a44f8988 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:02.303878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-327ca777-6fbd-4783-9d7e-bac7cfc5434a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.305307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:02.312193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:02.324799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d2171db-5902-4e0e-938a-a4a66d21906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.355371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86bbb1-eea0-40e3-8637-8bd6979574d7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Subnet': ['ID=f8d7438b-16af-445b-b098-af9339de4d02,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:02.358588 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e77c9b-f1be-4d3c-80b6-449719fbcaa6 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] DELETE failed (client error): The resource could not be found.
Dec 21 10:03:02.359337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e77c9b-f1be-4d3c-80b6-449719fbcaa6 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:03:02.361534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:02.371978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff86bbb1-eea0-40e3-8637-8bd6979574d7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:02.391722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5d2171db-5902-4e0e-938a-a4a66d21906c None None] For port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:02.404882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d2171db-5902-4e0e-938a-a4a66d21906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.411203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-71484eeb-5677-4799-bbac-e00066090764 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:02.426326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:03:02.457831 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-17e77c9b-f1be-4d3c-80b6-449719fbcaa6 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] 10.222.0.45 "DELETE /v2.0/ports/a03a8389-ab53-4323-858c-01b196efb0a4 HTTP/1.1" status: 404  len: 333 time: 0.4047618
Dec 21 10:03:02.461543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37734) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:02.535880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.574019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2171db-5902-4e0e-938a-a4a66d21906c None None] Pushing event updated for resources: {'Port': ['ID=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:02.579004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.579467 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Added segment 25a9c177-3d0f-47a5-b1d6-c1a82beaecb4 of type vxlan for network c9158a0a-c6ff-4d88-9792-249d2737bc8b
Dec 21 10:03:02.583041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5d2171db-5902-4e0e-938a-a4a66d21906c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:02.595824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f8eab8ec-8949-4ca8-a36b-bb93795e80d7 None None] Provisioning complete for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:02.596398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8eab8ec-8949-4ca8-a36b-bb93795e80d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.603749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37738) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:02.618885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=09295b4f-b908-4d7d-bde2-f19eed0d07a4,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:02.667281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:02.747340 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d59c975-011e-4b14-9f23-b0cf22ef884c tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] DELETE failed (client error): The resource could not be found.
Dec 21 10:03:02.747843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d59c975-011e-4b14-9f23-b0cf22ef884c tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:03:02.753739 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0d59c975-011e-4b14-9f23-b0cf22ef884c tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] 10.222.0.45 "DELETE /v2.0/subnets/0eeb1e4e-04c4-4216-bbb4-200999bb5236 HTTP/1.1" status: 404  len: 337 time: 0.2840717
Dec 21 10:03:02.760854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:02.764661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37744) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:02.779924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:02.780150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff86bbb1-eea0-40e3-8637-8bd6979574d7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.780150 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ff86bbb1-eea0-40e3-8637-8bd6979574d7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/f8d7438b-16af-445b-b098-af9339de4d02 HTTP/1.1" status: 204  len: 168 time: 1.9134321
Dec 21 10:03:02.790972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37748) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:02.799729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd75f58-6c88-4314-9433-7b35fb2073d3 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:02.822942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-327ca777-6fbd-4783-9d7e-bac7cfc5434a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.828728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.831840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53913ead-9d6c-4541-8b6d-735dde5fc6ef None None] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:02.834192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:02.834834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:02.839656 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c6f62e6-d748-453c-9170-2b4e7033ee7d tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] GET failed (client error): The resource could not be found.
Dec 21 10:03:02.846269 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6c6f62e6-d748-453c-9170-2b4e7033ee7d tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] 10.222.0.45 "GET /v2.0/networks/58d4bb5f-708c-4d5b-90b9-542ff86c8fc1 HTTP/1.1" status: 404  len: 339 time: 0.0637107
Dec 21 10:03:02.849005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37752) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:02.984434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:03:03.005350 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dca1592f-c12f-48e2-a297-4060c7e687d7 tempest-ServiceProvidersTest-344584766 tempest-ServiceProvidersTest-344584766] 10.222.0.45 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.3911483
Dec 21 10:03:03.006354 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.8060064
Dec 21 10:03:03.013400 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cb4055-b195-4671-98f4-62332953f829 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] GET failed (client error): The resource could not be found.
Dec 21 10:03:03.013653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-327ca777-6fbd-4783-9d7e-bac7cfc5434a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 17e4fe6c-561b-48c8-8a57-70d6a44f8988 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:03.014825 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-90cb4055-b195-4671-98f4-62332953f829 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] 10.222.0.45 "GET /v2.0/ports/d673de3d-dda1-4dc6-9b76-ccfc95db7361 HTTP/1.1" status: 404  len: 333 time: 0.1563153
Dec 21 10:03:03.019380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37758) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:03.019750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37760) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:03.075808 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8c19d2-35aa-42ca-85af-bed122d1892a tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] GET failed (client error): The resource could not be found.
Dec 21 10:03:03.077102 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fe8c19d2-35aa-42ca-85af-bed122d1892a tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] 10.222.0.45 "GET /v2.0/subnets/5181731e-b8dc-4efb-924a-285dbac8f589 HTTP/1.1" status: 404  len: 337 time: 0.0542934
Dec 21 10:03:03.082810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:c7:89:7e', 'name': 'tempest-NetworksTestDHCPv6-1228439478'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:03.085205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37766) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:03.098063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-615a44d2-1898-466a-b837-37b80591e4d2 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] Request body: {'network': {'name': 'new_name'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:03.122320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:03.126336 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-615a44d2-1898-466a-b837-37b80591e4d2 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] PUT failed (client error): The resource could not be found.
Dec 21 10:03:03.126901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:03.127058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615a44d2-1898-466a-b837-37b80591e4d2 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:03:03.127595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:03.128548 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-615a44d2-1898-466a-b837-37b80591e4d2 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] 10.222.0.45 "PUT /v2.0/networks/ff16af23-df03-41cb-abbe-1efe453bcaca HTTP/1.1" status: 404  len: 339 time: 0.0421875
Dec 21 10:03:03.138957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37770) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:03.151094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d67c587f-d0a2-4c9e-8e78-1e81345ba191 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] Request body: {'port': {'name': 'new_name'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:03.152391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4801516-2627-4d9a-9cbd-af6c9f559bd4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:03.233686 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67c587f-d0a2-4c9e-8e78-1e81345ba191 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] PUT failed (client error): The resource could not be found.
Dec 21 10:03:03.234260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67c587f-d0a2-4c9e-8e78-1e81345ba191 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:03:03.239346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d67c587f-d0a2-4c9e-8e78-1e81345ba191 tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] 10.222.0.45 "PUT /v2.0/ports/4c27811a-4f21-45cf-8981-affa8b407d3c HTTP/1.1" status: 404  len: 333 time: 0.0953462
Dec 21 10:03:03.239515 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.3675947
Dec 21 10:03:03.256797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37774) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:03.257323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37776) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:03.258762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6fa6dee6-9593-4f45-b0d3-5f577f76eacb up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:03.270933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5795418f-b14b-49b0-9dda-52006c58ecbc tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] Request body: {'subnet': {'name': 'new_name'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:03.299229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6582ce9b-f744-44f8-b1dc-66ae84281c08 None None] Provisioning complete for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:03.299637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6582ce9b-f744-44f8-b1dc-66ae84281c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:03.306465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': 'c9158a0a-c6ff-4d88-9792-249d2737bc8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:03.394804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Network': ['ID=c9158a0a-c6ff-4d88-9792-249d2737bc8b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:03.398698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:03.420585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network c9158a0a-c6ff-4d88-9792-249d2737bc8b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:03.422077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:03.477061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37784) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:03.509903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:03.519212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:03.524337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:03.586044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:03.613756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network c9158a0a-c6ff-4d88-9792-249d2737bc8b details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:03.622214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:03.629947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:03.718186 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5795418f-b14b-49b0-9dda-52006c58ecbc tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] PUT failed (client error): The resource could not be found.
Dec 21 10:03:03.718687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5795418f-b14b-49b0-9dda-52006c58ecbc tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:03:03.719916 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5795418f-b14b-49b0-9dda-52006c58ecbc tempest-NetworksNegativeTestJSON-980789835 tempest-NetworksNegativeTestJSON-980789835] 10.222.0.45 "PUT /v2.0/subnets/7ec158b3-16ab-4823-8135-1d35fbddb992 HTTP/1.1" status: 404  len: 337 time: 0.4613011
Dec 21 10:03:03.755016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:03.809928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:03.824709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] Usage tracker for resource:security_group_rule and tenant:60417bffa0d648b4b876e2bd59e66ce9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:03.830054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:03.891997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:03.894231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:03.894787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:03.915179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:03.923558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:03.930254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:03.942559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a3b7d5-131d-47d1-ac6b-0c4bf4be7741 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting subnet 5e60fccf-c82a-4da2-986d-e8eb52572276 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:03:03.946192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b7d5-131d-47d1-ac6b-0c4bf4be7741 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:03.956528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 5f976bcf-4761-4eea-a917-e34ea12142e7 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:04.000861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:04.014512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b7d5-131d-47d1-ac6b-0c4bf4be7741 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:04.110948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b7d5-131d-47d1-ac6b-0c4bf4be7741 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:04.172117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37794) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:04.260932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.26.1.23 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/96805474-8336-4c0a-adc4-78e71682b40e) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:04.302291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-327ca777-6fbd-4783-9d7e-bac7cfc5434a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:04.416348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] DHCP port deletion for d38a15e4-25ca-4a72-8eda-500a9dcc08df request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:03:04.421368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] Deleting port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:04.421767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:04.458785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:04.461304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec761613-3de7-45e5-8a40-5b10f4a97b79 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:04.516973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:04.558679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ca777-6fbd-4783-9d7e-bac7cfc5434a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=17e4fe6c-561b-48c8-8a57-70d6a44f8988,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:04.560698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-327ca777-6fbd-4783-9d7e-bac7cfc5434a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:04.581869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc1c7e5-d72c-4d02-a4eb-91c1954716fc None None] Update dhcp port {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': 'c9f18c9f-15f5-42c0-8b2e-427186e2d983', 'ip_address': '2001:db8::f816:3eff:fe23:1938'}, {'subnet_id': '09295b4f-b908-4d7d-bde2-f19eed0d07a4'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '6fa6dee6-9593-4f45-b0d3-5f577f76eacb'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:03:04.689360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c7e5-d72c-4d02-a4eb-91c1954716fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:04.812617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:04.977838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-327ca777-6fbd-4783-9d7e-bac7cfc5434a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:04.990010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] For port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=31691a7f-fd2b-4eaa-b3b1-cbe129b860fe,segment=NetworkSegment(b1bbc735-fedb-404e-972f-5072d1ef2404),segment_id=b1bbc735-fedb-404e-972f-5072d1ef2404)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:04.990465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:04.990579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 172.20.0.11 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/09295b4f-b908-4d7d-bde2-f19eed0d07a4/5f976bcf-4761-4eea-a917-e34ea12142e7) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:04.999376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f816:3eff:fec7:897e (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/c9f18c9f-15f5-42c0-8b2e-427186e2d983/5f976bcf-4761-4eea-a917-e34ea12142e7) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:05.012983 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-327ca777-6fbd-4783-9d7e-bac7cfc5434a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/17e4fe6c-561b-48c8-8a57-70d6a44f8988 HTTP/1.1" status: 204  len: 168 time: 2.9299664
Dec 21 10:03:05.016188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b7d5-131d-47d1-ac6b-0c4bf4be7741 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.035427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37800) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:05.036384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf8373b3-94c6-4e3c-9764-e4f999b24ff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:05.100358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.126038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.131576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:05.139850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a3b7d5-131d-47d1-ac6b-0c4bf4be7741 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Subnet': ['ID=5e60fccf-c82a-4da2-986d-e8eb52572276,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:05.142356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a2a3b7d5-131d-47d1-ac6b-0c4bf4be7741 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:05.147554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.154067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:03:05.162994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d9c364a-9744-4f7b-bca7-a133ca230a7f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:03:05.163337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6d9c364a-9744-4f7b-bca7-a133ca230a7f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:05.164174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] Usage tracker for resource:security_group_rule and tenant:2b24255535da4430bb17087529b11224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:05.168331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-360371a9-a493-4ded-865b-803689780874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:05.178431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:05.199909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.214525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:05.221435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] Calling delete_port for 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:05.307151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6d9c364a-9744-4f7b-bca7-a133ca230a7f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:05.311414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6d9c364a-9744-4f7b-bca7-a133ca230a7f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/17e4fe6c-561b-48c8-8a57-70d6a44f8988 HTTP/1.1" status: 404  len: 333 time: 0.2438867
Dec 21 10:03:05.312068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37804) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:05.333089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae103e9-5255-402f-b266-0e14e30e6cce,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:05.353069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.373157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2a3b7d5-131d-47d1-ac6b-0c4bf4be7741 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.382944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee915b8-edf3-4e62-b1b3-dc1d86b1fe5d None None] Network 4577c2a6-07cc-425e-a174-f66d818714ae requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:05.403881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a2a3b7d5-131d-47d1-ac6b-0c4bf4be7741 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/5e60fccf-c82a-4da2-986d-e8eb52572276 HTTP/1.1" status: 204  len: 168 time: 2.6040821
Dec 21 10:03:05.404113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60417bffa0d648b4b876e2bd59e66ce9&name=default HTTP/1.1" status: 200  len: 2879 time: 1.9206662
Dec 21 10:03:05.404113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:05.409935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-361e6015-c607-4905-95ba-04893a954516 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:05.417616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.419288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37808) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:05.419902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37810) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:05.437591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:05.484103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4f948c6c-9474-4471-a0fa-6cdf533a38a7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 07293e73-8e9b-4ab9-bd3a-8a8911ca2031 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:05.484473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f948c6c-9474-4471-a0fa-6cdf533a38a7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.529174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] Pushing event deleted for resources: {'Port': ['ID=31691a7f-fd2b-4eaa-b3b1-cbe129b860fe,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:05.601759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:05.687284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.730476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=96805474-8336-4c0a-adc4-78e71682b40e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:05.740733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:05.749781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 5f976bcf-4761-4eea-a917-e34ea12142e7 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:05.777734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] No DVR routers for this DVR port 31691a7f-fd2b-4eaa-b3b1-cbe129b860fe on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:03:05.798580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:05.804978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:05.806780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.812022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:05.884753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.889955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] DHCP port deletion for 4577c2a6-07cc-425e-a174-f66d818714ae request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:03:05.894737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.906997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03b30872-77f3-4b90-9638-f1488d13b872 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:05.922281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ed81-3a0a-47da-88a5-0be709320a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.947194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] Deleting port 787de014-fc4b-4422-bda2-b9914f3203b0 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:05.947624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:05.954290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:06.012204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1cc1c7e5-d72c-4d02-a4eb-91c1954716fc None None] Allocated IP 172.20.0.2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/09295b4f-b908-4d7d-bde2-f19eed0d07a4/6fa6dee6-9593-4f45-b0d3-5f577f76eacb) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:06.048510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302c47aa-bb19-41d2-8b0e-5fa86c1e68bd,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:06.061272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:06.063856 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b24255535da4430bb17087529b11224&name=default HTTP/1.1" status: 200  len: 2879 time: 1.8772736
Dec 21 10:03:06.064549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:06.100231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37816) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:06.123949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ed81-3a0a-47da-88a5-0be709320a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:06.267096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1cc1c7e5-d72c-4d02-a4eb-91c1954716fc None None] For port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:06.315196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=5f976bcf-4761-4eea-a917-e34ea12142e7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:06.330046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:06.369648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] For port 787de014-fc4b-4422-bda2-b9914f3203b0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=787de014-fc4b-4422-bda2-b9914f3203b0,segment=NetworkSegment(ae5a15db-9b5e-4925-bb74-e66486f5bf1e),segment_id=ae5a15db-9b5e-4925-bb74-e66486f5bf1e)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:06.370091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:06.433384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:06.436648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:06.441133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:06.457300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c7e5-d72c-4d02-a4eb-91c1954716fc None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:06.526969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] Calling delete_port for 787de014-fc4b-4422-bda2-b9914f3203b0 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:06.584050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1cc1c7e5-d72c-4d02-a4eb-91c1954716fc None None] Transition to ACTIVE for port object 6fa6dee6-9593-4f45-b0d3-5f577f76eacb will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:06.607817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:06.608230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc1c7e5-d72c-4d02-a4eb-91c1954716fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:06.608478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:06.644968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:06.652948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:06.695296 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 3.6741192
Dec 21 10:03:06.697271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37820) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:06.714213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:06.742489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f948c6c-9474-4471-a0fa-6cdf533a38a7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:06.833754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09395a6c-478c-48f4-9bf0-42412025c800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:06.838498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09395a6c-478c-48f4-9bf0-42412025c800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:06.839379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-09395a6c-478c-48f4-9bf0-42412025c800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:06.856963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:06.869348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-09395a6c-478c-48f4-9bf0-42412025c800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:06.874499 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-09395a6c-478c-48f4-9bf0-42412025c800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.1741750
Dec 21 10:03:06.875927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37824) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:06.989008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4f948c6c-9474-4471-a0fa-6cdf533a38a7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 07293e73-8e9b-4ab9-bd3a-8a8911ca2031 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:07.013802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7d3da9fd-5f6e-4431-8fca-b31798511db0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 5f976bcf-4761-4eea-a917-e34ea12142e7 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:07.014382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d3da9fd-5f6e-4431-8fca-b31798511db0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.066810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7137dc74-ff41-44de-80de-bd2b1cc88d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.097086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec32a4a8>,) {'filters': {'network_id': ['d38a15e4-25ca-4a72-8eda-500a9dcc08df']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:07.109826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ed81-3a0a-47da-88a5-0be709320a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.123554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e59fe58c-7007-45d1-9edd-c672a110f326 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:07.155745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec32a4a8>, 'b1bbc735-fedb-404e-972f-5072d1ef2404') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:07.156060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec32a4a8>, 'b1bbc735-fedb-404e-972f-5072d1ef2404') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:07.162189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1c7e5-d72c-4d02-a4eb-91c1954716fc None None] Pushing event updated for resources: {'Port': ['ID=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:07.179106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d2ed81-3a0a-47da-88a5-0be709320a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae103e9-5255-402f-b266-0e14e30e6cce,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:07.184036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cc1c7e5-d72c-4d02-a4eb-91c1954716fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:07.184787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d4268904-a69f-4d88-a17e-981d53de65f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.450s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:07.186285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7137dc74-ff41-44de-80de-bd2b1cc88d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.230062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b6d2ed81-3a0a-47da-88a5-0be709320a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:07.232843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.260513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] Pushing event deleted for resources: {'Port': ['ID=787de014-fc4b-4422-bda2-b9914f3203b0,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:07.273407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:07.278080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] No DVR routers for this DVR port 787de014-fc4b-4422-bda2-b9914f3203b0 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:03:07.282391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6d2ed81-3a0a-47da-88a5-0be709320a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.283649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b6d2ed81-3a0a-47da-88a5-0be709320a04 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ae103e9-5255-402f-b266-0e14e30e6cce HTTP/1.1" status: 204  len: 168 time: 1.8581541
Dec 21 10:03:07.303811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 787de014-fc4b-4422-bda2-b9914f3203b0 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:03:07.318954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.334339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d3da9fd-5f6e-4431-8fca-b31798511db0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.337786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Releasing vxlan tunnel 6 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:03:07.349356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 787de014-fc4b-4422-bda2-b9914f3203b0 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:03:07.350160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 787de014-fc4b-4422-bda2-b9914f3203b0 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:03:07.490089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.520246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.527910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7d3da9fd-5f6e-4431-8fca-b31798511db0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 5f976bcf-4761-4eea-a917-e34ea12142e7 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:07.554908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:07.916187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=f67f67a0-f58d-4ae0-93c3-1dd83d806137,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:07.933231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:07.942403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7137dc74-ff41-44de-80de-bd2b1cc88d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.947355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:07.952328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:07.969838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-807f75f2-38d1-458a-a277-06838055737a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:08.009980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f948c6c-9474-4471-a0fa-6cdf533a38a7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:08.020747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137dc74-ff41-44de-80de-bd2b1cc88d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302c47aa-bb19-41d2-8b0e-5fa86c1e68bd,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:08.043977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d3da9fd-5f6e-4431-8fca-b31798511db0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:08.061846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-54e6f9bc-1cf8-4ea8-80fb-41f679ac7a4b tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:08.108225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:08.132825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3da9fd-5f6e-4431-8fca-b31798511db0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=5f976bcf-4761-4eea-a917-e34ea12142e7,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:08.138619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:08.157115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d3da9fd-5f6e-4431-8fca-b31798511db0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:08.157688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d3da9fd-5f6e-4431-8fca-b31798511db0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:08.162010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7137dc74-ff41-44de-80de-bd2b1cc88d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:08.219845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d633143-e1f6-4a58-afa2-aa3f2cf6b8a2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:08.281937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-decd6fbb-38e8-4531-a36c-83075473a870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:08.315423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2ecea4d4-05bf-4772-a54d-b14f41fa755e None None] Provisioning for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:08.326144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2ecea4d4-05bf-4772-a54d-b14f41fa755e None None] Provisioning complete for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:08.330366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ecea4d4-05bf-4772-a54d-b14f41fa755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:08.340334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f948c6c-9474-4471-a0fa-6cdf533a38a7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=07293e73-8e9b-4ab9-bd3a-8a8911ca2031,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:08.412017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4f948c6c-9474-4471-a0fa-6cdf533a38a7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:08.595408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network d38a15e4-25ca-4a72-8eda-500a9dcc08df has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:08.609714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7137dc74-ff41-44de-80de-bd2b1cc88d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:08.614616 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7137dc74-ff41-44de-80de-bd2b1cc88d46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/302c47aa-bb19-41d2-8b0e-5fa86c1e68bd HTTP/1.1" status: 204  len: 168 time: 2.4948046
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:03:08.663025 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:03:08.667445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=96805474-8336-4c0a-adc4-78e71682b40e,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:08.729055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0ac21ed2-89ff-4bbc-b77a-680ede4ea26e None None] Could not find standard attr ID for object 5f976bcf-4761-4eea-a917-e34ea12142e7. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:03:08.810525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.653s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:08.867694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f948c6c-9474-4471-a0fa-6cdf533a38a7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:08.886877 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4f948c6c-9474-4471-a0fa-6cdf533a38a7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/07293e73-8e9b-4ab9-bd3a-8a8911ca2031 HTTP/1.1" status: 204  len: 168 time: 3.5704536
Dec 21 10:03:08.887747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37850) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:08.958765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:08.965302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:08.967609 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/networks/d38a15e4-25ca-4a72-8eda-500a9dcc08df HTTP/1.1" status: 204  len: 168 time: 3.5436680
Dec 21 10:03:08.975532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20fbb340-ab48-407e-abc6-025de642a71e tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:08.979119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37854) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:09.008404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Checking segment: {'id': '25a9c177-3d0f-47a5-b1d6-c1a82beaecb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c9158a0a-c6ff-4d88-9792-249d2737bc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:09.009372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network hostable DHCP agents. Network: c9158a0a-c6ff-4d88-9792-249d2737bc8b, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:03:09.034843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Network': ['ID=d38a15e4-25ca-4a72-8eda-500a9dcc08df,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:09.044222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:09.045590 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e061f7-97e4-4ba7-bf2a-5e38a7cc19d0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:03:09.046082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-07e061f7-97e4-4ba7-bf2a-5e38a7cc19d0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:09.069476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network c9158a0a-c6ff-4d88-9792-249d2737bc8b is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:03:09.078202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-07e061f7-97e4-4ba7-bf2a-5e38a7cc19d0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:09.083012 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-07e061f7-97e4-4ba7-bf2a-5e38a7cc19d0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/07293e73-8e9b-4ab9-bd3a-8a8911ca2031 HTTP/1.1" status: 404  len: 333 time: 0.1905084
Dec 21 10:03:09.085161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37860) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:09.103862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d3da9fd-5f6e-4431-8fca-b31798511db0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:09.130785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, c9158a0a-c6ff-4d88-9792-249d2737bc8b) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:09.164785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a9d568-05b8-4b94-9491-11f63520f424 None None] Network c9158a0a-c6ff-4d88-9792-249d2737bc8b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:09.178836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:09.179500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:09.248652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6fa6dee6-9593-4f45-b0d3-5f577f76eacb up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:09.262242 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.0014448
Dec 21 10:03:09.265538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37866) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:09.272164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': 'c9158a0a-c6ff-4d88-9792-249d2737bc8b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-22856939'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:09.410093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:09.501333 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7d3da9fd-5f6e-4431-8fca-b31798511db0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/5f976bcf-4761-4eea-a917-e34ea12142e7 HTTP/1.1" status: 204  len: 168 time: 2.6243031
Dec 21 10:03:09.510364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37876) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:09.555053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a29ccdf2-e6d3-4b5c-ae15-9a45bddf2113 None None] Provisioning complete for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:09.555493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a29ccdf2-e6d3-4b5c-ae15-9a45bddf2113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:09.630277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:09.673831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2194e0e5-414d-4088-9a1f-227271b19157 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet 76578fae-0a39-49ce-a63f-4b91a59dd70e {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:03:09.688586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2194e0e5-414d-4088-9a1f-227271b19157 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:09.742271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:09.742972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:09.752757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:09.761987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:port and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:09.767097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for port was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:09.771521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2194e0e5-414d-4088-9a1f-227271b19157 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:09.798960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-c9158a0a-c6ff-4d88-9792-249d2737bc8b', 'network_id': 'c9158a0a-c6ff-4d88-9792-249d2737bc8b', 'tenant_id': '88b585b75ba24611885906f26f32020e', 'fixed_ips': [{'subnet_id': 'f67f67a0-f58d-4ae0-93c3-1dd83d806137'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:03:09.800036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:09.820843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:09.869884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:09.876492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:09.924731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP b2ab675d-a76c-4aae-88f5-3bf32a015883 associated. External IP: 172.26.1.23, port: 865d43cd-e1ef-4642-addf-37f73e3fde1f.
Dec 21 10:03:09.997048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2194e0e5-414d-4088-9a1f-227271b19157 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:10.154387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port e8bbe757-dccb-4ccc-ad3d-5a8c497378a2 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:10.160883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:10.340308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37896) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:10.399177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe76b62b0>,) {'filters': {'network_id': ['4577c2a6-07cc-425e-a174-f66d818714ae']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:10.413465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23587e79-5e8f-4833-bb6c-2bc71b245812 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:10.415638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23587e79-5e8f-4833-bb6c-2bc71b245812 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:10.426799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23587e79-5e8f-4833-bb6c-2bc71b245812 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:10.427828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-23587e79-5e8f-4833-bb6c-2bc71b245812 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:10.441322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe76b62b0>, 'ae5a15db-9b5e-4925-bb74-e66486f5bf1e') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:10.441810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe76b62b0>, 'ae5a15db-9b5e-4925-bb74-e66486f5bf1e') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:10.467371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:10.551091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-23587e79-5e8f-4833-bb6c-2bc71b245812 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:10.552449 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-23587e79-5e8f-4833-bb6c-2bc71b245812 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 1.0371892
Dec 21 10:03:10.553920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:10.564183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37904) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:10.564887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Releasing vxlan tunnel 4 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:03:10.662310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37908) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:10.668468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Allocated IP 2001:db8::2 (c9158a0a-c6ff-4d88-9792-249d2737bc8b/f67f67a0-f58d-4ae0-93c3-1dd83d806137/9002debb-52d6-4650-9796-d1976e0460c6) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:10.927524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:03:10.934227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'network': {'name': 'tempest-network-smoke--1061580321', 'project_id': '4f37266714dd44d5856b221995070c6a', 'port_security_enabled': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:10.982801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2194e0e5-414d-4088-9a1f-227271b19157 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.000901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0c4ebcff-63b2-4580-8845-728038a533b2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:11.011361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:11.012666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.027883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1745906581'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:11.040889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 4577c2a6-07cc-425e-a174-f66d818714ae has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:11.052234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:network and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:11.058083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2194e0e5-414d-4088-9a1f-227271b19157 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=76578fae-0a39-49ce-a63f-4b91a59dd70e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:11.061652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:11.062322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2194e0e5-414d-4088-9a1f-227271b19157 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:11.065242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.080681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:11.145126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2194e0e5-414d-4088-9a1f-227271b19157 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.154947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a750acf6-ac39-4ace-9816-64df9d2f8850 None None] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:11.155520 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2194e0e5-414d-4088-9a1f-227271b19157 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/76578fae-0a39-49ce-a63f-4b91a59dd70e HTTP/1.1" status: 204  len: 168 time: 2.0692415
Dec 21 10:03:11.158306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37914) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:11.159902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:network and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:11.220175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:11.222602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:11.291899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.371599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 5fabf799-e537-4273-8c92-c91f890172a8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:11.372166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.470202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] DHCP port deletion for 1a0bfc8b-d9aa-441d-8b24-273776a2436a request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:03:11.476120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] Deleting port 5fabf799-e537-4273-8c92-c91f890172a8 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:11.476552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.595897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:11.658248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] For port 5fabf799-e537-4273-8c92-c91f890172a8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5fabf799-e537-4273-8c92-c91f890172a8,segment=NetworkSegment(8e86bc8a-5650-44f7-81ca-726d9aed620e),segment_id=8e86bc8a-5650-44f7-81ca-726d9aed620e)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:11.658746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.681045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:11.686799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.714078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] For port 5fabf799-e537-4273-8c92-c91f890172a8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5fabf799-e537-4273-8c92-c91f890172a8,segment=NetworkSegment(8e86bc8a-5650-44f7-81ca-726d9aed620e),segment_id=8e86bc8a-5650-44f7-81ca-726d9aed620e)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:11.714537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.773148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:11.778837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.800579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 5fabf799-e537-4273-8c92-c91f890172a8 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:11.802554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.853764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] Calling delete_port for 5fabf799-e537-4273-8c92-c91f890172a8 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:11.884501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.890759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.897668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 4577c2a6-07cc-425e-a174-f66d818714ae has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:11.905910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6251da1-acaf-4e6d-897f-d2b1f3a14bb2 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:11.916362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-617b2830-0f94-4ae0-a3a1-d70f11fc41c7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 09295b4f-b908-4d7d-bde2-f19eed0d07a4 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:03:11.935321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:11.935961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:03:11.949949 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:03:11.952954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:11.955425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-617b2830-0f94-4ae0-a3a1-d70f11fc41c7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:11.965702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=5fabf799-e537-4273-8c92-c91f890172a8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:11.968746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:12.014920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:12.026462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:12.036062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:12.066680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.068578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No DVR routers for this DVR port 5fabf799-e537-4273-8c92-c91f890172a8 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:03:12.109511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:12.118084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:security_group_rule and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:12.130632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:12.133860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:03:12.144276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Transition to ACTIVE for port object 9002debb-52d6-4650-9796-d1976e0460c6 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:12.146715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:12.149279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d861f35a-0807-4a0f-b36e-918ea55c1029 None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:03:12.150891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-617b2830-0f94-4ae0-a3a1-d70f11fc41c7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.174817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Transition to ACTIVE for port object 9002debb-52d6-4650-9796-d1976e0460c6 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:12.176389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861f35a-0807-4a0f-b36e-918ea55c1029 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:12.176643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d861f35a-0807-4a0f-b36e-918ea55c1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed9c7978>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:12.201005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.220821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0489711-266c-4340-8b43-72c19b87a969 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:12.242950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.247072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d861f35a-0807-4a0f-b36e-918ea55c1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed9c7978>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:12.250636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.251505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.269315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:12.289590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Network': ['ID=4577c2a6-07cc-425e-a174-f66d818714ae,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:12.298834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:12.304973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.314199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861f35a-0807-4a0f-b36e-918ea55c1029 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:12.314199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d861f35a-0807-4a0f-b36e-918ea55c1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed9c7978>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:02:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:12.344818 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/networks/4577c2a6-07cc-425e-a174-f66d818714ae HTTP/1.1" status: 204  len: 168 time: 3.3575926
Dec 21 10:03:12.354065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37918) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:12.418448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'network': {'name': 'tempest-RoutersTest-1489263486'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:12.428791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 981 time: 10.2870774
Dec 21 10:03:12.428986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d861f35a-0807-4a0f-b36e-918ea55c1029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed9c7978>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:12.428986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d861f35a-0807-4a0f-b36e-918ea55c1029 None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:03:12.435690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37922) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:12.448038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:12.448278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1887183398'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:12.457046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:network and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:12.468677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:12.482915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] Deleting port 5fabf799-e537-4273-8c92-c91f890172a8 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:12.483511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.483599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:12.487130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8::28a (c9158a0a-c6ff-4d88-9792-249d2737bc8b/f67f67a0-f58d-4ae0-93c3-1dd83d806137/e8bbe757-dccb-4ccc-ad3d-5a8c497378a2) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:12.491156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:network and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:12.497991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:12.505792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe794be80>,) {'filters': {'network_id': ['1a0bfc8b-d9aa-441d-8b24-273776a2436a']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:12.509159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:12.518874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47e4f24e-853a-402f-b98a-1abe8847bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.526818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe794be80>, '8e86bc8a-5650-44f7-81ca-726d9aed620e') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:12.527039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe794be80>, '8e86bc8a-5650-44f7-81ca-726d9aed620e') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:12.528004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-617b2830-0f94-4ae0-a3a1-d70f11fc41c7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.556274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.566284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:12.611330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.613863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.615955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:03:12.631899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.634562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Pushing event updated for resources: {'Port': ['ID=9002debb-52d6-4650-9796-d1976e0460c6,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:12.643787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7697860f-c6b2-453c-a79f-8863b6d4d8d2 None None] The port '5fabf799-e537-4273-8c92-c91f890172a8' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:03:12.644977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:12.648160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3067c86a-da71-479d-9f27-6255ec325c33 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:12.670227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Made reservation on behalf of 338c2a421bf848038828530c137b28aa for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:12.673417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.675574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.679958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Network c9158a0a-c6ff-4d88-9792-249d2737bc8b is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:12.681581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:12.683739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:12.709246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:12.715595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.725010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.745412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Attempting to bind port 9002debb-52d6-4650-9796-d1976e0460c6 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:12.745856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Attempting to bind port 9002debb-52d6-4650-9796-d1976e0460c6 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '25a9c177-3d0f-47a5-b1d6-c1a82beaecb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c9158a0a-c6ff-4d88-9792-249d2737bc8b'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:12.746275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Attempting to bind port 9002debb-52d6-4650-9796-d1976e0460c6 on network c9158a0a-c6ff-4d88-9792-249d2737bc8b {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:12.752007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:12.752427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Checking segment: {'id': '25a9c177-3d0f-47a5-b1d6-c1a82beaecb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c9158a0a-c6ff-4d88-9792-249d2737bc8b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:12.753342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.753342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Bound using segment: {'id': '25a9c177-3d0f-47a5-b1d6-c1a82beaecb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c9158a0a-c6ff-4d88-9792-249d2737bc8b'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:12.753816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Bound port: 9002debb-52d6-4650-9796-d1976e0460c6, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a9c177-3d0f-47a5-b1d6-c1a82beaecb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'c9158a0a-c6ff-4d88-9792-249d2737bc8b'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:12.754244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.770203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:03:12.783664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.794803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'SecurityGroup': ['ID=9833ab41-bb8d-4509-a23b-9568b0d945c8,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:12.798328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:12.805294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc61b847-ae51-4df2-8548-e94bcc161fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:12.850913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] For port 9002debb-52d6-4650-9796-d1976e0460c6, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:12.854708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] For port 9002debb-52d6-4650-9796-d1976e0460c6, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9002debb-52d6-4650-9796-d1976e0460c6,segment=NetworkSegment(25a9c177-3d0f-47a5-b1d6-c1a82beaecb4),segment_id=25a9c177-3d0f-47a5-b1d6-c1a82beaecb4)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:12.859130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.874801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.875548 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added segment c7cca32e-c384-40d9-b2d8-3a5d66eab153 of type vxlan for network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19
Dec 21 10:03:12.876204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5d2171db-5902-4e0e-938a-a4a66d21906c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:12.950834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:12.963885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:12.977098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:12.981631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:13.000922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.016089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.128524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5fabf799-e537-4273-8c92-c91f890172a8 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:03:13.154267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:13.154841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:13.155393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.159892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:13.160557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.169376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46ba7d2c-f7c3-40e8-943c-2e5f97007fb7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:13.187284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:13.187743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:13.195095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 5fabf799-e537-4273-8c92-c91f890172a8 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:03:13.195478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5fabf799-e537-4273-8c92-c91f890172a8 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:03:13.196916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 1a0bfc8b-d9aa-441d-8b24-273776a2436a has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:13.207582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:13.207582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:03:13.227024 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:03:13.274383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Pushing event updated for resources: {'Port': ['ID=9002debb-52d6-4650-9796-d1976e0460c6,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:13.279852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:13.322877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object e8bbe757-dccb-4ccc-ad3d-5a8c497378a2 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:13.326628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Network': ['ID=0e81b6c3-33d3-475c-94fb-cfb4ee874e19,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:13.326956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.331033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b68754f9-439f-41b4-b781-727617c3ec85 tempest-RoutersIpV6AdminTest-361315421 tempest-RoutersIpV6AdminTest-361315421] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:13.339210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-617b2830-0f94-4ae0-a3a1-d70f11fc41c7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.340229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:13.351250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.356446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:13.357408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb5a3a85-5d91-4055-8af3-5c56f58e71cf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:13.362970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Network': ['ID=1a0bfc8b-d9aa-441d-8b24-273776a2436a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:13.368891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:13.382690 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/networks/1a0bfc8b-d9aa-441d-8b24-273776a2436a HTTP/1.1" status: 204  len: 168 time: 2.2234104
Dec 21 10:03:13.387181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37926) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:13.388609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:13.394262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'network': {'name': 'tempest-PortsTestJSON-501698425'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:13.402637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.6182683
Dec 21 10:03:13.402855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.418927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37930) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:13.419174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:13.420146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b2830-0f94-4ae0-a3a1-d70f11fc41c7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=09295b4f-b908-4d7d-bde2-f19eed0d07a4,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:13.422211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2162fafc-4ec6-4d30-8ebf-c0a3ca9a869d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:13.427489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-617b2830-0f94-4ae0-a3a1-d70f11fc41c7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:13.434038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-986614638'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:13.443283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:13.467284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:network and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:13.477083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:13.501543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:13.508669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:network and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:13.512271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.521655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:13.531985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:13.539212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=e8bbe757-dccb-4ccc-ad3d-5a8c497378a2,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:13.544002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:13.559631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:13.566538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.594720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:13.600731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.620993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-617b2830-0f94-4ae0-a3a1-d70f11fc41c7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.623058 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-617b2830-0f94-4ae0-a3a1-d70f11fc41c7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/09295b4f-b908-4d7d-bde2-f19eed0d07a4 HTTP/1.1" status: 204  len: 168 time: 3.0426846
Dec 21 10:03:13.623821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c9f41-59ff-4c22-88f6-96187a97f7c3 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:13.626488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37934) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:13.669235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.688871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:03:13.689193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.711112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.736946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.736946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Added segment f324cbfc-2e09-4821-89ff-232ba408c1c9 of type vxlan for network a4c7323f-fab7-465c-96b2-3651dc98f365
Dec 21 10:03:13.777575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network c9158a0a-c6ff-4d88-9792-249d2737bc8b is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:13.781194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5217a7c-539e-42ed-a46a-0baab77e9a7a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet c9f18c9f-15f5-42c0-8b2e-427186e2d983 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:03:13.792238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:13.794761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:13.799541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:13.799757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5217a7c-539e-42ed-a46a-0baab77e9a7a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.800251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.846163 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 891 time: 4.5794291
Dec 21 10:03:13.852058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37938) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:13.878319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.928245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.931111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5217a7c-539e-42ed-a46a-0baab77e9a7a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.933218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:13.934035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:13.941810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:13.974697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:13.975283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:13.978805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:13.979178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:13.986586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.5956452
Dec 21 10:03:13.996800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:13.997821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:13.999686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37942) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:14.008711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-daa09183-b5d7-47ff-b55b-cded2b00a1ce tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port e8bbe757-dccb-4ccc-ad3d-5a8c497378a2 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:14.009473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-daa09183-b5d7-47ff-b55b-cded2b00a1ce tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.012455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': 'a4c7323f-fab7-465c-96b2-3651dc98f365', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:14.055312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:14.056236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:14.128851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Network': ['ID=a4c7323f-fab7-465c-96b2-3651dc98f365,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:14.134249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:14.142714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network a4c7323f-fab7-465c-96b2-3651dc98f365 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:14.158889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network a4c7323f-fab7-465c-96b2-3651dc98f365 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:14.190737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5217a7c-539e-42ed-a46a-0baab77e9a7a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.214272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:14.219024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:14.222458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:14.229151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:14.240143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:14.364831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.401525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.487671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.512439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-daa09183-b5d7-47ff-b55b-cded2b00a1ce tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.551243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.625063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:03:14.654392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.654648 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added segment 2621a151-a820-4506-993e-7ed421f83e67 of type vxlan for network 1783f637-e89b-49d8-8f6b-757e4bfed197
Dec 21 10:03:14.721144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.736329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-daa09183-b5d7-47ff-b55b-cded2b00a1ce tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for e8bbe757-dccb-4ccc-ad3d-5a8c497378a2 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:14.836399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.841758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:14.842361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.849047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-82e359ad-5229-448d-946b-fd718cc40c53 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:14.857151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:14.857530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:14.869001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:14.869416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:14.945123 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.5898955
Dec 21 10:03:14.950993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37946) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:14.972578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5217a7c-539e-42ed-a46a-0baab77e9a7a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:14.991729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70b44ad1-94e5-4f7b-8c40-87bdfbcab629 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:15.037011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.189012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9002debb-52d6-4650-9796-d1976e0460c6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:15.282974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c4bc5aaa-bfc2-495f-86c8-77ed1cccce69 None None] Provisioning complete for port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:15.283405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4bc5aaa-bfc2-495f-86c8-77ed1cccce69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.326166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 9002debb-52d6-4650-9796-d1976e0460c6 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:15.355472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'subnet': {'network_id': '1783f637-e89b-49d8-8f6b-757e4bfed197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:15.362860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab78e08-daff-43fd-a041-2d6b70e2702b None None] Network c9158a0a-c6ff-4d88-9792-249d2737bc8b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:15.375469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Network': ['ID=1783f637-e89b-49d8-8f6b-757e4bfed197,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:15.385320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:15.407238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:15.412435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.420950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:15.422234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.442217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5217a7c-539e-42ed-a46a-0baab77e9a7a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=c9f18c9f-15f5-42c0-8b2e-427186e2d983,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:15.458436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e5217a7c-539e-42ed-a46a-0baab77e9a7a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:15.460272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-daa09183-b5d7-47ff-b55b-cded2b00a1ce tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.482447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:15.539244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:15.548878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:subnet and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:15.554098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:15.565968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:15.576656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.600602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc3dc0a7-7912-4843-b246-3278dcc2a56a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:15.641691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa09183-b5d7-47ff-b55b-cded2b00a1ce tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=e8bbe757-dccb-4ccc-ad3d-5a8c497378a2,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:15.655754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:15.659193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-daa09183-b5d7-47ff-b55b-cded2b00a1ce tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:15.683658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] vxlan segment allocate from pool success with {'vxlan_vni': 11}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:03:15.769039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.769039 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Added segment 977862cd-b690-4b6d-8042-9ad12c9a98de of type vxlan for network 37139eec-4360-49f4-a0d3-c34ef75561ea
Dec 21 10:03:15.780568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5217a7c-539e-42ed-a46a-0baab77e9a7a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.807696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3469f31-2680-482a-9a9c-42e781167f38 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:15.852189 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e5217a7c-539e-42ed-a46a-0baab77e9a7a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/c9f18c9f-15f5-42c0-8b2e-427186e2d983 HTTP/1.1" status: 204  len: 168 time: 2.2247276
Dec 21 10:03:15.855272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.861049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37950) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:15.907246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=b534ec68-5442-470c-b171-e2fc1147d77a,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:15.922156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:15.932436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.944974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b758c07d-bae1-4335-ad5e-1f9796ea7620 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:router {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:15.966058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-daa09183-b5d7-47ff-b55b-cded2b00a1ce tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:15.970651 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-daa09183-b5d7-47ff-b55b-cded2b00a1ce tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/e8bbe757-dccb-4ccc-ad3d-5a8c497378a2 HTTP/1.1" status: 204  len: 168 time: 2.1149561
Dec 21 10:03:15.974577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37954) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:16.031880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b758c07d-bae1-4335-ad5e-1f9796ea7620 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:router {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:16.036470 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b758c07d-bae1-4335-ad5e-1f9796ea7620 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1710482
Dec 21 10:03:16.039671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.044131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:16.044782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.053331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37958) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:16.054127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbf19c2a-952a-4ec5-aef1-5dcdd51e8051 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:16.067702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bd48f019-4448-4aea-b016-661e8e87542b None None] Provisioning for port 9002debb-52d6-4650-9796-d1976e0460c6 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:16.081583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:16.081918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:16.082905 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d578d15e-4d6b-4a75-b7af-99f847994d64 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:03:16.083458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d578d15e-4d6b-4a75-b7af-99f847994d64 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:16.086201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:16.086542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:16.091240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Checking segment: {'id': 'f324cbfc-2e09-4821-89ff-232ba408c1c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4c7323f-fab7-465c-96b2-3651dc98f365'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:16.091651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network hostable DHCP agents. Network: a4c7323f-fab7-465c-96b2-3651dc98f365, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:03:16.095965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:16.107655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bd48f019-4448-4aea-b016-661e8e87542b None None] Provisioning complete for port 9002debb-52d6-4650-9796-d1976e0460c6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:16.108339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd48f019-4448-4aea-b016-661e8e87542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.135003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network a4c7323f-fab7-465c-96b2-3651dc98f365 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:03:16.172597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 5.8290701
Dec 21 10:03:16.179937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37962) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:16.184641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, a4c7323f-fab7-465c-96b2-3651dc98f365) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:16.214795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:16.215470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.261254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2573259
Dec 21 10:03:16.262272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37966) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:16.278170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': 'a4c7323f-fab7-465c-96b2-3651dc98f365', 'name': 'tempest-PortsTestJSON-283334366', 'fixed_ips': [{'subnet_id': 'b534ec68-5442-470c-b171-e2fc1147d77a', 'ip_address': '172.20.0.10'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:16.293974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-82001546', 'admin_state_up': True, 'project_id': '4f37266714dd44d5856b221995070c6a', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:16.318238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d578d15e-4d6b-4a75-b7af-99f847994d64 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:16.319444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d578d15e-4d6b-4a75-b7af-99f847994d64 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/e8bbe757-dccb-4ccc-ad3d-5a8c497378a2 HTTP/1.1" status: 404  len: 333 time: 0.3388898
Dec 21 10:03:16.323631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:16.324888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37970) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:16.326119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Network': ['ID=37139eec-4360-49f4-a0d3-c34ef75561ea,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:16.331820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:16.332830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:router and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:16.334979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6fe318-3272-4e68-9447-34d2f1f6698f None None] Network a4c7323f-fab7-465c-96b2-3651dc98f365 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:16.337519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:16.347563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:16.349665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:16.355392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:16.360305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:16.365403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 37139eec-4360-49f4-a0d3-c34ef75561ea details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:16.368743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:16.372560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.373651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.379629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 37139eec-4360-49f4-a0d3-c34ef75561ea details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:16.388637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:16.394466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.439205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.573967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:16.595172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:port and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:16.600793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for port was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:16.662240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:16.756248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:16.764855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.824002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.834283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07c05cd-c94c-4828-a4fe-2749f7bf90b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet f67f67a0-f58d-4ae0-93c3-1dd83d806137 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:03:16.846446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f07c05cd-c94c-4828-a4fe-2749f7bf90b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.920029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd48f019-4448-4aea-b016-661e8e87542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.969183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f07c05cd-c94c-4828-a4fe-2749f7bf90b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:16.999748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:03:17.010489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Deleting port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:17.011262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.050753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-a4c7323f-fab7-465c-96b2-3651dc98f365', 'network_id': 'a4c7323f-fab7-465c-96b2-3651dc98f365', 'tenant_id': '394d3148181a4188a32a0ab93bdc02cd', 'fixed_ips': [{'subnet_id': 'b534ec68-5442-470c-b171-e2fc1147d77a'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:03:17.051862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.088028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bd48f019-4448-4aea-b016-661e8e87542b None None] For port 9002debb-52d6-4650-9796-d1976e0460c6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9002debb-52d6-4650-9796-d1976e0460c6,segment=NetworkSegment(25a9c177-3d0f-47a5-b1d6-c1a82beaecb4),segment_id=25a9c177-3d0f-47a5-b1d6-c1a82beaecb4)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:17.099005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd48f019-4448-4aea-b016-661e8e87542b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.120333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be659674-4af2-454d-ae45-03ed774ae545 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:17.204636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port d3219171-5fa1-4d25-bb4e-dc53cb4576af yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:17.214271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6fa6dee6-9593-4f45-b0d3-5f577f76eacb no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:03:17.294135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.315684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b267666-cbf1-476c-84e6-dadeb01331b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:17.447656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.464545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48f019-4448-4aea-b016-661e8e87542b None None] Pushing event updated for resources: {'Port': ['ID=9002debb-52d6-4650-9796-d1976e0460c6,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:17.467942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f07c05cd-c94c-4828-a4fe-2749f7bf90b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.493148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.521555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-015f1f29-fd88-4fe5-b97e-f6b4471a197f None None] Provisioning complete for port 9002debb-52d6-4650-9796-d1976e0460c6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:17.522068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-015f1f29-fd88-4fe5-b97e-f6b4471a197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.550484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.572287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bd48f019-4448-4aea-b016-661e8e87542b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:17.694805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Subnet': ['ID=ddf5f901-b317-423c-99b8-206285b226e3,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:17.710344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:17.845717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.864826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:03:17.869669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] For port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:17.870124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.940588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:17.941842 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Added segment 06fad725-af84-4f74-9900-aa6236893aa7 of type vxlan for network 33fdbf39-8e28-4b9e-9adc-2441dec038b4
Dec 21 10:03:17.967178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:18.096043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:18.227872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.71 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/39bf26e6-401a-41f5-916e-fda4199a5f65) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:18.244228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Calling delete_port for 6fa6dee6-9593-4f45-b0d3-5f577f76eacb owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:18.257779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:18.263195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:18.264293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:18.274954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1f0e027-e5e5-4c1d-9ebb-9997edc35d1b tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:18.304883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:18.306163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:18.308738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:03:18.336347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:18.348008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:18.354799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e961ced-0698-4ff2-9c2a-1366d7ef1183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:18.369443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.10 (a4c7323f-fab7-465c-96b2-3651dc98f365/b534ec68-5442-470c-b171-e2fc1147d77a/d3219171-5fa1-4d25-bb4e-dc53cb4576af) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:18.442798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:18.443573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:18.458666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:18.462598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:18.478528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Checking segment: {'id': '2621a151-a820-4506-993e-7ed421f83e67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1783f637-e89b-49d8-8f6b-757e4bfed197'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:18.478939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network hostable DHCP agents. Network: 1783f637-e89b-49d8-8f6b-757e4bfed197, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:03:18.553845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-46f81908-03bf-4adf-94a2-a0d98bbe4242 None None] Provisioning complete for port 9002debb-52d6-4650-9796-d1976e0460c6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:18.554382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46f81908-03bf-4adf-94a2-a0d98bbe4242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:18.615545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f07c05cd-c94c-4828-a4fe-2749f7bf90b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:18.641022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de5ac323-544c-4ea5-af19-1915f2792a92 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:18.690619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:03:18.702899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-46f81908-03bf-4adf-94a2-a0d98bbe4242 None None] Could not find standard attr ID for object e8bbe757-dccb-4ccc-ad3d-5a8c497378a2. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:03:18.723252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c05cd-c94c-4828-a4fe-2749f7bf90b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=f67f67a0-f58d-4ae0-93c3-1dd83d806137,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:18.732642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f07c05cd-c94c-4828-a4fe-2749f7bf90b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:18.737819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 1783f637-e89b-49d8-8f6b-757e4bfed197) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:18.747613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d5c3c2-3429-4f4e-bc58-ceb9552efb12 None None] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:18.834149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 6.3944767
Dec 21 10:03:18.834149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Network': ['ID=33fdbf39-8e28-4b9e-9adc-2441dec038b4,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:18.848311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:18.861978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:18.870985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37974) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:18.875148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:18.875704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:18.886306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.611s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:18.905223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'subnet': {'network_id': '33fdbf39-8e28-4b9e-9adc-2441dec038b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:18.945192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Deleting port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:18.945798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.000843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0450251
Dec 21 10:03:19.003521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37978) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:19.009138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'name': 'tempest-RoutersTest-router-1986592257', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:19.024089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:19.031064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.038515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:router and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:19.043694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:19.081827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f07c05cd-c94c-4828-a4fe-2749f7bf90b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.087571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f07c05cd-c94c-4828-a4fe-2749f7bf90b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/f67f67a0-f58d-4ae0-93c3-1dd83d806137 HTTP/1.1" status: 204  len: 168 time: 2.7607265
Dec 21 10:03:19.087986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:19.091147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37982) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:19.127103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.128191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.131234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.131439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43be5608-bf60-48b1-9ab7-1a2ff16dbcab None None] Network c9158a0a-c6ff-4d88-9792-249d2737bc8b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:19.133218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.167480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:19.178924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:subnet and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:19.185383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object d3219171-5fa1-4d25-bb4e-dc53cb4576af will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:19.186890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:19.210084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.225166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9002debb-52d6-4650-9796-d1976e0460c6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:19.231315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea7a5589-7fe6-4d15-b825-b5a3aa5ee93e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:19.267789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:19.272420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.286736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.358381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Made reservation on behalf of 338c2a421bf848038828530c137b28aa for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:19.410530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 9002debb-52d6-4650-9796-d1976e0460c6 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:19.411107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.450813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=39bf26e6-401a-41f5-916e-fda4199a5f65,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:19.451481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.467683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:19.468354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.524068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:19.542499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.546376 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ab18e5ff-50b8-4978-a853-30139135781f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.5394545
Dec 21 10:03:19.550559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37986) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:19.576366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'port': {'network_id': '1783f637-e89b-49d8-8f6b-757e4bfed197', 'name': 'tempest-RoutersTest-1757984925'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:19.668375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.721232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Allocated IP 172.20.0.2 (a4c7323f-fab7-465c-96b2-3651dc98f365/b534ec68-5442-470c-b171-e2fc1147d77a/bfd24288-1e42-4c0f-8f7c-2f4b293bb223) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:19.723863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-1783f637-e89b-49d8-8f6b-757e4bfed197', 'network_id': '1783f637-e89b-49d8-8f6b-757e4bfed197', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'fixed_ips': [{'subnet_id': 'ddf5f901-b317-423c-99b8-206285b226e3'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:03:19.724881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.787163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:19.788435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:19.791845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:19.798160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 9002debb-52d6-4650-9796-d1976e0460c6 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:19.798980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:19.819814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=d3219171-5fa1-4d25-bb4e-dc53cb4576af,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:19.887730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:19.932870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] For port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:19.933331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.066018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] For port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:20.086646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] For port 9002debb-52d6-4650-9796-d1976e0460c6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9002debb-52d6-4650-9796-d1976e0460c6,segment=NetworkSegment(25a9c177-3d0f-47a5-b1d6-c1a82beaecb4),segment_id=25a9c177-3d0f-47a5-b1d6-c1a82beaecb4)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:20.087445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.105219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network a4c7323f-fab7-465c-96b2-3651dc98f365 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:20.109796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:20.117315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:20.136652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:port and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:20.141802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:20.157685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:20.174135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:20.193267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.199840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.200970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.280068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-efdb08d6-9a20-42c1-9c1b-d8d10d7d3437 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:20.285681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 9002debb-52d6-4650-9796-d1976e0460c6 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:20.336671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:20.342542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.349718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Calling delete_port for 6fa6dee6-9593-4f45-b0d3-5f577f76eacb owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:20.430153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:20.431793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.515496 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.2524593
Dec 21 10:03:20.518743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23af8c5-aeb8-4549-8291-54f2cd3dcd15 None None] DHCP port deletion for c9158a0a-c6ff-4d88-9792-249d2737bc8b request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:03:20.520668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 37990) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:20.521674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.526325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No ports have port_id starting with 9002debb-52d6-4650-9796-d1976e0460c6
Dec 21 10:03:20.547992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': 'a4c7323f-fab7-465c-96b2-3651dc98f365', 'name': 'tempest-PortsTestJSON-1752855169', 'fixed_ips': [{'subnet_id': 'b534ec68-5442-470c-b171-e2fc1147d77a', 'ip_address': '172.20.0.9'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:20.584258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4f948c6c-9474-4471-a0fa-6cdf533a38a7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:20.644718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.671232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=9002debb-52d6-4650-9796-d1976e0460c6,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:20.682335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:20.699330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:20.699719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:20.711121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,revision_number=9']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:20.716501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.717391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.732348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Transition to ACTIVE for port object bfd24288-1e42-4c0f-8f7c-2f4b293bb223 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:20.781255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:20.792134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70b5ec1d-0620-4322-8239-ebae97c6a266 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:20.801550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Transition to ACTIVE for port object bfd24288-1e42-4c0f-8f7c-2f4b293bb223 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:20.810419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:20.827199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:20.914453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Allocated IP 172.20.0.2 (1783f637-e89b-49d8-8f6b-757e4bfed197/ddf5f901-b317-423c-99b8-206285b226e3/d35b12cd-117d-4c44-b725-4697aabfc86b) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:20.927251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No DVR routers for this DVR port 9002debb-52d6-4650-9796-d1976e0460c6 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:03:21.000518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Pushing event updated for resources: {'Port': ['ID=bfd24288-1e42-4c0f-8f7c-2f4b293bb223,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:21.009723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:21.041831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:21.099634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:port and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:21.142585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9002debb-52d6-4650-9796-d1976e0460c6 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:03:21.185575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Network a4c7323f-fab7-465c-96b2-3651dc98f365 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:21.193684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:21.203586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:21.208378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 9002debb-52d6-4650-9796-d1976e0460c6 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:03:21.208774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9002debb-52d6-4650-9796-d1976e0460c6 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:03:21.262244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Deleting port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:21.262575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.306475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:03:21.351444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Attempting to bind port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:21.351880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Attempting to bind port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'f324cbfc-2e09-4821-89ff-232ba408c1c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4c7323f-fab7-465c-96b2-3651dc98f365'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:21.352383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Attempting to bind port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 on network a4c7323f-fab7-465c-96b2-3651dc98f365 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:21.372061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=29902d14-fa8a-4d15-bc40-fddfc8641ebf,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:21.387350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:21.416056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.416344 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added segment c4d1ba69-8663-4ec5-a132-1c4538a9f246 of type vxlan for network 6edd21a8-f539-45ae-bddd-facaa95d4703
Dec 21 10:03:21.421816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:21.424105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Checking segment: {'id': 'f324cbfc-2e09-4821-89ff-232ba408c1c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4c7323f-fab7-465c-96b2-3651dc98f365'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:21.424105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.424105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Bound using segment: {'id': 'f324cbfc-2e09-4821-89ff-232ba408c1c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4c7323f-fab7-465c-96b2-3651dc98f365'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:21.424834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] device_id is not set on port 96603ce4-33bb-404c-986d-0dcca8b4e465 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:21.425529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Bound port: bfd24288-1e42-4c0f-8f7c-2f4b293bb223, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f324cbfc-2e09-4821-89ff-232ba408c1c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a4c7323f-fab7-465c-96b2-3651dc98f365'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:21.426494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.476998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for port was recalculated. Used quota:3. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:21.497443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:21.504887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.507484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:21.558918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:21.576962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.631798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Transition to ACTIVE for port object d35b12cd-117d-4c44-b725-4697aabfc86b will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:21.635226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:21.674455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:21.675593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.722007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.731894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] For port bfd24288-1e42-4c0f-8f7c-2f4b293bb223, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:21.734392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Transition to ACTIVE for port object d35b12cd-117d-4c44-b725-4697aabfc86b will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:21.757317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.781376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] For port bfd24288-1e42-4c0f-8f7c-2f4b293bb223, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=bfd24288-1e42-4c0f-8f7c-2f4b293bb223,segment=NetworkSegment(f324cbfc-2e09-4821-89ff-232ba408c1c9),segment_id=f324cbfc-2e09-4821-89ff-232ba408c1c9)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:21.782445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:21.818919 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 5.7477489
Dec 21 10:03:21.828049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37994) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:21.833261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.912757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:03:21.922204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] For port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:21.922646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:21.929538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fece87a58>,) {'filters': {'network_id': ['c9158a0a-c6ff-4d88-9792-249d2737bc8b']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:21.948340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:21.985087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fece87a58>, '25a9c177-3d0f-47a5-b1d6-c1a82beaecb4') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:21.985614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fece87a58>, '25a9c177-3d0f-47a5-b1d6-c1a82beaecb4') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:22.014846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:22.019081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:22.019747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:22.034852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-011eaa92-3dbc-4b6c-9629-4be0a5d8344a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:22.051312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:22.053829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Allocated IP 172.20.0.6 (1783f637-e89b-49d8-8f6b-757e4bfed197/ddf5f901-b317-423c-99b8-206285b226e3/96603ce4-33bb-404c-986d-0dcca8b4e465) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:22.110726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:22.114519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Releasing vxlan tunnel 10 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:03:22.143478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:22.194063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:22.200292 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 8.7746601
Dec 21 10:03:22.206714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 37998) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:22.276960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'subnet': {'network_id': '0e81b6c3-33d3-475c-94fb-cfb4ee874e19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:22.294716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Pushing event updated for resources: {'Port': ['ID=d35b12cd-117d-4c44-b725-4697aabfc86b,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:22.295748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:22.304958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:22.328776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:22.363256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d3522ef-c934-46f4-b2ce-c9ed117c73ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:22.384971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Network': ['ID=6edd21a8-f539-45ae-bddd-facaa95d4703,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:22.400338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Calling delete_port for 6fa6dee6-9593-4f45-b0d3-5f577f76eacb owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:22.428579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:22.454162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:22.467932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:22.507844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network c9158a0a-c6ff-4d88-9792-249d2737bc8b has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:22.528653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:22.631823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:22.705197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:22.717994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:22.736036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:22.769982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Subnet': ['ID=22faa43c-0237-460c-928a-64f19b708aae,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:22.817516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Pushing event updated for resources: {'Port': ['ID=bfd24288-1e42-4c0f-8f7c-2f4b293bb223,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:22.822653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:22.825077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:22.829022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:22.835032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:22.843240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:22.864377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:22.866590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:subnet and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:22.875018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:22.880246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:22.916679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:22.917266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:22.970183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Attempting to bind port d35b12cd-117d-4c44-b725-4697aabfc86b on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:22.970595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Attempting to bind port d35b12cd-117d-4c44-b725-4697aabfc86b by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '2621a151-a820-4506-993e-7ed421f83e67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1783f637-e89b-49d8-8f6b-757e4bfed197'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:22.971010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Attempting to bind port d35b12cd-117d-4c44-b725-4697aabfc86b on network 1783f637-e89b-49d8-8f6b-757e4bfed197 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:22.982496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:22.982883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Checking segment: {'id': '2621a151-a820-4506-993e-7ed421f83e67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1783f637-e89b-49d8-8f6b-757e4bfed197'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:22.983241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:22.983673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Bound using segment: {'id': '2621a151-a820-4506-993e-7ed421f83e67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1783f637-e89b-49d8-8f6b-757e4bfed197'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:22.986687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Bound port: d35b12cd-117d-4c44-b725-4697aabfc86b, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2621a151-a820-4506-993e-7ed421f83e67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1783f637-e89b-49d8-8f6b-757e4bfed197'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:22.986687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:22.998113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.016395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:23.032878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network c9158a0a-c6ff-4d88-9792-249d2737bc8b has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:23.047621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:03:23.074049 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:03:23.076217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Pushing event deleted for resources: {'Port': ['ID=6fa6dee6-9593-4f45-b0d3-5f577f76eacb,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:23.107036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.109127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:23.231302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Transition to ACTIVE for port object 96603ce4-33bb-404c-986d-0dcca8b4e465 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:23.244143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] For port d35b12cd-117d-4c44-b725-4697aabfc86b, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:23.251697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 183bdd4f-3c7d-4729-acec-803a9fe50da9 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:03:23.258208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.269561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Checking segment: {'id': '06fad725-af84-4f74-9900-aa6236893aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '33fdbf39-8e28-4b9e-9adc-2441dec038b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:23.269946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network hostable DHCP agents. Network: 33fdbf39-8e28-4b9e-9adc-2441dec038b4, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:03:23.274303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] For port d35b12cd-117d-4c44-b725-4697aabfc86b, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d35b12cd-117d-4c44-b725-4697aabfc86b,segment=NetworkSegment(2621a151-a820-4506-993e-7ed421f83e67),segment_id=2621a151-a820-4506-993e-7ed421f83e67)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:23.275058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.284980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.286798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9238bdf1-530e-4835-afc7-d2e4f6d9e99e tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:23.307225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.309525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.327471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fb85f3f5-e0b1-4512-9123-a86bc54ec7c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:23.334592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Network': ['ID=c9158a0a-c6ff-4d88-9792-249d2737bc8b,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:23.356222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:23.368254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] No DVR routers for this DVR port 6fa6dee6-9593-4f45-b0d3-5f577f76eacb on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:03:23.435331 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/networks/c9158a0a-c6ff-4d88-9792-249d2737bc8b HTTP/1.1" status: 204  len: 168 time: 4.3405910
Dec 21 10:03:23.441288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:03:23.443872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38002) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:23.461701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'name': 'tempest-PortsIpV6TestJSON-441908946'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:23.477984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3d319-f73f-48f0-a3aa-c3d1c3a6ccf1 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:23.523985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.9 (a4c7323f-fab7-465c-96b2-3651dc98f365/b534ec68-5442-470c-b171-e2fc1147d77a/7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:23.540575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 33fdbf39-8e28-4b9e-9adc-2441dec038b4) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:23.549599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Pushing event updated for resources: {'Port': ['ID=d35b12cd-117d-4c44-b725-4697aabfc86b,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:23.559107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:23.628351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0917b5-6d11-43ea-9c2f-621b27116567 None None] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:23.653888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.655390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:23.655899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.685323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bbf0962f-32b5-4b09-963e-643b37c9c232 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:23.737291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:23.741443 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.8599374
Dec 21 10:03:23.748879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:port and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:23.752057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38006) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:23.764407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-40825759', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:23.770975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for port was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:23.785666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:23.788280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:23.797805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:router and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:23.805054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for router was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:23.815400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:23.841218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:23.846801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.904772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=96603ce4-33bb-404c-986d-0dcca8b4e465,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:23.911805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.913185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:23.970925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '29902d14-fa8a-4d15-bc40-fddfc8641ebf'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:03:23.970925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:24.134993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 6b0d55b7-e2d4-4bba-9027-752925fe429a yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:24.170036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-33fdbf39-8e28-4b9e-9adc-2441dec038b4', 'network_id': '33fdbf39-8e28-4b9e-9adc-2441dec038b4', 'tenant_id': '338c2a421bf848038828530c137b28aa', 'fixed_ips': [{'subnet_id': '22faa43c-0237-460c-928a-64f19b708aae'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:03:24.170949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:24.189052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:24.252566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:24.317530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:24.360473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:03:24.374727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Sync routers for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:03:24.386055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:24.386935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1dc18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:24.609005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:24.611177 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 8.4259944
Dec 21 10:03:24.644419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38010) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:24.682047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:03:24.728459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:24.798411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:24.834760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:25.036598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Allocated IP 2001:db8::f816:3eff:fe62:d1fd (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/29902d14-fa8a-4d15-bc40-fddfc8641ebf/8c2a6f9e-1271-4cd6-b110-d742be30a545) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:25.209524 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-42b6829c-7a5d-4e5c-ab7c-f37eb33438ee tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?project_id=4f37266714dd44d5856b221995070c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.5633330
Dec 21 10:03:25.237398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38016) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:25.268239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1661059138', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'project_id': '4f37266714dd44d5856b221995070c6a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:25.321394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d35b12cd-117d-4c44-b725-4697aabfc86b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:25.425782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Allocated IP 172.20.0.2 (33fdbf39-8e28-4b9e-9adc-2441dec038b4/22faa43c-0237-460c-928a-64f19b708aae/a9bc6fd2-4591-4fc4-97fc-405adb8b7706) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:25.445831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:25.447469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:25.448488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c738f6a8-ca30-4340-8a9d-b87434df9e22 None None] Network a4c7323f-fab7-465c-96b2-3651dc98f365 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:25.462973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1dc18>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:03:20Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:25.470290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Checking router: 183bdd4f-3c7d-4729-acec-803a9fe50da9 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:03:25.471265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Updating router 183bdd4f-3c7d-4729-acec-803a9fe50da9 port 39bf26e6-401a-41f5-916e-fda4199a5f65 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:03:25.501831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:25.506505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object 7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:25.506774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:subnet and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:25.510618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:25.515169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:25.520707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:25.544205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:25.544988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port d35b12cd-117d-4c44-b725-4697aabfc86b completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:25.587519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:25.591881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device bfd24288-1e42-4c0f-8f7c-2f4b293bb223 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:25.603193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:25.636091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:25.655808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1ac23e6c-7c69-4dc3-8938-c715cc04ae5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:25.696916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:25.805416 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 6.2395470
Dec 21 10:03:25.838787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38020) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:25.927022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-86ff1bc4-04dd-4dfd-9f9a-f217fd7360ae None None] Provisioning for port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:26.002901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:26.019361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.029227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.067729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:26.068156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.168383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.182359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Transition to ACTIVE for port object 39bf26e6-401a-41f5-916e-fda4199a5f65 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:26.186330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.285387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network a4c7323f-fab7-465c-96b2-3651dc98f365 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:26.286949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:26.290323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:26.297378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:26.299195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bbb8014f-16fe-4cd4-a931-a9412fb09f47 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:26.324483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.341753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Transition to ACTIVE for port object a9bc6fd2-4591-4fc4-97fc-405adb8b7706 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:26.361569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:26.364143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Transition to ACTIVE for port object a9bc6fd2-4591-4fc4-97fc-405adb8b7706 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:26.376824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:26.379442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Transition to ACTIVE for port object 8c2a6f9e-1271-4cd6-b110-d742be30a545 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:26.408665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Transition to ACTIVE for port object 8c2a6f9e-1271-4cd6-b110-d742be30a545 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:26.438016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.461154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Pushing event updated for resources: {'Port': ['ID=39bf26e6-401a-41f5-916e-fda4199a5f65,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:26.469828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:26.475565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:26.488675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:26.491441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.491923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.492391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.493405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.493948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.494443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.494895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.495243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:26.495376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.495868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.496277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.496445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.496903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.497348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.497902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.498756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.499208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.499655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.500150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.500821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.501269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.501741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.502189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.502634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.503077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.503518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:26.516311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:26.517292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Attempting to bind port 39bf26e6-401a-41f5-916e-fda4199a5f65 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:26.517787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Attempting to bind port 39bf26e6-401a-41f5-916e-fda4199a5f65 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:26.518281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Attempting to bind port 39bf26e6-401a-41f5-916e-fda4199a5f65 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:26.526556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:26.527093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:26.527641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.528169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:26.528971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Bound port: 39bf26e6-401a-41f5-916e-fda4199a5f65, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:26.529433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.546693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=6b0d55b7-e2d4-4bba-9027-752925fe429a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:26.554030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:26.554920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.560611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:26.604440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.647402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694c48d-7a34-49c5-9a5a-1c7d8f1a52f5 None None] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:26.668426 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 3.2179174
Dec 21 10:03:26.674425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38024) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:26.687552 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 6.1463778
Dec 21 10:03:26.709009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] For port 39bf26e6-401a-41f5-916e-fda4199a5f65, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:26.713208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] For port 39bf26e6-401a-41f5-916e-fda4199a5f65, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=39bf26e6-401a-41f5-916e-fda4199a5f65,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:26.716864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.741676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38028) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:26.771154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-81838d47-0695-4122-bbc5-9edecb3888f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:26.810061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.852931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.875690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:26.966012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Pushing event updated for resources: {'Port': ['ID=39bf26e6-401a-41f5-916e-fda4199a5f65,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:26.969405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:26.979225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:26.995188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:26.995943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1dc18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:27.109874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c85da3e4-54ca-41bb-ba1f-09b97f91face tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 6b0d55b7-e2d4-4bba-9027-752925fe429a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:27.110270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c85da3e4-54ca-41bb-ba1f-09b97f91face tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:27.138737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f8c41afd-006a-4485-bfd9-58f47185798e None None] Provisioning for port d35b12cd-117d-4c44-b725-4697aabfc86b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:27.202597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:27.250602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:27.252768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:27.254429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:03:27.255305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:27.262400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Pushing event updated for resources: {'Port': ['ID=a9bc6fd2-4591-4fc4-97fc-405adb8b7706,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:27.348896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.26.1.105 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/8348bfb0-8efd-47a5-beec-508912a6706e) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:27.367001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:27.425347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1795ffb5-c2ef-4768-9c6b-310cd783bc00 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:27.545149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:27.584085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:27.603958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:27.606227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fefad5b9-5d88-4926-ae59-ee06c66c8a69 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:27.608850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:27.642877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Pushing event updated for resources: {'Port': ['ID=8c2a6f9e-1271-4cd6-b110-d742be30a545,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:27.646797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:27.653152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f8c41afd-006a-4485-bfd9-58f47185798e None None] Provisioning complete for port d35b12cd-117d-4c44-b725-4697aabfc86b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:27.653900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8c41afd-006a-4485-bfd9-58f47185798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:27.701320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1dc18>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:03:20Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:27.702959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.890s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:27.703370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:27.710032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b54453-0653-4cb8-9ab5-63399ff9f7f6 None None] The sync data for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs is: [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:03:20Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:03:27.802593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=8348bfb0-8efd-47a5-beec-508912a6706e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:27.809301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:27.845893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Attempting to bind port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:27.846694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Attempting to bind port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '06fad725-af84-4f74-9900-aa6236893aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '33fdbf39-8e28-4b9e-9adc-2441dec038b4'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:27.846694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Attempting to bind port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 on network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:27.867243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:27.869755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:27.872101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:27.911810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port bfd24288-1e42-4c0f-8f7c-2f4b293bb223, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=bfd24288-1e42-4c0f-8f7c-2f4b293bb223,segment=NetworkSegment(f324cbfc-2e09-4821-89ff-232ba408c1c9),segment_id=f324cbfc-2e09-4821-89ff-232ba408c1c9)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:27.920200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:27.920873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Checking segment: {'id': '06fad725-af84-4f74-9900-aa6236893aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '33fdbf39-8e28-4b9e-9adc-2441dec038b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:27.921691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:27.922476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Bound using segment: {'id': '06fad725-af84-4f74-9900-aa6236893aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '33fdbf39-8e28-4b9e-9adc-2441dec038b4'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:27.923036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Bound port: a9bc6fd2-4591-4fc4-97fc-405adb8b7706, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06fad725-af84-4f74-9900-aa6236893aa7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '33fdbf39-8e28-4b9e-9adc-2441dec038b4'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:27.923465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:28.001838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:28.005852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Attempting to bind port 8c2a6f9e-1271-4cd6-b110-d742be30a545 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:28.006459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Attempting to bind port 8c2a6f9e-1271-4cd6-b110-d742be30a545 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:28.007125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Attempting to bind port 8c2a6f9e-1271-4cd6-b110-d742be30a545 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:28.035640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:28.082053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62e2144-f472-445b-b898-0a6ae7c8e1c4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:28.087011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c62e2144-f472-445b-b898-0a6ae7c8e1c4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 922 time: 1.3023922
Dec 21 10:03:28.087241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:28.087241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:28.087241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:28.087241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:28.087241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Bound port: 8c2a6f9e-1271-4cd6-b110-d742be30a545, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:28.087672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:28.089946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38032) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:28.347447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] For port a9bc6fd2-4591-4fc4-97fc-405adb8b7706, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:28.351485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] For port a9bc6fd2-4591-4fc4-97fc-405adb8b7706, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a9bc6fd2-4591-4fc4-97fc-405adb8b7706,segment=NetworkSegment(06fad725-af84-4f74-9900-aa6236893aa7),segment_id=06fad725-af84-4f74-9900-aa6236893aa7)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:28.402180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=bfd24288-1e42-4c0f-8f7c-2f4b293bb223,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:28.428092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:28.441155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:28.467201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6345d8f4-c88d-4f88-96bc-54d65f406fa9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:28.472226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6345d8f4-c88d-4f88-96bc-54d65f406fa9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:28.477865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6345d8f4-c88d-4f88-96bc-54d65f406fa9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:28.478998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6345d8f4-c88d-4f88-96bc-54d65f406fa9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:28.481880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Subnet': ['ID=ed247da5-bd5d-4cf5-9686-6d3be434d681,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:28.488208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cc1c7e5-d72c-4d02-a4eb-91c1954716fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:28.492166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:28.579439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c85da3e4-54ca-41bb-ba1f-09b97f91face tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:28.630563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:28.833294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c85da3e4-54ca-41bb-ba1f-09b97f91face tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 6b0d55b7-e2d4-4bba-9027-752925fe429a owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:28.875249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:28.891000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8c41afd-006a-4485-bfd9-58f47185798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:28.903012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Pushing event updated for resources: {'Port': ['ID=a9bc6fd2-4591-4fc4-97fc-405adb8b7706,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:28.924425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:28.955010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:28.969640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] For port 8c2a6f9e-1271-4cd6-b110-d742be30a545, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:28.974184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] For port 8c2a6f9e-1271-4cd6-b110-d742be30a545, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c2a6f9e-1271-4cd6-b110-d742be30a545,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:28.994563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:29.015255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:29.131668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Pushing event updated for resources: {'Port': ['ID=8c2a6f9e-1271-4cd6-b110-d742be30a545,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:29.146826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f0d88d2-dcc1-4142-a4e3-efe99f9906b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:29.160649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:29.173983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f8c41afd-006a-4485-bfd9-58f47185798e None None] For port d35b12cd-117d-4c44-b725-4697aabfc86b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d35b12cd-117d-4c44-b725-4697aabfc86b,segment=NetworkSegment(2621a151-a820-4506-993e-7ed421f83e67),segment_id=2621a151-a820-4506-993e-7ed421f83e67)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:29.251697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8c41afd-006a-4485-bfd9-58f47185798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:29.260569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-115dffcf-8b67-47b4-9f6b-2454b5ec87fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:29.349087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6345d8f4-c88d-4f88-96bc-54d65f406fa9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:29.355411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6345d8f4-c88d-4f88-96bc-54d65f406fa9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2379 time: 1.2634978
Dec 21 10:03:29.366129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38036) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:29.452476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Provisioning complete for port d35b12cd-117d-4c44-b725-4697aabfc86b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:29.453253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:29.471399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2a89e27f-e0e6-46ab-b1f4-10566d05ca1a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:29.471817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a89e27f-e0e6-46ab-b1f4-10566d05ca1a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:29.506469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c41afd-006a-4485-bfd9-58f47185798e None None] Pushing event updated for resources: {'Port': ['ID=d35b12cd-117d-4c44-b725-4697aabfc86b,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:29.522308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8c41afd-006a-4485-bfd9-58f47185798e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:29.697018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c85da3e4-54ca-41bb-ba1f-09b97f91face tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:29.758914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Provisioning for port 7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:29.765579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Provisioning complete for port 7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:29.766274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:29.817925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=dd970495-6ceb-460f-bd68-b020ac147248,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:29.869188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.722s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:29.888705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Port 7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:29.901812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:29.928144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a89e27f-e0e6-46ab-b1f4-10566d05ca1a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:29.930788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Provisioning for port d3219171-5fa1-4d25-bb4e-dc53cb4576af completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:29.947115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Provisioning complete for port d3219171-5fa1-4d25-bb4e-dc53cb4576af triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:29.947426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:30.079693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Port d3219171-5fa1-4d25-bb4e-dc53cb4576af cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:30.135923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Provisioning for port 96603ce4-33bb-404c-986d-0dcca8b4e465 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:30.156073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Provisioning complete for port 96603ce4-33bb-404c-986d-0dcca8b4e465 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:30.156744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:30.268192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2a89e27f-e0e6-46ab-b1f4-10566d05ca1a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:30.332556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Port 96603ce4-33bb-404c-986d-0dcca8b4e465 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:30.354951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Provisioning complete for port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:30.356176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28e57ec5-92d7-47b7-a19b-8e355664d4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:30.380565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:30.428491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a9bc6fd2-4591-4fc4-97fc-405adb8b7706 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:30.435920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:30.437859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Checking segment: {'id': 'c7cca32e-c384-40d9-b2d8-3a5d66eab153', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e81b6c3-33d3-475c-94fb-cfb4ee874e19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:30.438525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network hostable DHCP agents. Network: 0e81b6c3-33d3-475c-94fb-cfb4ee874e19, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:03:30.460013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:30.464318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85da3e4-54ca-41bb-ba1f-09b97f91face tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=6b0d55b7-e2d4-4bba-9027-752925fe429a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:30.491125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c85da3e4-54ca-41bb-ba1f-09b97f91face tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:30.506611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c85da3e4-54ca-41bb-ba1f-09b97f91face tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:30.517191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:30.518160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:30.568714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:30.588239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d35b12cd-117d-4c44-b725-4697aabfc86b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:30.593714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a89e27f-e0e6-46ab-b1f4-10566d05ca1a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:30.609086 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c85da3e4-54ca-41bb-ba1f-09b97f91face tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/6b0d55b7-e2d4-4bba-9027-752925fe429a HTTP/1.1" status: 204  len: 168 time: 3.9318805
Dec 21 10:03:30.612152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38040) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:30.618122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-327ca777-6fbd-4783-9d7e-bac7cfc5434a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:30.692466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port d35b12cd-117d-4c44-b725-4697aabfc86b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:30.692983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:30.704179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'mac_address': 'fa:16:3e:fd:bb:8f', 'name': 'tempest-PortsIpV6TestJSON-1954733628'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:30.782366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89e27f-e0e6-46ab-b1f4-10566d05ca1a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:30.819397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a89e27f-e0e6-46ab-b1f4-10566d05ca1a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:30.857023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:30.862144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:port and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:30.865772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:30.872906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6cb3384-e168-464c-857a-89279f5e7924 None None] Provisioning complete for port d35b12cd-117d-4c44-b725-4697aabfc86b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:30.873865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:30.874695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3384-e168-464c-857a-89279f5e7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:30.898535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:30.944030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 39bf26e6-401a-41f5-916e-fda4199a5f65 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:31.022847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a89e27f-e0e6-46ab-b1f4-10566d05ca1a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:31.044677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:03:31.048653 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 9.1467836
Dec 21 10:03:31.054216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38044) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:31.058791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2a89e27f-e0e6-46ab-b1f4-10566d05ca1a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849 HTTP/1.1" status: 204  len: 168 time: 1.6915455
Dec 21 10:03:31.065106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:19:32:7f', 'name': 'tempest-NetworksTestDHCPv6-138985937'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:31.083603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38048) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:31.094584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 0e81b6c3-33d3-475c-94fb-cfb4ee874e19) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:31.115205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:31.115840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:31.127995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c92bf0f-5fb5-4654-aa1f-7812b8b2b635 None None] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:31.154762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 39bf26e6-401a-41f5-916e-fda4199a5f65 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:31.176600 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e513feeb-5902-4acd-8b7e-94c624a4f77f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:03:31.176864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e513feeb-5902-4acd-8b7e-94c624a4f77f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:31.178049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 39bf26e6-401a-41f5-916e-fda4199a5f65 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:31.178480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:31.201298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:31.234802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 75de3479-110a-4551-b309-36b65328c23d is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:03:31.270482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 9.0516334
Dec 21 10:03:31.271703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38052) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:31.353276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'subnet': {'network_id': '6edd21a8-f539-45ae-bddd-facaa95d4703', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:31.382586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e513feeb-5902-4acd-8b7e-94c624a4f77f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:31.387254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e513feeb-5902-4acd-8b7e-94c624a4f77f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849 HTTP/1.1" status: 404  len: 333 time: 0.2929523
Dec 21 10:03:31.395168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38056) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:31.479430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:31.628149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6cb3384-e168-464c-857a-89279f5e7924 None None] Could not find standard attr ID for object 7e1f6d12-5f0b-4fe5-85bb-bdebcd56d849. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:03:31.734991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e872bb25-cf3f-4b5f-9c27-d6b884a0fdfd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port d3219171-5fa1-4d25-bb4e-dc53cb4576af {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:31.735757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e872bb25-cf3f-4b5f-9c27-d6b884a0fdfd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:31.741877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6cb3384-e168-464c-857a-89279f5e7924 None None] Provisioning complete for port 96603ce4-33bb-404c-986d-0dcca8b4e465 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:31.742444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3384-e168-464c-857a-89279f5e7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:31.819071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:31.884913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:31.889826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:31.893079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:31.900091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:31.948817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb3384-e168-464c-857a-89279f5e7924 None None] Port 96603ce4-33bb-404c-986d-0dcca8b4e465 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:31.972010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:31.986368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-0e81b6c3-33d3-475c-94fb-cfb4ee874e19', 'network_id': '0e81b6c3-33d3-475c-94fb-cfb4ee874e19', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'fixed_ips': [{'subnet_id': 'ed247da5-bd5d-4cf5-9686-6d3be434d681'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:03:31.986368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:32.020053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6cb3384-e168-464c-857a-89279f5e7924 None None] Provisioning complete for port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:32.020493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6cb3384-e168-464c-857a-89279f5e7924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:32.054425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:32.065132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 39bf26e6-401a-41f5-916e-fda4199a5f65, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=39bf26e6-401a-41f5-916e-fda4199a5f65,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:32.126165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:32.151228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25244f9-4532-4b5b-aa1c-388e348e1be7 None None] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:32.169261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:32.170336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1b7e4bf-023d-4b37-b967-97c2fed9f2bc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:32.170513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device bfd24288-1e42-4c0f-8f7c-2f4b293bb223 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:32.173882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:subnet and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:32.177056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:03:32.179225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:32.200631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:32.206857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:32.246369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4bb601-0d16-49f3-b49c-1c34c5fe1f03 None None] Sync routers for ids ['75de3479-110a-4551-b309-36b65328c23d'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:03:32.298787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:32.315497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Subnet': ['ID=4b556acf-e92c-426f-85b6-23b8237cb035,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:32.318484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:32.320378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 6459f4c2-822d-468b-a4b6-5946176ede9c yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:32.383473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4bb601-0d16-49f3-b49c-1c34c5fe1f03 None None] Routers {'75de3479-110a-4551-b309-36b65328c23d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:32.384686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ed4bb601-0d16-49f3-b49c-1c34c5fe1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec4e50b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['75de3479-110a-4551-b309-36b65328c23d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:32.441168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:32.505242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb512fca-3d2d-4f51-b813-01bc04632eab None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:32.680566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:32.684726 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 8.9283137
Dec 21 10:03:32.687474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:32.696046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ed4bb601-0d16-49f3-b49c-1c34c5fe1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec4e50b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:32.700691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dfeb3eda-61c4-496b-a9b4-bc4057f98c18 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:32.705182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38060) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:32.756515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=39bf26e6-401a-41f5-916e-fda4199a5f65,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:32.762052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.555s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:32.838727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:32.846379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4bb601-0d16-49f3-b49c-1c34c5fe1f03 None None] Routers {'75de3479-110a-4551-b309-36b65328c23d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:32.847093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ed4bb601-0d16-49f3-b49c-1c34c5fe1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec4e50b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['75de3479-110a-4551-b309-36b65328c23d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:32.850614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:32.932901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=96603ce4-33bb-404c-986d-0dcca8b4e465,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:32.947402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:32.969391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Checking segment: {'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:32.969829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network hostable DHCP agents. Network: 37139eec-4360-49f4-a0d3-c34ef75561ea, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:03:33.007255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e872bb25-cf3f-4b5f-9c27-d6b884a0fdfd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:33.025399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 37139eec-4360-49f4-a0d3-c34ef75561ea is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:03:33.059232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:33.081653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c85da3e4-54ca-41bb-ba1f-09b97f91face tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:33.154354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 37139eec-4360-49f4-a0d3-c34ef75561ea) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:33.162485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Allocated IP 2001:db8::2 (0e81b6c3-33d3-475c-94fb-cfb4ee874e19/ed247da5-bd5d-4cf5-9686-6d3be434d681/266a297a-3514-4b75-bed8-9ca6414575b8) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:33.239756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e872bb25-cf3f-4b5f-9c27-d6b884a0fdfd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for d3219171-5fa1-4d25-bb4e-dc53cb4576af owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:33.276269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:33.276843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:33.278313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ed4bb601-0d16-49f3-b49c-1c34c5fe1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec4e50b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:33.278793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed4bb601-0d16-49f3-b49c-1c34c5fe1f03 None None] The sync data for ids ['75de3479-110a-4551-b309-36b65328c23d'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:03:33.302647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af2ca4b-b8e8-4541-a51a-5091d2cb89ab None None] Network 37139eec-4360-49f4-a0d3-c34ef75561ea requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:33.343445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:33.345582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:33.346010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:33.353357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=6459f4c2-822d-468b-a4b6-5946176ede9c,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:33.364718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:33.392438 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 8.1505470
Dec 21 10:03:33.395534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38064) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:33.488009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:33.529763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:33.629964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:33.634632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:33.635472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:33.796369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 3.1644299
Dec 21 10:03:33.806464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38068) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:33.809235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:33.841528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port f4c1ead3-6930-4447-a79d-451c6affc525 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:33.844395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Provisioning for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:33.979142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e872bb25-cf3f-4b5f-9c27-d6b884a0fdfd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:34.007924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabd44c4-b243-4834-a871-ac70d18c1933 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:34.008681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fabd44c4-b243-4834-a871-ac70d18c1933 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:34.051953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-148bcbdd-c94c-4419-bef0-fb91484640b9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:34.060894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Provisioning complete for port d35b12cd-117d-4c44-b725-4697aabfc86b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:34.061730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:34.061850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fabd44c4-b243-4834-a871-ac70d18c1933 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:34.065822 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fabd44c4-b243-4834-a871-ac70d18c1933 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/6459f4c2-822d-468b-a4b6-5946176ede9c HTTP/1.1" status: 200  len: 845 time: 0.2552838
Dec 21 10:03:34.124672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38072) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:34.189678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e872bb25-cf3f-4b5f-9c27-d6b884a0fdfd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=d3219171-5fa1-4d25-bb4e-dc53cb4576af,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:34.246971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e872bb25-cf3f-4b5f-9c27-d6b884a0fdfd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:34.263897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:34.282220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-50185a48-5919-4cd8-a48c-6d4301dfa575 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 6459f4c2-822d-468b-a4b6-5946176ede9c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:34.282611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50185a48-5919-4cd8-a48c-6d4301dfa575 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:34.295260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Transition to ACTIVE for port object 266a297a-3514-4b75-bed8-9ca6414575b8 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:34.394285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Transition to ACTIVE for port object 266a297a-3514-4b75-bed8-9ca6414575b8 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:34.403381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:34.460041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-37139eec-4360-49f4-a0d3-c34ef75561ea', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:03:34.461179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:34.475170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:34.714156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8c41afd-006a-4485-bfd9-58f47185798e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:34.781479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 39bf26e6-401a-41f5-916e-fda4199a5f65 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:35.016371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:35.028996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:35.031953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:35.052799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Pushing event updated for resources: {'Port': ['ID=266a297a-3514-4b75-bed8-9ca6414575b8,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:35.056729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:35.164037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b3f399-fc8e-4579-a4f5-30dbb49f9c01 None None] Update dhcp port {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': '29902d14-fa8a-4d15-bc40-fddfc8641ebf', 'ip_address': '2001:db8::f816:3eff:fe62:d1fd'}, {'subnet_id': 'dd970495-6ceb-460f-bd68-b020ac147248'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '8c2a6f9e-1271-4cd6-b110-d742be30a545'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:03:35.222330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Provisioning for port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:35.329913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Attempting to bind port 266a297a-3514-4b75-bed8-9ca6414575b8 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:35.330587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Attempting to bind port 266a297a-3514-4b75-bed8-9ca6414575b8 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'c7cca32e-c384-40d9-b2d8-3a5d66eab153', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e81b6c3-33d3-475c-94fb-cfb4ee874e19'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:35.331245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Attempting to bind port 266a297a-3514-4b75-bed8-9ca6414575b8 on network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:35.369856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Provisioning complete for port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:35.370469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:35.397011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:35.397238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:35.423286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50185a48-5919-4cd8-a48c-6d4301dfa575 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:35.448691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:35.449210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Checking segment: {'id': 'c7cca32e-c384-40d9-b2d8-3a5d66eab153', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e81b6c3-33d3-475c-94fb-cfb4ee874e19'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:35.449687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:35.450027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Bound using segment: {'id': 'c7cca32e-c384-40d9-b2d8-3a5d66eab153', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e81b6c3-33d3-475c-94fb-cfb4ee874e19'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:35.450589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Bound port: 266a297a-3514-4b75-bed8-9ca6414575b8, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7cca32e-c384-40d9-b2d8-3a5d66eab153', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '0e81b6c3-33d3-475c-94fb-cfb4ee874e19'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:35.451019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:35.483012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 39bf26e6-401a-41f5-916e-fda4199a5f65 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:35.483684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:35.531306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2b3f399-fc8e-4579-a4f5-30dbb49f9c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:35.595719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 172.20.0.4 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/dd970495-6ceb-460f-bd68-b020ac147248/f4c1ead3-6930-4447-a79d-451c6affc525) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:35.624197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f816:3eff:fe19:327f (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/29902d14-fa8a-4d15-bc40-fddfc8641ebf/f4c1ead3-6930-4447-a79d-451c6affc525) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:35.746606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e872bb25-cf3f-4b5f-9c27-d6b884a0fdfd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:35.762689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-50185a48-5919-4cd8-a48c-6d4301dfa575 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 6459f4c2-822d-468b-a4b6-5946176ede9c owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:35.880604 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e872bb25-cf3f-4b5f-9c27-d6b884a0fdfd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/d3219171-5fa1-4d25-bb4e-dc53cb4576af HTTP/1.1" status: 204  len: 168 time: 4.4639091
Dec 21 10:03:35.898407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38076) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:35.958187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] For port 266a297a-3514-4b75-bed8-9ca6414575b8, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:36.011410 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3611ba46-35db-4b9c-ac32-203d883cf90b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:03:36.011987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3611ba46-35db-4b9c-ac32-203d883cf90b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:36.076124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:03:36.087838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50185a48-5919-4cd8-a48c-6d4301dfa575 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:36.112324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-daa09183-b5d7-47ff-b55b-cded2b00a1ce tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:36.184973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3611ba46-35db-4b9c-ac32-203d883cf90b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:36.188981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3611ba46-35db-4b9c-ac32-203d883cf90b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/d3219171-5fa1-4d25-bb4e-dc53cb4576af HTTP/1.1" status: 404  len: 333 time: 0.2812231
Dec 21 10:03:36.193276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38080) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:36.255105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50185a48-5919-4cd8-a48c-6d4301dfa575 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=6459f4c2-822d-468b-a4b6-5946176ede9c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:36.265597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] For port 266a297a-3514-4b75-bed8-9ca6414575b8, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=266a297a-3514-4b75-bed8-9ca6414575b8,segment=NetworkSegment(c7cca32e-c384-40d9-b2d8-3a5d66eab153),segment_id=c7cca32e-c384-40d9-b2d8-3a5d66eab153)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:36.275845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50185a48-5919-4cd8-a48c-6d4301dfa575 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:36.342598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:36.376443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94b9714f-9746-4fc6-865e-8c42211e9eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:36.475463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:36.534415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50185a48-5919-4cd8-a48c-6d4301dfa575 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:36.583769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:36.585435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c2a6f9e-1271-4cd6-b110-d742be30a545 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:36.628174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Allocated IP 172.20.0.2 (37139eec-4360-49f4-a0d3-c34ef75561ea/4b556acf-e92c-426f-85b6-23b8237cb035/3d37088a-75fb-424c-b4d3-ebcb5f0e8589) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:36.658100 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-50185a48-5919-4cd8-a48c-6d4301dfa575 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/6459f4c2-822d-468b-a4b6-5946176ede9c HTTP/1.1" status: 204  len: 168 time: 2.5334222
Dec 21 10:03:36.660099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:03:36.677843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38084) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:36.688116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:36.717002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a0fc2a4c-48f6-4cdd-b38c-e40773e6809a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:36.743493 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d19ca3-072b-4f51-b7b7-df5f6989bb9b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:03:36.744133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Pushing event updated for resources: {'Port': ['ID=266a297a-3514-4b75-bed8-9ca6414575b8,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:36.744242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-44d19ca3-072b-4f51-b7b7-df5f6989bb9b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:36.747170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:36.748826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:36.754971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] For port a9bc6fd2-4591-4fc4-97fc-405adb8b7706, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a9bc6fd2-4591-4fc4-97fc-405adb8b7706,segment=NetworkSegment(06fad725-af84-4f74-9900-aa6236893aa7),segment_id=06fad725-af84-4f74-9900-aa6236893aa7)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:36.760263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:36.778050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object f4c1ead3-6930-4447-a79d-451c6affc525 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:36.783032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:36.788615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a61683f4-5600-4081-a640-336c36adffca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:36.836840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8640e5ad-8237-47bc-8856-acac606ae9a9 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:36.928586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-44d19ca3-072b-4f51-b7b7-df5f6989bb9b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:36.934282 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-44d19ca3-072b-4f51-b7b7-df5f6989bb9b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/6459f4c2-822d-468b-a4b6-5946176ede9c HTTP/1.1" status: 404  len: 333 time: 0.2555742
Dec 21 10:03:36.938392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38088) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:36.965771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:36.980501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'name': 'tempest-PortsIpV6TestJSON-665596148'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:36.992205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:36.993162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.030076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.054271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e7a846ad-9a4e-4bd9-a56a-7aefdf6e9364 None None] Provisioning complete for port 96603ce4-33bb-404c-986d-0dcca8b4e465 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:37.054501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Subnet': ['ID=e74d5aa3-53a9-49f3-9181-4f012cb8be51,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:37.054824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7a846ad-9a4e-4bd9-a56a-7aefdf6e9364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.059925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=96603ce4-33bb-404c-986d-0dcca8b4e465,revision_number=3']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:37.069188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:37.071632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:37.143725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-3070e6b4-4a75-4af3-95ce-3673b0007b88 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet b534ec68-5442-470c-b171-e2fc1147d77a {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:03:37.148368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.163646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Pushing event updated for resources: {'Port': ['ID=a9bc6fd2-4591-4fc4-97fc-405adb8b7706,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:37.192447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3070e6b4-4a75-4af3-95ce-3673b0007b88 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.246890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:37.248166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-490df53e-6b09-41b4-9c7d-14f8ebf23c65 tempest-ServerActionsTestJSON-1703800807 tempest-ServerActionsTestJSON-1703800807] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:37.248338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e7a846ad-9a4e-4bd9-a56a-7aefdf6e9364 None None] Port 96603ce4-33bb-404c-986d-0dcca8b4e465 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:37.275751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:37.302846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:37.332408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:37.338512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.391590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:37.412828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:37.421715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e7a846ad-9a4e-4bd9-a56a-7aefdf6e9364 None None] Provisioning complete for port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:37.422800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7a846ad-9a4e-4bd9-a56a-7aefdf6e9364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.482388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3070e6b4-4a75-4af3-95ce-3673b0007b88 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.496277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.527857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d2b3f399-fc8e-4579-a4f5-30dbb49f9c01 None None] Allocated IP 172.20.0.2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/dd970495-6ceb-460f-bd68-b020ac147248/8c2a6f9e-1271-4cd6-b110-d742be30a545) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:37.613224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Transition to ACTIVE for port object 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:37.734698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Transition to ACTIVE for port object 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:37.776873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.797180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:37.819145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:38.002394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.20.0.1 (33fdbf39-8e28-4b9e-9adc-2441dec038b4/22faa43c-0237-460c-928a-64f19b708aae/dad7ad26-5de2-4a68-a41b-88692bcf1cc8) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:38.004977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=f4c1ead3-6930-4447-a79d-451c6affc525,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:38.024440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:38.078137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Checking segment: {'id': 'c4d1ba69-8663-4ec5-a132-1c4538a9f246', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6edd21a8-f539-45ae-bddd-facaa95d4703'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:38.078493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network hostable DHCP agents. Network: 6edd21a8-f539-45ae-bddd-facaa95d4703, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:03:38.253425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:38.269253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:03:38.272035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:38.280588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:38.287880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Pushing event updated for resources: {'Port': ['ID=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:38.288131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.1 (37139eec-4360-49f4-a0d3-c34ef75561ea/4b556acf-e92c-426f-85b6-23b8237cb035/6ecd8b1b-03d3-4cfe-970e-1b72f203225e) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:38.310352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:38.321439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3070e6b4-4a75-4af3-95ce-3673b0007b88 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:38.337429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d2b3f399-fc8e-4579-a4f5-30dbb49f9c01 None None] For port 8c2a6f9e-1271-4cd6-b110-d742be30a545, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c2a6f9e-1271-4cd6-b110-d742be30a545,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:38.359785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port ef277b37-d42c-4d1b-894e-829e85d3e577 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:38.378722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-756472fa-b6a0-4e51-9cdc-0295b9a35d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:38.406696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 6edd21a8-f539-45ae-bddd-facaa95d4703) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:38.425242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81458790-5166-4775-acd3-2ebf7575b221 None None] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:38.442284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2b3f399-fc8e-4579-a4f5-30dbb49f9c01 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:38.448760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Network 37139eec-4360-49f4-a0d3-c34ef75561ea is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:38.462033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:38.488143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:38.489645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:38.490343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:38.507299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:38.531562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 70e634c2-71c4-4c48-8785-6d75566949be is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:03:38.544119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:38.544748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:38.570062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d2b3f399-fc8e-4579-a4f5-30dbb49f9c01 None None] Transition to ACTIVE for port object 8c2a6f9e-1271-4cd6-b110-d742be30a545 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:38.650029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Transition to ACTIVE for port object dad7ad26-5de2-4a68-a41b-88692bcf1cc8 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:38.667229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 7.3262348
Dec 21 10:03:38.676124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38092) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:38.692646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 7.6361113
Dec 21 10:03:38.694954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38096) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:38.700303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-41564769', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:38.717356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:38.736140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:router and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:38.747780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:38.770206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:38.861675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:38.862959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:38.874514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:38.890070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2b3f399-fc8e-4579-a4f5-30dbb49f9c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:38.897051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dcc725fe-5d2a-4676-9e9a-013aa8a7f734 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:38.913851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42afca2d-cc4b-474f-9b8c-afdcf7e180b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:39.003967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.033386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d7daa90a-604f-4af4-907d-19dfb26148fc None None] Provisioning complete for port 96603ce4-33bb-404c-986d-0dcca8b4e465 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:39.033811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7daa90a-604f-4af4-907d-19dfb26148fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.077815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e14d43-7ecc-493d-8304-f741c5c36533 None None] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:39.091594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.110477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=dad7ad26-5de2-4a68-a41b-88692bcf1cc8,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:39.117026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3070e6b4-4a75-4af3-95ce-3673b0007b88 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.132284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:39.139027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7f8d339-12c4-4122-ac30-85e917ce7272 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:39.190141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.203279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Attempting to bind port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:39.203696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Attempting to bind port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:39.204104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Attempting to bind port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 on network 37139eec-4360-49f4-a0d3-c34ef75561ea {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:39.224719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070e6b4-4a75-4af3-95ce-3673b0007b88 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=b534ec68-5442-470c-b171-e2fc1147d77a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:39.258761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3070e6b4-4a75-4af3-95ce-3673b0007b88 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:39.268659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.275002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:03:39.298617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea49c1-a36e-4a77-b75e-14a584e1cc9d None None] Sync routers for ids ['70e634c2-71c4-4c48-8785-6d75566949be'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:03:39.301737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.322756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea49c1-a36e-4a77-b75e-14a584e1cc9d None None] Routers {'70e634c2-71c4-4c48-8785-6d75566949be'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:39.325058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eeea49c1-a36e-4a77-b75e-14a584e1cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb49198>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['70e634c2-71c4-4c48-8785-6d75566949be'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:39.332991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50185a48-5919-4cd8-a48c-6d4301dfa575 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:39.335163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:39.335584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Checking segment: {'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:39.336037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.337088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Bound using segment: {'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:39.337666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Bound port: 3d37088a-75fb-424c-b4d3-ebcb5f0e8589, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:39.338093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.378421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:39.379986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:39.391608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.396676 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-afaac077-632d-4030-907b-4988c9fdf814 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.7138536
Dec 21 10:03:39.396951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38100) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:39.397958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:39.405782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:39.406203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:39.412655 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/70e634c2-71c4-4c48-8785-6d75566949be/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.5502565
Dec 21 10:03:39.441806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38102) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:39.443340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 6ecd8b1b-03d3-4cfe-970e-1b72f203225e will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:39.481872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.486521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3070e6b4-4a75-4af3-95ce-3673b0007b88 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.488161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eeea49c1-a36e-4a77-b75e-14a584e1cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb49198>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:39.488840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3070e6b4-4a75-4af3-95ce-3673b0007b88 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/b534ec68-5442-470c-b171-e2fc1147d77a HTTP/1.1" status: 204  len: 168 time: 3.2344258
Dec 21 10:03:39.499494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b3f399-fc8e-4579-a4f5-30dbb49f9c01 None None] Pushing event updated for resources: {'Port': ['ID=8c2a6f9e-1271-4cd6-b110-d742be30a545,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:39.503204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d7daa90a-604f-4af4-907d-19dfb26148fc None None] Port 96603ce4-33bb-404c-986d-0dcca8b4e465 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:39.503602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38108) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:39.510569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2b3f399-fc8e-4579-a4f5-30dbb49f9c01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:39.515961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeea49c1-a36e-4a77-b75e-14a584e1cc9d None None] Routers {'70e634c2-71c4-4c48-8785-6d75566949be'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:39.516912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eeea49c1-a36e-4a77-b75e-14a584e1cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb49198>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['70e634c2-71c4-4c48-8785-6d75566949be'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:39.556577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b51afa-b262-4118-a035-3ad5100288b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:39.563536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b51afa-b262-4118-a035-3ad5100288b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:39.564465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-99b51afa-b262-4118-a035-3ad5100288b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:39.569366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b0f342-fdea-4999-85eb-9648db6267d5 None None] Network a4c7323f-fab7-465c-96b2-3651dc98f365 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:39.614087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eeea49c1-a36e-4a77-b75e-14a584e1cc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb49198>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:39.614858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeea49c1-a36e-4a77-b75e-14a584e1cc9d None None] The sync data for ids ['70e634c2-71c4-4c48-8785-6d75566949be'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:03:39.778331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] For port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:39.797907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78fb310-aa4e-4e26-98c3-6ddc4d462f02 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:39.798890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e78fb310-aa4e-4e26-98c3-6ddc4d462f02 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:39.866257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:39.869248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=ef277b37-d42c-4d1b-894e-829e85d3e577,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:39.873857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:39.876572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:39.877236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-99b51afa-b262-4118-a035-3ad5100288b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:39.881943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-99b51afa-b262-4118-a035-3ad5100288b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1860 time: 1.1724927
Dec 21 10:03:39.883930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:39.886286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38112) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:39.888197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:39.888884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.896343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e78fb310-aa4e-4e26-98c3-6ddc4d462f02 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:39.901071 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e78fb310-aa4e-4e26-98c3-6ddc4d462f02 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports/96603ce4-33bb-404c-986d-0dcca8b4e465 HTTP/1.1" status: 200  len: 977 time: 0.4425218
Dec 21 10:03:39.905569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-597c0b29-caf9-4da5-8b82-4aa0c5dc71b1 None None] Provisioning for port 266a297a-3514-4b75-bed8-9ca6414575b8 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:39.905748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:39.916520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] For port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:39.921244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38116) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:39.927045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3d9e242-8378-4945-ba8b-089918cc37a8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:39.980446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-6edd21a8-f539-45ae-bddd-facaa95d4703', 'network_id': '6edd21a8-f539-45ae-bddd-facaa95d4703', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'fixed_ips': [{'subnet_id': 'e74d5aa3-53a9-49f3-9181-4f012cb8be51'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:03:39.981078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:40.032896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:40.072510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:40.111415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:40.172171 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 3.2150590
Dec 21 10:03:40.232255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38120) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:40.313844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=6ecd8b1b-03d3-4cfe-970e-1b72f203225e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:40.315898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:40.326619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:40.390875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:40.454828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Pushing event updated for resources: {'Port': ['ID=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:40.462024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:40.576698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 37139eec-4360-49f4-a0d3-c34ef75561ea is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:40.582000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:40.587339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:40.715338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:40.861423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f28ca-ad7f-4501-a1c5-6e3dae381ce3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port f4c1ead3-6930-4447-a79d-451c6affc525 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:40.861867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4a9f28ca-ad7f-4501-a1c5-6e3dae381ce3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:40.928207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e55b7210-7d66-4118-9240-f380077a7a44 None None] Provisioning for port dad7ad26-5de2-4a68-a41b-88692bcf1cc8 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:40.981735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e55b7210-7d66-4118-9240-f380077a7a44 None None] Provisioning complete for port dad7ad26-5de2-4a68-a41b-88692bcf1cc8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:40.982166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e55b7210-7d66-4118-9240-f380077a7a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:41.029714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 8c2a6f9e-1271-4cd6-b110-d742be30a545, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c2a6f9e-1271-4cd6-b110-d742be30a545,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:41.037926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:41.048540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:41.048902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:41.099175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:41.109328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:41.179050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:41.307240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e55b7210-7d66-4118-9240-f380077a7a44 None None] Port dad7ad26-5de2-4a68-a41b-88692bcf1cc8 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:41.370722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] For port bfd24288-1e42-4c0f-8f7c-2f4b293bb223, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=bfd24288-1e42-4c0f-8f7c-2f4b293bb223,segment=NetworkSegment(f324cbfc-2e09-4821-89ff-232ba408c1c9),segment_id=f324cbfc-2e09-4821-89ff-232ba408c1c9)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:41.371338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:41.436546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 266a297a-3514-4b75-bed8-9ca6414575b8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:41.562073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=8c2a6f9e-1271-4cd6-b110-d742be30a545,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:41.566526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:41.579966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] DHCP port deletion for a4c7323f-fab7-465c-96b2-3651dc98f365 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:03:41.624003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] Deleting port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:41.624448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:41.656256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:41.781052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-529a666c-b179-4f5c-8fd2-629f0018dd0e None None] Provisioning for port f4c1ead3-6930-4447-a79d-451c6affc525 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:41.825512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-529a666c-b179-4f5c-8fd2-629f0018dd0e None None] Provisioning complete for port f4c1ead3-6930-4447-a79d-451c6affc525 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:41.825956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-529a666c-b179-4f5c-8fd2-629f0018dd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:41.882722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Allocated IP 2001:db8:1::2 (6edd21a8-f539-45ae-bddd-facaa95d4703/e74d5aa3-53a9-49f3-9181-4f012cb8be51/f6170841-17bb-497f-99e0-286dc9723fb6) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:41.884690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for bfd24288-1e42-4c0f-8f7c-2f4b293bb223 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:42.028930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-529a666c-b179-4f5c-8fd2-629f0018dd0e None None] Port f4c1ead3-6930-4447-a79d-451c6affc525 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:42.047156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 266a297a-3514-4b75-bed8-9ca6414575b8 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:42.089625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 266a297a-3514-4b75-bed8-9ca6414575b8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:42.089625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.214714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.298546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 96603ce4-33bb-404c-986d-0dcca8b4e465 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:42.298906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.328456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.329165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-529a666c-b179-4f5c-8fd2-629f0018dd0e None None] Provisioning for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:42.357292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.380822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] For port bfd24288-1e42-4c0f-8f7c-2f4b293bb223, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=bfd24288-1e42-4c0f-8f7c-2f4b293bb223,segment=NetworkSegment(f324cbfc-2e09-4821-89ff-232ba408c1c9),segment_id=f324cbfc-2e09-4821-89ff-232ba408c1c9)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:42.381387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.390431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-529a666c-b179-4f5c-8fd2-629f0018dd0e None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:42.390848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-529a666c-b179-4f5c-8fd2-629f0018dd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.393278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.427645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1ff98216-9800-49b2-95d3-e9bcc30f6831 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:42.569862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4a9f28ca-ad7f-4501-a1c5-6e3dae381ce3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.629278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cce3b4b1-042d-4308-bdda-8788a641d8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.644827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.657275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] Calling delete_port for bfd24288-1e42-4c0f-8f7c-2f4b293bb223 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:42.658755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.708989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-058cf44d-1f9f-4e08-a4b4-d4272371a36c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:42.777359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.813036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=6ecd8b1b-03d3-4cfe-970e-1b72f203225e,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:42.850710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f28ca-ad7f-4501-a1c5-6e3dae381ce3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for f4c1ead3-6930-4447-a79d-451c6affc525 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:42.866819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.885015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:42.894923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.912011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=bfd24288-1e42-4c0f-8f7c-2f4b293bb223,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:42.915817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:42.960327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:42.974570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Transition to ACTIVE for port object f6170841-17bb-497f-99e0-286dc9723fb6 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:43.058154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 96603ce4-33bb-404c-986d-0dcca8b4e465 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:43.064027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9caa7ff8-be7f-43d2-9357-5ff8b46aa5d6 None None] Network 37139eec-4360-49f4-a0d3-c34ef75561ea requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:43.092576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Transition to ACTIVE for port object f6170841-17bb-497f-99e0-286dc9723fb6 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:43.093979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:43.129612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:43.164917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:43.262542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 37139eec-4360-49f4-a0d3-c34ef75561ea is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:43.264628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:43.407930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:43.408538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:43.475521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No DVR routers for this DVR port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:03:43.543899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 183bdd4f-3c7d-4729-acec-803a9fe50da9 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:03:43.566065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:43.584071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-58d8f405-11f0-43f7-a61c-da99d4475627 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:43.640173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:43.711804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=96603ce4-33bb-404c-986d-0dcca8b4e465,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:43.728812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:43.745553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 266a297a-3514-4b75-bed8-9ca6414575b8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=266a297a-3514-4b75-bed8-9ca6414575b8,segment=NetworkSegment(c7cca32e-c384-40d9-b2d8-3a5d66eab153),segment_id=c7cca32e-c384-40d9-b2d8-3a5d66eab153)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:43.759222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Pushing event updated for resources: {'Port': ['ID=f6170841-17bb-497f-99e0-286dc9723fb6,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:43.772118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:43.773093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:43.774581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a9bc6fd2-4591-4fc4-97fc-405adb8b7706 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:43.816057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:43.881761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d84f7945-7c08-42e7-9c61-e484a7aece75 None None] Provisioning for port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:43.915888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] Deleting port bfd24288-1e42-4c0f-8f7c-2f4b293bb223 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:43.915888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:43.948676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:03:44.049345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Sync routers for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:03:44.059267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:03:44.088404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ec0ea1a6-edab-4c62-b327-26c544ebb14a None None] The port 'bfd24288-1e42-4c0f-8f7c-2f4b293bb223' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:03:44.127781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=266a297a-3514-4b75-bed8-9ca6414575b8,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:44.133861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:44.135092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:44.135823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed009a90>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:44.201762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:44.202786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:44.204674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d84f7945-7c08-42e7-9c61-e484a7aece75 None None] Provisioning complete for port 266a297a-3514-4b75-bed8-9ca6414575b8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:44.205102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d84f7945-7c08-42e7-9c61-e484a7aece75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:44.241448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:44.245265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:44.281768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:44.307785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:44.312236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/183bdd4f-3c7d-4729-acec-803a9fe50da9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9082031
Dec 21 10:03:44.312830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38124) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:44.348741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98723699-a299-4280-91dd-13413bf52948 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:44.375458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:44.375885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:44.503725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Attempting to bind port f6170841-17bb-497f-99e0-286dc9723fb6 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:44.503725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Attempting to bind port f6170841-17bb-497f-99e0-286dc9723fb6 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'c4d1ba69-8663-4ec5-a132-1c4538a9f246', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6edd21a8-f539-45ae-bddd-facaa95d4703'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:44.503725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Attempting to bind port f6170841-17bb-497f-99e0-286dc9723fb6 on network 6edd21a8-f539-45ae-bddd-facaa95d4703 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:44.564895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:44.565330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Checking segment: {'id': 'c4d1ba69-8663-4ec5-a132-1c4538a9f246', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6edd21a8-f539-45ae-bddd-facaa95d4703'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:44.565816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:44.566266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Bound using segment: {'id': 'c4d1ba69-8663-4ec5-a132-1c4538a9f246', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6edd21a8-f539-45ae-bddd-facaa95d4703'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:44.566818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Bound port: f6170841-17bb-497f-99e0-286dc9723fb6, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4d1ba69-8663-4ec5-a132-1c4538a9f246', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '6edd21a8-f539-45ae-bddd-facaa95d4703'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:44.567247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:44.590753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:44.691422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:03:44.728405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.728828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.729243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.729680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.730091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.730494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.730895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.731296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.731699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.732104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.732505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.732905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.733306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.735743 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d7e93c1a-678c-45ce-82ce-a53a18f09ff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8957 time: 0.4220340
Dec 21 10:03:44.741459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38128) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:44.754433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=ef277b37-d42c-4d1b-894e-829e85d3e577,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:44.791166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:44.801227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec09c320>,) {'filters': {'network_id': ['a4c7323f-fab7-465c-96b2-3651dc98f365']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:44.861027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec09c320>, 'f324cbfc-2e09-4821-89ff-232ba408c1c9') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:44.861480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec09c320>, 'f324cbfc-2e09-4821-89ff-232ba408c1c9') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:44.874963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.875391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.875805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.876223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.876622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.877026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.877428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.877861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.878263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.878662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.879060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.881246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-363715b5-e1af-42f6-9ba7-7f70ce36435f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 6970 time: 0.1387236
Dec 21 10:03:44.885108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] In _notify_port_updated(), no bound segment for port ef277b37-d42c-4d1b-894e-829e85d3e577 on network fc3dd635-6193-48c2-b608-e01c5ce01775 {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:03:44.885773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38132) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:44.889435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:44.890142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:44.894218 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "PUT /v2.0/ports/ef277b37-d42c-4d1b-894e-829e85d3e577 HTTP/1.1" status: 200  len: 818 time: 4.6581738
Dec 21 10:03:44.895918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38134) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:44.906532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:45.036008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c2a6f9e-1271-4cd6-b110-d742be30a545 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:45.050653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4a9f28ca-ad7f-4501-a1c5-6e3dae381ce3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:45.070905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:45.081461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] For port f6170841-17bb-497f-99e0-286dc9723fb6, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:45.100115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:45.130379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] For port f6170841-17bb-497f-99e0-286dc9723fb6, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f6170841-17bb-497f-99e0-286dc9723fb6,segment=NetworkSegment(c4d1ba69-8663-4ec5-a132-1c4538a9f246),segment_id=c4d1ba69-8663-4ec5-a132-1c4538a9f246)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:45.131600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d84f7945-7c08-42e7-9c61-e484a7aece75 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:45.132006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d84f7945-7c08-42e7-9c61-e484a7aece75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:45.136368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:03:45.229689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:45.252575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f28ca-ad7f-4501-a1c5-6e3dae381ce3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=f4c1ead3-6930-4447-a79d-451c6affc525,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:45.272362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4a9f28ca-ad7f-4501-a1c5-6e3dae381ce3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:45.286942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccd074-4e97-4a57-a0d4-656077137d81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port ef277b37-d42c-4d1b-894e-829e85d3e577 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:45.287584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd074-4e97-4a57-a0d4-656077137d81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:45.375140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 70e634c2-71c4-4c48-8785-6d75566949be has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:03:45.481216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1483f124-d51b-4c8d-b4b8-fef04cead8dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:45.503807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Allocated IP 2001:db8::1 (0e81b6c3-33d3-475c-94fb-cfb4ee874e19/ed247da5-bd5d-4cf5-9686-6d3be434d681/10507c9c-dad4-40ae-bfbc-f4972e6d5d73) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:45.579699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:03:45.596539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632934e-cd16-40da-9dbb-1026204b2218 None None] Sync routers for ids ['70e634c2-71c4-4c48-8785-6d75566949be'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:03:45.599722 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/70e634c2-71c4-4c48-8785-6d75566949be/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6373460
Dec 21 10:03:45.610049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38140) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:45.624165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632934e-cd16-40da-9dbb-1026204b2218 None None] Routers {'70e634c2-71c4-4c48-8785-6d75566949be'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:45.630576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e632934e-cd16-40da-9dbb-1026204b2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb094e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['70e634c2-71c4-4c48-8785-6d75566949be'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:45.631439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:45.718805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e632934e-cd16-40da-9dbb-1026204b2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb094e0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:45.731269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e632934e-cd16-40da-9dbb-1026204b2218 None None] Routers {'70e634c2-71c4-4c48-8785-6d75566949be'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:45.732628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e632934e-cd16-40da-9dbb-1026204b2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb094e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['70e634c2-71c4-4c48-8785-6d75566949be'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:45.777661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:45.778100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:45.791787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network a4c7323f-fab7-465c-96b2-3651dc98f365 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:45.807916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:45.818242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Pushing event updated for resources: {'Port': ['ID=f6170841-17bb-497f-99e0-286dc9723fb6,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:45.826843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e632934e-cd16-40da-9dbb-1026204b2218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb094e0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:45.838196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:45.841695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e632934e-cd16-40da-9dbb-1026204b2218 None None] The sync data for ids ['70e634c2-71c4-4c48-8785-6d75566949be'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:03:46.008916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:46.059977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed009a90>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:03:40Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:42Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:46.067727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Checking router: 183bdd4f-3c7d-4729-acec-803a9fe50da9 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:03:46.068148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Updating router 183bdd4f-3c7d-4729-acec-803a9fe50da9 port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:03:46.135752 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-3f6927a9-68c0-4e22-82cf-5e9661fc8ce9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] remove_router_interface failed (client error): The resource could not be found.
Dec 21 10:03:46.138929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3f6927a9-68c0-4e22-82cf-5e9661fc8ce9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/70e634c2-71c4-4c48-8785-6d75566949be/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.4494994
Dec 21 10:03:46.142334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:46.146882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38144) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:46.223874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-04c0e565-528f-41e6-a094-cf9c9558e9eb tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:46.238255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2eacc322-8b00-4be9-910f-8c2d9ef0d7f6 None None] Provisioning for port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:46.242771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-10153b57-a1cc-41da-8178-aeabf3571b91 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4100 time: 1.2944272
Dec 21 10:03:46.250360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2eacc322-8b00-4be9-910f-8c2d9ef0d7f6 None None] Provisioning complete for port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:46.250797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2eacc322-8b00-4be9-910f-8c2d9ef0d7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:46.263199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-04c0e565-528f-41e6-a094-cf9c9558e9eb tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:46.265243 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-04c0e565-528f-41e6-a094-cf9c9558e9eb tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=70e634c2-71c4-4c48-8785-6d75566949be HTTP/1.1" status: 200  len: 205 time: 0.1130254
Dec 21 10:03:46.268316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38150) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:46.470324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4a9f28ca-ad7f-4501-a1c5-6e3dae381ce3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:46.501258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2eacc322-8b00-4be9-910f-8c2d9ef0d7f6 None None] Port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:46.510882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ff8988c-fdeb-41ca-aedc-b64e69b345d1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:46.512808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 266a297a-3514-4b75-bed8-9ca6414575b8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:46.696288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network a4c7323f-fab7-465c-96b2-3651dc98f365 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:46.775597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 266a297a-3514-4b75-bed8-9ca6414575b8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:46.781825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:03:46.867640 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:03:46.870795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:46.885036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38154) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:46.962591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1290648543', 'description': 'tempest-secgroup-smoke-1290648543 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:46.969674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:47.017615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:47.065195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:47.078935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:47.082466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.105591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Transition to ACTIVE for port object 6ecd8b1b-03d3-4cfe-970e-1b72f203225e will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:47.109681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.110818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.114029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.131204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5ecf194e-08db-4b1e-a096-fef814eec06f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:47.149068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:47.198035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ff8988c-fdeb-41ca-aedc-b64e69b345d1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.200897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ff8988c-fdeb-41ca-aedc-b64e69b345d1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.231356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ff8988c-fdeb-41ca-aedc-b64e69b345d1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.231807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff8988c-fdeb-41ca-aedc-b64e69b345d1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Fanout notify agent at l3_agent the message router_deleted on router 70e634c2-71c4-4c48-8785-6d75566949be {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:03:47.232070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=dad7ad26-5de2-4a68-a41b-88692bcf1cc8,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:47.246571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ff8988c-fdeb-41ca-aedc-b64e69b345d1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.250747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6ff8988c-fdeb-41ca-aedc-b64e69b345d1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/70e634c2-71c4-4c48-8785-6d75566949be HTTP/1.1" status: 204  len: 168 time: 0.9780507
Dec 21 10:03:47.251038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38158) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:47.286820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:47.306372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd917b-2793-4952-ab72-faa5a1fbc7cb None None] Pushing event updated for resources: {'Port': ['ID=6ecd8b1b-03d3-4cfe-970e-1b72f203225e,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:47.313912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afdd917b-2793-4952-ab72-faa5a1fbc7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:47.314435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:47.314862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.363689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.364152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.365232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.365232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.365558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.365797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.366210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.366626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.367038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.368039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.368391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.368803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.369299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.369735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.370146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.370559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.370963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.371370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.371785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.372214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.372613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.373022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.373697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.373825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:47.378974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:47.404188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00708af0-9d39-446a-91a1-4711c1660a95 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:47.429186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd074-4e97-4a57-a0d4-656077137d81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.460017 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/networks/a4c7323f-fab7-465c-96b2-3651dc98f365 HTTP/1.1" status: 204  len: 168 time: 7.8246377
Dec 21 10:03:47.461661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.468900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38162) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:47.476173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'network': {'name': 'tempest-PortsTestJSON-57402600'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:47.492041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:47.502028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:network and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:47.506924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:47.519982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:47.554816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-9900ccff-eac2-48d7-b06b-ce4d868eeb50 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting subnet ddf5f901-b317-423c-99b8-206285b226e3 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:03:47.565460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9900ccff-eac2-48d7-b06b-ce4d868eeb50 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.621735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:47.629194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.733137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9900ccff-eac2-48d7-b06b-ce4d868eeb50 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.750170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.780931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Attempting to bind port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:47.786010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Attempting to bind port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:47.786515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Attempting to bind port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e on network 37139eec-4360-49f4-a0d3-c34ef75561ea {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:47.790049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:03:47.802937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:47.803382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Checking segment: {'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:47.803851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.804299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Bound using segment: {'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:47.805410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Bound port: 6ecd8b1b-03d3-4cfe-970e-1b72f203225e, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:47.805879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.824462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.825142 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Added segment 22e75d68-ccbf-4214-844b-40cbf6803dc0 of type vxlan for network 654ee9a5-33c0-4f90-96bc-06085f5cc146
Dec 21 10:03:47.890355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.914826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Network': ['ID=a4c7323f-fab7-465c-96b2-3651dc98f365,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:47.921917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:47.940953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccd074-4e97-4a57-a0d4-656077137d81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for ef277b37-d42c-4d1b-894e-829e85d3e577 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:47.947430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] For port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:47.951883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] For port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6ecd8b1b-03d3-4cfe-970e-1b72f203225e,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:47.953544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9900ccff-eac2-48d7-b06b-ce4d868eeb50 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.955011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:47.962648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:47.983198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:48.020067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:48.030210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:48.035039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:48.035749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:48.045577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b9076ee-0da3-47e9-bb51-43ef8d388d65 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:48.056504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4a9f28ca-ad7f-4501-a1c5-6e3dae381ce3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:48.059047 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4a9f28ca-ad7f-4501-a1c5-6e3dae381ce3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/f4c1ead3-6930-4447-a79d-451c6affc525 HTTP/1.1" status: 204  len: 168 time: 8.1668150
Dec 21 10:03:48.062628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:48.076078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:48.077168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c2a6f9e-1271-4cd6-b110-d742be30a545 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:48.078921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38166) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:48.092020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:48.099025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:48.116086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdd917b-2793-4952-ab72-faa5a1fbc7cb None None] Pushing event updated for resources: {'Port': ['ID=6ecd8b1b-03d3-4cfe-970e-1b72f203225e,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:48.121183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:48.155896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afdd917b-2793-4952-ab72-faa5a1fbc7cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:48.161899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2b3f399-fc8e-4579-a4f5-30dbb49f9c01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:48.173323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Transition to ACTIVE for port object 10507c9c-dad4-40ae-bfbc-f4972e6d5d73 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:48.201445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:48.218274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:48.251219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:48.260636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:48.319599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd074-4e97-4a57-a0d4-656077137d81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:48.322902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa6388-4768-4a5a-ac79-579693d0bc02 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:48.325980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa6388-4768-4a5a-ac79-579693d0bc02 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:48.327987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aa6388-4768-4a5a-ac79-579693d0bc02 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:48.329076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b3aa6388-4768-4a5a-ac79-579693d0bc02 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:48.329444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f87183-7928-4c68-b84a-fd85a1dbb40a None None] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:48.347702 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.8775592
Dec 21 10:03:48.359555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d6064ed4-95af-4d52-88ce-b623d7d903c8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:48.365139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38170) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:48.379706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '654ee9a5-33c0-4f90-96bc-06085f5cc146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:48.480029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccd074-4e97-4a57-a0d4-656077137d81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=ef277b37-d42c-4d1b-894e-829e85d3e577,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:48.505336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:48.532102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c2ccd074-4e97-4a57-a0d4-656077137d81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:48.533299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c2ccd074-4e97-4a57-a0d4-656077137d81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:48.608767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:48.614807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Network': ['ID=654ee9a5-33c0-4f90-96bc-06085f5cc146,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:48.623091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b3aa6388-4768-4a5a-ac79-579693d0bc02 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:48.627400 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b3aa6388-4768-4a5a-ac79-579693d0bc02 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.5446830
Dec 21 10:03:48.628274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38174) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:48.634795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.635468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.636118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.636780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.637442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.638137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.638797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.639229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.639903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.640332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.640747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.641163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.641690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.642103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.642515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.642924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.643330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.643739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.644149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.644549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.644953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.645357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.645810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.646202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:48.651175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:48.737669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:48.744678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:48.760834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:48.803873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:48.816692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:48.817653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:48.904520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:48.907770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:48.928418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=10507c9c-dad4-40ae-bfbc-f4972e6d5d73,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:48.934165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c26f26b1-08a6-4972-9dfd-40cffd0f386f None None] Provisioning for port f6170841-17bb-497f-99e0-286dc9723fb6 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:48.950214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:48.952550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:48.976039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd074-4e97-4a57-a0d4-656077137d81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.044594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 75de3479-110a-4551-b309-36b65328c23d has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:03:49.045859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.047405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 2.1238723
Dec 21 10:03:49.055385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38178) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:49.060451 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c2ccd074-4e97-4a57-a0d4-656077137d81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/ef277b37-d42c-4d1b-894e-829e85d3e577 HTTP/1.1" status: 204  len: 168 time: 4.1569865
Dec 21 10:03:49.061848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=69c4c8d8-7301-45c9-bc5c-24515c726e97,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:49.066569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:49.067246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38180) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:49.071738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '69c4c8d8-7301-45c9-bc5c-24515c726e97', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:49.127343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:49.149240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:49.153034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:49.159357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:49.248824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.259252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:49.269079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:49.269877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.279409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:49.281991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:49.282737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.325326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba5dccc-0d1f-4d80-9fa6-7195977e9e91 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 29902d14-fa8a-4d15-bc40-fddfc8641ebf {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:03:49.341989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ba5dccc-0d1f-4d80-9fa6-7195977e9e91 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.482560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ac42a0d6-7ab4-470c-958b-60fe4a65ac43 None None] Provisioning complete for port dad7ad26-5de2-4a68-a41b-88692bcf1cc8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:49.482997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac42a0d6-7ab4-470c-958b-60fe4a65ac43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.559615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.561541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:03:49.581407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ee956-ceef-4f86-a741-b2b2b3e22c30 None None] Sync routers for ids ['75de3479-110a-4551-b309-36b65328c23d'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:03:49.589918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4993ad1-61ea-474a-8bc1-d904521cad9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:49.591550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a4993ad1-61ea-474a-8bc1-d904521cad9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:49.633275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.647450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:49.659308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed009a90>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:49.680694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.716156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7c414c1-9e32-4016-9ab7-d1663928767a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:49.748259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ee956-ceef-4f86-a741-b2b2b3e22c30 None None] Routers {'75de3479-110a-4551-b309-36b65328c23d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:49.749318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-719ee956-ceef-4f86-a741-b2b2b3e22c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf59710>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['75de3479-110a-4551-b309-36b65328c23d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:49.752257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ba5dccc-0d1f-4d80-9fa6-7195977e9e91 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.762277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441b5bf7-0691-4e62-b8a8-8a801d706a17,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:49.770461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.775002 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.7070937
Dec 21 10:03:49.775216 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "PUT /v2.0/routers/75de3479-110a-4551-b309-36b65328c23d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.0646625
Dec 21 10:03:49.779537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:49.780171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38186) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:49.780533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38188) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:49.797889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'port': {'network_id': '33fdbf39-8e28-4b9e-9adc-2441dec038b4', 'name': 'tempest-FloatingIPTestJSON-1157687529'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:49.846546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '69c4c8d8-7301-45c9-bc5c-24515c726e97', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:49.856943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-719ee956-ceef-4f86-a741-b2b2b3e22c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf59710>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:49.859960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:49.866138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ac42a0d6-7ab4-470c-958b-60fe4a65ac43 None None] Port dad7ad26-5de2-4a68-a41b-88692bcf1cc8 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:49.868816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a4993ad1-61ea-474a-8bc1-d904521cad9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:49.870133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a4993ad1-61ea-474a-8bc1-d904521cad9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 0.7918422
Dec 21 10:03:49.871613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:49.877065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:49.887493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:49.889207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38194) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:49.908558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-719ee956-ceef-4f86-a741-b2b2b3e22c30 None None] Routers {'75de3479-110a-4551-b309-36b65328c23d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:49.909566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-719ee956-ceef-4f86-a741-b2b2b3e22c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf59710>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['75de3479-110a-4551-b309-36b65328c23d'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:49.948883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:49.978289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaf2bf7-bbc6-4a1e-b039-9cd027832ebf tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:03:49.978842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4aaf2bf7-bbc6-4a1e-b039-9cd027832ebf tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:50.007313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9900ccff-eac2-48d7-b06b-ce4d868eeb50 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:50.033634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-012d413b-8002-4d52-a815-71574a8b3405 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:50.043751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device bfd24288-1e42-4c0f-8f7c-2f4b293bb223 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:03:50.095450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4aaf2bf7-bbc6-4a1e-b039-9cd027832ebf tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:50.100862 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4aaf2bf7-bbc6-4a1e-b039-9cd027832ebf tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/ef277b37-d42c-4d1b-894e-829e85d3e577 HTTP/1.1" status: 404  len: 333 time: 0.2039781
Dec 21 10:03:50.104321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38198) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:50.109034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9900ccff-eac2-48d7-b06b-ce4d868eeb50 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Subnet': ['ID=ddf5f901-b317-423c-99b8-206285b226e3,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:50.114535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: bfd24288-1e42-4c0f-8f7c-2f4b293bb223 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:03:50.114953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device bfd24288-1e42-4c0f-8f7c-2f4b293bb223 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:03:50.117912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-504043908'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:50.118075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-719ee956-ceef-4f86-a741-b2b2b3e22c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf59710>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:50.118460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-719ee956-ceef-4f86-a741-b2b2b3e22c30 None None] The sync data for ids ['75de3479-110a-4551-b309-36b65328c23d'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:03:50.122705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9900ccff-eac2-48d7-b06b-ce4d868eeb50 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:50.133863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:50.174011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:03:50.223029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:network and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:50.232542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5cd001b1-01ee-4956-89e7-e9eb5f8b0d77 None None] Provisioning for port 10507c9c-dad4-40ae-bfbc-f4972e6d5d73 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:50.242828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5cd001b1-01ee-4956-89e7-e9eb5f8b0d77 None None] Provisioning complete for port 10507c9c-dad4-40ae-bfbc-f4972e6d5d73 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:50.243404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5cd001b1-01ee-4956-89e7-e9eb5f8b0d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:50.276605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:50.290869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ba5dccc-0d1f-4d80-9fa6-7195977e9e91 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:50.349065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:50.410452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5cd001b1-01ee-4956-89e7-e9eb5f8b0d77 None None] Port 10507c9c-dad4-40ae-bfbc-f4972e6d5d73 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:50.440543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:50.445072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f6170841-17bb-497f-99e0-286dc9723fb6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:50.446324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:50.463518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9900ccff-eac2-48d7-b06b-ce4d868eeb50 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:50.487025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a2c7d-fb0c-4b08-8b00-7729d26288af None None] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:50.531795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:50.550468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Usage tracker for resource:port and tenant:338c2a421bf848038828530c137b28aa is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:50.553445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:50.554369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9900ccff-eac2-48d7-b06b-ce4d868eeb50 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/ddf5f901-b317-423c-99b8-206285b226e3 HTTP/1.1" status: 204  len: 168 time: 3.3021514
Dec 21 10:03:50.562839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38202) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:50.576266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Quota usage for port was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:50.611303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:50.740361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:03:50.802653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Made reservation on behalf of 338c2a421bf848038828530c137b28aa for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:50.810710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:50.933763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:50.949274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:50.986423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.019825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:51.038380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.038703 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Added segment d61f1854-7bf8-476b-957f-e825bc5c414b of type vxlan for network 8a1378dd-9c95-4675-97b6-2884f70146a1
Dec 21 10:03:51.064451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port f6170841-17bb-497f-99e0-286dc9723fb6 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:51.077105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.083479 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.2953396
Dec 21 10:03:51.083687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38206) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:51.084013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port f6170841-17bb-497f-99e0-286dc9723fb6 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:51.084658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.089863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '69c4c8d8-7301-45c9-bc5c-24515c726e97', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:51.099825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0efab92-e3f1-4836-96e3-1507b80f696c,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:51.111964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:51.124644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:51.135589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port d35b12cd-117d-4c44-b725-4697aabfc86b {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:51.135970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.140915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] device_id is not set on port e7d614b2-cf1f-413b-b987-aef2eca12136 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:51.167058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:51.177081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:51.181521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.190426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5d0d8bbd-1109-4d15-b801-7ba388c5be99 None None] Provisioning complete for port f6170841-17bb-497f-99e0-286dc9723fb6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:51.191560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8bbd-1109-4d15-b801-7ba388c5be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.205385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:51.351007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed009a90>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:03:40Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:47Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:51.406857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bad56b4-404d-48c0-b7df-448b8294ed05 None None] The sync data for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs is: [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:03:40Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:47Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:03:51.418179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Allocated IP 172.20.0.3 (33fdbf39-8e28-4b9e-9adc-2441dec038b4/22faa43c-0237-460c-928a-64f19b708aae/e7d614b2-cf1f-413b-b987-aef2eca12136) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:51.424356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] DHCP port deletion for 1783f637-e89b-49d8-8f6b-757e4bfed197 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:03:51.440655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.440791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.447129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.453188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] Deleting port d35b12cd-117d-4c44-b725-4697aabfc86b {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:51.454359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.454744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.491929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f1d34c6-db0c-4649-a5f1-1a1c40b1f558 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:51.594416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d0d8bbd-1109-4d15-b801-7ba388c5be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.598391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=10507c9c-dad4-40ae-bfbc-f4972e6d5d73,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:51.614932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:51.684122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port f6170841-17bb-497f-99e0-286dc9723fb6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f6170841-17bb-497f-99e0-286dc9723fb6,segment=NetworkSegment(c4d1ba69-8663-4ec5-a132-1c4538a9f246),segment_id=c4d1ba69-8663-4ec5-a132-1c4538a9f246)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:51.697012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.698188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:51.734329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:51.734812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ba5dccc-0d1f-4d80-9fa6-7195977e9e91 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:51.756474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c421a2d-79c8-4b0a-bf72-35124c18a017 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:51.837117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:51.843581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:51.941859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-5d0d8bbd-1109-4d15-b801-7ba388c5be99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:51.942434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-5d0d8bbd-1109-4d15-b801-7ba388c5be99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:52.046242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=f6170841-17bb-497f-99e0-286dc9723fb6,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:52.050880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:52.068078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] For port d35b12cd-117d-4c44-b725-4697aabfc86b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d35b12cd-117d-4c44-b725-4697aabfc86b,segment=NetworkSegment(2621a151-a820-4506-993e-7ed421f83e67),segment_id=2621a151-a820-4506-993e-7ed421f83e67)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:52.068638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.172378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:52.172798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.203417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.260435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5dccc-0d1f-4d80-9fa6-7195977e9e91 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=29902d14-fa8a-4d15-bc40-fddfc8641ebf,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:52.286112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.294760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:52.295601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.297980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] Calling delete_port for d35b12cd-117d-4c44-b725-4697aabfc86b owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:52.304244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port d35b12cd-117d-4c44-b725-4697aabfc86b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d35b12cd-117d-4c44-b725-4697aabfc86b,segment=NetworkSegment(2621a151-a820-4506-993e-7ed421f83e67),segment_id=2621a151-a820-4506-993e-7ed421f83e67)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:52.305209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.317330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7ba5dccc-0d1f-4d80-9fa6-7195977e9e91 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:52.317904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.334375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a45fe4b0-6cf9-4bd5-90bc-ab8d60ad12f8 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:52.348626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Transition to ACTIVE for port object e7d614b2-cf1f-413b-b987-aef2eca12136 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:52.350215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router ddc46018-1272-4889-b6ce-d5eb2e5fdaaf is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:03:52.372871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d88c5a4-578a-4cf8-bb64-cfa8b58cb9b4 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:52.384574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ba5dccc-0d1f-4d80-9fa6-7195977e9e91 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.539518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.599665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:52.637994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.666657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26412a16-b852-4ca7-8b38-158dc49696cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:52.666958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:52.689825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for d35b12cd-117d-4c44-b725-4697aabfc86b owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:03:52.746056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:03:52.749752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] Pushing event deleted for resources: {'Port': ['ID=d35b12cd-117d-4c44-b725-4697aabfc86b,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:52.756266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:52.764594 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 2.6488869
Dec 21 10:03:52.764769 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/ddc46018-1272-4889-b6ce-d5eb2e5fdaaf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.2827451
Dec 21 10:03:52.765417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38210) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:52.765729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38212) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:52.775695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f7017-b46f-4a0d-8feb-7a61e3c56694 None None] Sync routers for ids ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:03:52.778282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:52.793837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f7017-b46f-4a0d-8feb-7a61e3c56694 None None] Routers {'ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:52.794912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bb8f7017-b46f-4a0d-8feb-7a61e3c56694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb09400>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:52.843861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7ba5dccc-0d1f-4d80-9fa6-7195977e9e91 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/29902d14-fa8a-4d15-bc40-fddfc8641ebf HTTP/1.1" status: 204  len: 168 time: 4.1914718
Dec 21 10:03:52.847323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38218) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:52.906967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bb8f7017-b46f-4a0d-8feb-7a61e3c56694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb09400>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:52.924330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8f7017-b46f-4a0d-8feb-7a61e3c56694 None None] Routers {'ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:52.925074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bb8f7017-b46f-4a0d-8feb-7a61e3c56694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb09400>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:52.949241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] No DVR routers for this DVR port d35b12cd-117d-4c44-b725-4697aabfc86b on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:03:52.972058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event updated for resources: {'Port': ['ID=e7d614b2-cf1f-413b-b987-aef2eca12136,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:52.994927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:52.997707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:53.013086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-648982d2-3927-498d-9d88-50853f314c51 None None] Provisioning complete for port 10507c9c-dad4-40ae-bfbc-f4972e6d5d73 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:53.018056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-648982d2-3927-498d-9d88-50853f314c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.018242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:53.018349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Network': ['ID=8a1378dd-9c95-4675-97b6-2884f70146a1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:53.028614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:53.058128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:53.058972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:53.060544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:53.064160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:53.071986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:53.075650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:53.100616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.115850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bb8f7017-b46f-4a0d-8feb-7a61e3c56694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb09400>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:53.116676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8f7017-b46f-4a0d-8feb-7a61e3c56694 None None] The sync data for ids ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:03:53.161448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d310f47f-f649-42ff-a8f5-9e5798099701 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:53.162171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d310f47f-f649-42ff-a8f5-9e5798099701 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:53.172096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f6170841-17bb-497f-99e0-286dc9723fb6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:53.179672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:53.180497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.192806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:03:53.193284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:03:53.209269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:53.221330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-7298c6b5-c7dd-4da1-bf26-3878d8fe5d40 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet dd970495-6ceb-460f-bd68-b020ac147248 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:03:53.221330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-058e4431-50f9-46ea-8998-9c47ffc047fd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:53.246059 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 3.4594738
Dec 21 10:03:53.246963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:53.280236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38222) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:53.302578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.312178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Request body: {'floatingip': {'port_id': 'e7d614b2-cf1f-413b-b987-aef2eca12136'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:53.382494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7298c6b5-c7dd-4da1-bf26-3878d8fe5d40 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.391524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.521852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d310f47f-f649-42ff-a8f5-9e5798099701 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:53.524579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d310f47f-f649-42ff-a8f5-9e5798099701 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports/10507c9c-dad4-40ae-bfbc-f4972e6d5d73 HTTP/1.1" status: 200  len: 911 time: 0.7522006
Dec 21 10:03:53.532755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38226) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:53.550057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=534ab1ad-97e0-4547-a477-2c76cfd1e2da,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:53.567798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:53.575395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:53.581736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-648982d2-3927-498d-9d88-50853f314c51 None None] Port 10507c9c-dad4-40ae-bfbc-f4972e6d5d73 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:53.589067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7298c6b5-c7dd-4da1-bf26-3878d8fe5d40 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.662614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.663267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 2.5794449
Dec 21 10:03:53.665298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port f6170841-17bb-497f-99e0-286dc9723fb6 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:53.666172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.666543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.689022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38230) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:53.714574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '69c4c8d8-7301-45c9-bc5c-24515c726e97', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:53.756079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port d35b12cd-117d-4c44-b725-4697aabfc86b {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:03:53.756374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.761723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ac74ab8a-9788-46a6-95b3-5a923630877f None None] Provisioning for port e7d614b2-cf1f-413b-b987-aef2eca12136 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:53.771785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ac74ab8a-9788-46a6-95b3-5a923630877f None None] Provisioning complete for port e7d614b2-cf1f-413b-b987-aef2eca12136 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:53.772215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac74ab8a-9788-46a6-95b3-5a923630877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:53.793246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:53.802309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f4a3c6-3de9-4b50-9adb-c909032674bb,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:53.811897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:53.816145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:53.829997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:53.830955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:53.845397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ac74ab8a-9788-46a6-95b3-5a923630877f None None] Port e7d614b2-cf1f-413b-b987-aef2eca12136 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:03:53.899587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] The port 'd35b12cd-117d-4c44-b725-4697aabfc86b' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:03:53.927314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6ecd8b1b-03d3-4cfe-970e-1b72f203225e up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:54.021096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:54.029828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:54.030361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.055212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Checking segment: {'id': '22e75d68-ccbf-4214-844b-40cbf6803dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654ee9a5-33c0-4f90-96bc-06085f5cc146'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:54.056244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network hostable DHCP agents. Network: 654ee9a5-33c0-4f90-96bc-06085f5cc146, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:03:54.190712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.234125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.241139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6ecd8b1b-03d3-4cfe-970e-1b72f203225e,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:03:54.245836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.254936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c34eb6d5-55d0-49af-9e6e-522267c5e6d9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:54.340145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7298c6b5-c7dd-4da1-bf26-3878d8fe5d40 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.354993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d35b12cd-117d-4c44-b725-4697aabfc86b no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:03:54.396459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:03:54.407138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127bd2b2-3785-477f-b8a7-dd1ccfc0371a None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:03:54.430021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.438623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: d35b12cd-117d-4c44-b725-4697aabfc86b {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:03:54.439115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d35b12cd-117d-4c44-b725-4697aabfc86b not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:03:54.460697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=6ecd8b1b-03d3-4cfe-970e-1b72f203225e,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:54.484253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.484253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.484584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.484938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.485387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.485853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.486297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.486755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.487203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.487639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.488079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.488507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.489029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.489456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.489918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.490347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.490794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.491224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.491756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.492590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.493082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.493502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.493957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.494382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:03:54.499268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:54.523903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 654ee9a5-33c0-4f90-96bc-06085f5cc146) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:54.559707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feda363c8>,) {'filters': {'network_id': ['1783f637-e89b-49d8-8f6b-757e4bfed197']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:54.560881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-55eb0cf5-fd0b-4be6-9e88-496507fd1657 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:54.561382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55eb0cf5-fd0b-4be6-9e88-496507fd1657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.679298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feda363c8>, '2621a151-a820-4506-993e-7ed421f83e67') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:54.680108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feda363c8>, '2621a151-a820-4506-993e-7ed421f83e67') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:54.699889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:54.700570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.742704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.747161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127bd2b2-3785-477f-b8a7-dd1ccfc0371a None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:03:54.765526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.810945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:54.860034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d496ba1-2e0b-4ae5-8e86-499b7275d233,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:54.869528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:54.887771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:54.892029 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.1953290
Dec 21 10:03:54.894115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38234) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:54.934455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '69c4c8d8-7301-45c9-bc5c-24515c726e97', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:55.005118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:55.011679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6ecd8b1b-03d3-4cfe-970e-1b72f203225e up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:55.020172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:55.028925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:55.050414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:55.071115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.092309 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:03:55.092950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.120118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.140668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:55.141618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.205529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.8310261
Dec 21 10:03:55.209248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.219307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Releasing vxlan tunnel 6 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:03:55.221005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38238) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:55.311215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-695316490', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:55.354657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:55.390272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:router and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:55.403703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-654ee9a5-33c0-4f90-96bc-06085f5cc146', 'network_id': '654ee9a5-33c0-4f90-96bc-06085f5cc146', 'tenant_id': '394d3148181a4188a32a0ab93bdc02cd', 'fixed_ips': [{'subnet_id': '534ab1ad-97e0-4547-a477-2c76cfd1e2da'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:03:55.404924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.408486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:55.426469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:55.501630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.517293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.518453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.539248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.567549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2fa88e0f-9578-4340-a4b7-e4b456b2f2ea tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:55.665521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=4998f0fa-f2dc-479b-ab4c-0fe56764238e,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:55.668928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:55.682921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:55.695950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.738463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.767999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.790729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.821969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Allocated IP 172.20.0.2 (654ee9a5-33c0-4f90-96bc-06085f5cc146/534ab1ad-97e0-4547-a477-2c76cfd1e2da/a3285150-32b1-4296-bd90-7065a8357a1e) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:55.862211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7298c6b5-c7dd-4da1-bf26-3878d8fe5d40 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.870890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:55.886918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eedc090a-260a-4a9b-8ad2-e973421c959a tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:55.908846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:55.916992 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d8f201fd-7a3f-4886-92ec-85352a9ea49e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 701 time: 0.6796706
Dec 21 10:03:55.969204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38242) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:55.973258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a9cef00-6245-4f15-921c-82b4844a505b,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:55.985378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'network_id': '654ee9a5-33c0-4f90-96bc-06085f5cc146', 'name': 'tempest-PortsTestJSON-554822962'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:56.003419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:56.011775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 1783f637-e89b-49d8-8f6b-757e4bfed197 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:03:56.021801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298c6b5-c7dd-4da1-bf26-3878d8fe5d40 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=dd970495-6ceb-460f-bd68-b020ac147248,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:56.025102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.026471 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 1.1290283
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:03:56.048522 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:03:56.053831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38246) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:56.055369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7298c6b5-c7dd-4da1-bf26-3878d8fe5d40 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:56.084093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '69c4c8d8-7301-45c9-bc5c-24515c726e97', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:56.129123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.144789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Transition to ACTIVE for port object a3285150-32b1-4296-bd90-7065a8357a1e will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:56.164268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:56.171747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Transition to ACTIVE for port object a3285150-32b1-4296-bd90-7065a8357a1e will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:56.189913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.236221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:56.246373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:56.258846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:56.275016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.277806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7298c6b5-c7dd-4da1-bf26-3878d8fe5d40 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.285913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a2f50976-348f-42f6-b052-a1354fd8186f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:56.309827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.314246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:03:56.326908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afdd917b-2793-4952-ab72-faa5a1fbc7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:56.339309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:56.347952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Checking segment: {'id': 'd61f1854-7bf8-476b-957f-e825bc5c414b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:56.348351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network hostable DHCP agents. Network: 8a1378dd-9c95-4675-97b6-2884f70146a1, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:03:56.360182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:port and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:56.365999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for port was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:56.381922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:56.388320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Network': ['ID=1783f637-e89b-49d8-8f6b-757e4bfed197,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:56.394229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:56.397437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-17b912bd-115b-4dbc-963d-27628cc54e32 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:56.397437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17b912bd-115b-4dbc-963d-27628cc54e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.412657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.413366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Allocated IP 2001:db8:1::1 (6edd21a8-f539-45ae-bddd-facaa95d4703/e74d5aa3-53a9-49f3-9181-4f012cb8be51/14768089-b91b-46da-96b4-e26dca5857c4) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:56.416926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:03:56.425993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:56.433788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/networks/1783f637-e89b-49d8-8f6b-757e4bfed197 HTTP/1.1" status: 204  len: 168 time: 5.8477087
Dec 21 10:03:56.434022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.437531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7298c6b5-c7dd-4da1-bf26-3878d8fe5d40 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/dd970495-6ceb-460f-bd68-b020ac147248 HTTP/1.1" status: 204  len: 168 time: 3.5736234
Dec 21 10:03:56.444471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38250) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:56.445017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38252) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:56.473733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Pushing event updated for resources: {'Port': ['ID=a3285150-32b1-4296-bd90-7065a8357a1e,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:56.490606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:56.496931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.512554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.516198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'network': {'name': 'tempest-RoutersTest-673072686'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:56.529014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:56.530830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 8a1378dd-9c95-4675-97b6-2884f70146a1) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:56.530974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:56.533239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:56.560215 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5d39352f-a3c0-406a-8bac-c5b726940cc4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1106956
Dec 21 10:03:56.561559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:network and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:56.564297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38258) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:56.582272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:56.583341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:56.616415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:56.634542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:56.643590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:56.644364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.714937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:56.720689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.806626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.840197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.852876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-27b2adea-796d-4440-88ae-049bc0393e36 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:56.887234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:56.895315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ce1cbf-40de-4b14-8967-b6053dd83853,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:56.901970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Attempting to bind port a3285150-32b1-4296-bd90-7065a8357a1e on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:03:56.902393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Attempting to bind port a3285150-32b1-4296-bd90-7065a8357a1e by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '22e75d68-ccbf-4214-844b-40cbf6803dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654ee9a5-33c0-4f90-96bc-06085f5cc146'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:03:56.902533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:56.902810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Attempting to bind port a3285150-32b1-4296-bd90-7065a8357a1e on network 654ee9a5-33c0-4f90-96bc-06085f5cc146 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:03:56.906766 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP b2ab675d-a76c-4aae-88f5-3bf32a015883 associated. External IP: 172.26.1.23, port: 865d43cd-e1ef-4642-addf-37f73e3fde1f.
Dec 21 10:03:56.909804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:03:56.910205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Checking segment: {'id': '22e75d68-ccbf-4214-844b-40cbf6803dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654ee9a5-33c0-4f90-96bc-06085f5cc146'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:03:56.910663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.911197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Bound using segment: {'id': '22e75d68-ccbf-4214-844b-40cbf6803dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654ee9a5-33c0-4f90-96bc-06085f5cc146'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:03:56.911625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Bound port: a3285150-32b1-4296-bd90-7065a8357a1e, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e75d68-ccbf-4214-844b-40cbf6803dc0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '654ee9a5-33c0-4f90-96bc-06085f5cc146'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:03:56.912048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.962220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:56.971401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:56.988797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:56.998103 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.9383707
Dec 21 10:03:57.000082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:57.028745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:57.043013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] For port a3285150-32b1-4296-bd90-7065a8357a1e, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:03:57.049779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] For port a3285150-32b1-4296-bd90-7065a8357a1e, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a3285150-32b1-4296-bd90-7065a8357a1e,segment=NetworkSegment(22e75d68-ccbf-4214-844b-40cbf6803dc0),segment_id=22e75d68-ccbf-4214-844b-40cbf6803dc0)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:03:57.057117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:57.077363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:57.128507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.3560774
Dec 21 10:03:57.129824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38272) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:57.167288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:57.247058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:03:57.279656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:57.280105 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added segment 0b96f968-bc4d-416a-af85-162b7a59f581 of type vxlan for network e9b13a28-7e59-499f-94cf-23e4f2df7a2b
Dec 21 10:03:57.298099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 7b808eda-b10a-4fa2-a149-c9e48215e07b yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:03:57.341008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Pushing event updated for resources: {'Port': ['ID=a3285150-32b1-4296-bd90-7065a8357a1e,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:57.353842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:57.395992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:57.440469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:57.464799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:57.489427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Transition to ACTIVE for port object 14768089-b91b-46da-96b4-e26dca5857c4 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:57.644140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-3700720f-b4fb-4220-9d75-513c278b021c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:03:57.656203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:57.660828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:57.661568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:57.672854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:57.789231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-3700720f-b4fb-4220-9d75-513c278b021c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:03:57.793750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-3700720f-b4fb-4220-9d75-513c278b021c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1290648543&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.3098304
Dec 21 10:03:57.796277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.9 (654ee9a5-33c0-4f90-96bc-06085f5cc146/534ab1ad-97e0-4547-a477-2c76cfd1e2da/7b808eda-b10a-4fa2-a149-c9e48215e07b) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:03:57.802854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:57.880542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 1.4329667
Dec 21 10:03:57.897915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38280) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:57.910602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'subnet': {'network_id': 'e9b13a28-7e59-499f-94cf-23e4f2df7a2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:57.937404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Network': ['ID=e9b13a28-7e59-499f-94cf-23e4f2df7a2b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:57.955724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:57.956301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20b300a5-8b6b-4e63-94ec-4c31a4b48cda tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:57.956527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:57.972640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:03:58.023571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:58.043203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:58.052948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:58.177105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:58.249197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:03:58.255302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:58.257101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=14768089-b91b-46da-96b4-e26dca5857c4,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:58.281955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:58.289771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:subnet and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:03:58.307102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:03:58.347304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:03:58.376826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-6618decb-6458-4a87-96dd-dda7b93c8f8e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:03:58.378058 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-6618decb-6458-4a87-96dd-dda7b93c8f8e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/networks?id=37139eec-4360-49f4-a0d3-c34ef75561ea HTTP/1.1" status: 200  len: 797 time: 0.5590765
Dec 21 10:03:58.436373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:03:58.455877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:58.467961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:03:58.474320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:58.481991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:58.482570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:58.489250 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-697f40a3-1501-4ae3-af3b-656d3aac9724 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/quotas/4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 375 time: 0.1030130
Dec 21 10:03:58.628194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:58.673288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object 7b808eda-b10a-4fa2-a149-c9e48215e07b will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:03:58.703962 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-f620a3a8-4785-4b3f-acb9-bbafac84a510 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2025764
Dec 21 10:03:58.717405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:58.778107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:58.796537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:58.819062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:58.835125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88616e79-dd56-4ba5-a812-91374123cc1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:03:58.931268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0e982f-6857-47a2-a4cf-c81ffa4c27b1 None None] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:59.035460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3f3936-e7cf-4afd-96ed-87beb5797b2e None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:59.124038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=7b808eda-b10a-4fa2-a149-c9e48215e07b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:03:59.147828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:03:59.148553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70952f09-bb1a-47ab-ae4e-7381e6cfc34d None None] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:03:59.167431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a3285150-32b1-4296-bd90-7065a8357a1e up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:03:59.215153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:03:59.269335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d9bf8a-2d7e-446b-8254-d80d39f0784b None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:03:59.428478 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b8043db5-ce2a-40f7-988c-b7d88ec47164 service neutron] 10.222.0.45 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6914902
Dec 21 10:03:59.468267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d9bf8a-2d7e-446b-8254-d80d39f0784b None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:59.469070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-55d9bf8a-2d7e-446b-8254-d80d39f0784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed035a58>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:59.540395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1c60e9bd-571e-497e-9a5d-6eda82f3469e None None] Provisioning for port a3285150-32b1-4296-bd90-7065a8357a1e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:59.545163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:03:59.552454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:03:59.585644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-55d9bf8a-2d7e-446b-8254-d80d39f0784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed035a58>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:59.607895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4998f0fa-f2dc-479b-ab4c-0fe56764238e (CIDR: 2001:db8::/64)
Dec 21 10:03:59.638920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:03:59.639426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:03:59.682410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d9bf8a-2d7e-446b-8254-d80d39f0784b None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:03:59.683125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-55d9bf8a-2d7e-446b-8254-d80d39f0784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed035a58>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:59.684409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:03:59.765885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a3285150-32b1-4296-bd90-7065a8357a1e completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:03:59.772704 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-656ba730-0eb7-47b4-8737-59214d9acc49 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 2.6333148
Dec 21 10:03:59.779978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38290) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:03:59.797002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:03:59.812199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-55d9bf8a-2d7e-446b-8254-d80d39f0784b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed035a58>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:03:59.812675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d9bf8a-2d7e-446b-8254-d80d39f0784b None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:03:59.859740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a3285150-32b1-4296-bd90-7065a8357a1e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:59.860171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:03:59.890136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1c60e9bd-571e-497e-9a5d-6eda82f3469e None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:03:59.890579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c60e9bd-571e-497e-9a5d-6eda82f3469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:00.147644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:00.148816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:00.159854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-ba8f7761-7fab-497a-b2c7-a8d6453cf4c5 service neutron] 10.222.0.45 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7148843
Dec 21 10:04:00.315576 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 923 time: 4.3372660
Dec 21 10:04:00.315793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-8a1378dd-9c95-4675-97b6-2884f70146a1', 'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1', 'tenant_id': '88b585b75ba24611885906f26f32020e', 'fixed_ips': [{'subnet_id': '4998f0fa-f2dc-479b-ab4c-0fe56764238e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:04:00.315793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:00.320781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38294) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:00.520327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:00.663437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:00.679568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port a3285150-32b1-4296-bd90-7065a8357a1e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a3285150-32b1-4296-bd90-7065a8357a1e,segment=NetworkSegment(22e75d68-ccbf-4214-844b-40cbf6803dc0),segment_id=22e75d68-ccbf-4214-844b-40cbf6803dc0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:00.693276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e5217a7c-539e-42ed-a46a-0baab77e9a7a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:00.723410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:00.727352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c70b928-c3da-4e5e-986f-87a480fe83a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:00.735768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 75de3479-110a-4551-b309-36b65328c23d has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:00.741604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:00.782553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:00.805990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:00.872632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:00.891772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:00.912754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:00.913284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:00.915646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:00.937457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3532bdb3-48c4-4f32-9d23-62bb118db6d5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:00.983502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=a3285150-32b1-4296-bd90-7065a8357a1e,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:00.998533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:01.000417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Allocated IP 2001:db8::2 (8a1378dd-9c95-4675-97b6-2884f70146a1/4998f0fa-f2dc-479b-ab4c-0fe56764238e/a77bec20-f662-4515-a090-a91b2f59c490) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:01.003423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5f4026db-6a6c-4668-975e-42d74e373a93 None None] Provisioning for port 14768089-b91b-46da-96b4-e26dca5857c4 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:01.015585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5f4026db-6a6c-4668-975e-42d74e373a93 None None] Provisioning complete for port 14768089-b91b-46da-96b4-e26dca5857c4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:01.016173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f4026db-6a6c-4668-975e-42d74e373a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:01.075073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=a7f3e8dc-71af-440d-9232-7611f6e0fdf1,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:01.088240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:01.151100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a00c7bee-6313-4155-a29b-7c90310b5b81 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:01.167426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5f4026db-6a6c-4668-975e-42d74e373a93 None None] Port 14768089-b91b-46da-96b4-e26dca5857c4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:01.227712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:01.234087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:01.250780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=14768089-b91b-46da-96b4-e26dca5857c4,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:01.261594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:01.294265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4420a03-2b29-4777-b0c0-daeda43d9e3c None None] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:01.318209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:01.350353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:01.393925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:01.438750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:01.444240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:01.472349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70561e69-fda2-4663-864a-a38b2d2ece24 None None] Sync routers for ids ['75de3479-110a-4551-b309-36b65328c23d'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:01.480298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70561e69-fda2-4663-864a-a38b2d2ece24 None None] Routers {'75de3479-110a-4551-b309-36b65328c23d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:01.481127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-70561e69-fda2-4663-864a-a38b2d2ece24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda9e978>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['75de3479-110a-4551-b309-36b65328c23d'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:01.540607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:01.586548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:01.600800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e4908a54-6f2f-4791-9fd7-499e29eb822b None None] Provisioning for port 7b808eda-b10a-4fa2-a149-c9e48215e07b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:01.643734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:01.658569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Transition to ACTIVE for port object a77bec20-f662-4515-a090-a91b2f59c490 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:01.682160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Transition to ACTIVE for port object a77bec20-f662-4515-a090-a91b2f59c490 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:01.685291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e4908a54-6f2f-4791-9fd7-499e29eb822b None None] Provisioning complete for port 7b808eda-b10a-4fa2-a149-c9e48215e07b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:01.685822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4908a54-6f2f-4791-9fd7-499e29eb822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:01.690053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-70561e69-fda2-4663-864a-a38b2d2ece24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda9e978>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:01.705104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:01.714296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Subnet': ['ID=fcdb1b83-e395-49ec-b92a-cdd27918afd9,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:01.716055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70561e69-fda2-4663-864a-a38b2d2ece24 None None] Routers {'75de3479-110a-4551-b309-36b65328c23d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:01.720428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-70561e69-fda2-4663-864a-a38b2d2ece24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda9e978>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['75de3479-110a-4551-b309-36b65328c23d'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:01.739357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:01.749363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1455a58-c517-44a5-8965-3438226b162f None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:01.767410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router ddc46018-1272-4889-b6ce-d5eb2e5fdaaf has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:01.772477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:01.792015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:01.793067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:01.804741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:01.827350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-70561e69-fda2-4663-864a-a38b2d2ece24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda9e978>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:01.827915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70561e69-fda2-4663-864a-a38b2d2ece24 None None] The sync data for ids ['75de3479-110a-4551-b309-36b65328c23d'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:01.882512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.3067813
Dec 21 10:04:01.895940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38304) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:01.909795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:02.007030 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ca68b738-38cd-4fb6-a5fe-b0857dce6714 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "PUT /v2.0/floatingips/b2ab675d-a76c-4aae-88f5-3bf32a015883 HTTP/1.1" status: 200  len: 977 time: 8.7004797
Dec 21 10:04:02.013654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38308) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:02.034510 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d02a004e-1a6f-4a1a-ae3a-88ca8aa08809 req-67410a6e-fb30-44e3-b3c6-a890ca9bc1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 210 time: 0.5595930
Dec 21 10:04:02.049547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e4908a54-6f2f-4791-9fd7-499e29eb822b None None] Port 7b808eda-b10a-4fa2-a149-c9e48215e07b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:02.113751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Checking segment: {'id': '0b96f968-bc4d-416a-af85-162b7a59f581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e9b13a28-7e59-499f-94cf-23e4f2df7a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:02.114991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network hostable DHCP agents. Network: e9b13a28-7e59-499f-94cf-23e4f2df7a2b, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:04:02.152515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Pushing event updated for resources: {'Port': ['ID=a77bec20-f662-4515-a090-a91b2f59c490,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:02.201520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:02.239728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e4908a54-6f2f-4791-9fd7-499e29eb822b None None] Provisioning complete for port a3285150-32b1-4296-bd90-7065a8357a1e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:02.240122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4908a54-6f2f-4791-9fd7-499e29eb822b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:02.270158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port e7d614b2-cf1f-413b-b987-aef2eca12136 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:02.270514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:02.283094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:02.289749 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/ddc46018-1272-4889-b6ce-d5eb2e5fdaaf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.7536275
Dec 21 10:04:02.293392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38312) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:02.307320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:04:02.337620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e64e5-9f96-45be-8473-440a15e079f8 None None] Sync routers for ids ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:02.356220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:02.358792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, e9b13a28-7e59-499f-94cf-23e4f2df7a2b) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:02.372977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:02.389316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:02.392024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f6a44b-8c94-4688-8afc-8df66efaa259 None None] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:02.401903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:02.414789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28959e02-eedc-4f5a-82cd-8c9f9e639f34 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:02.415648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28959e02-eedc-4f5a-82cd-8c9f9e639f34 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:02.436546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:02.436935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:02.437052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e64e5-9f96-45be-8473-440a15e079f8 None None] Routers {'ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:02.437779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ae7e64e5-9f96-45be-8473-440a15e079f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec5be7f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:02.461648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28959e02-eedc-4f5a-82cd-8c9f9e639f34 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:02.462989 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28959e02-eedc-4f5a-82cd-8c9f9e639f34 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports/14768089-b91b-46da-96b4-e26dca5857c4 HTTP/1.1" status: 200  len: 913 time: 0.1687126
Dec 21 10:04:02.478387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38318) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:02.497904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:02.501371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:02.581759 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.6791573
Dec 21 10:04:02.607267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38326) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:02.626417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:02.798988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:02.808790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:02.815919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ae7e64e5-9f96-45be-8473-440a15e079f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec5be7f0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:02.826634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:02.905643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:02.932218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:02.987783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e64e5-9f96-45be-8473-440a15e079f8 None None] Routers {'ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:02.988508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ae7e64e5-9f96-45be-8473-440a15e079f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec5be7f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:03.032173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'name': 'tempest-RoutersTest-router-1238509212', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:03.042757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:03.084641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a3285150-32b1-4296-bd90-7065a8357a1e up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:03.116624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:03.168864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ae7e64e5-9f96-45be-8473-440a15e079f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec5be7f0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:03.169092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7e64e5-9f96-45be-8473-440a15e079f8 None None] The sync data for ids ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:03.214318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:router and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:03.225844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Attempting to bind port a77bec20-f662-4515-a090-a91b2f59c490 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:04:03.226406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Attempting to bind port a77bec20-f662-4515-a090-a91b2f59c490 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'd61f1854-7bf8-476b-957f-e825bc5c414b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:04:03.226832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Attempting to bind port a77bec20-f662-4515-a090-a91b2f59c490 on network 8a1378dd-9c95-4675-97b6-2884f70146a1 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:04:03.239740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:03.257634 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b5fe3ab-4fcf-42a0-bf97-809e739a11e1 req-ac12871e-5b0c-4d7f-acfc-f1ae7df5ce43 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 210 time: 0.1266372
Dec 21 10:04:03.285215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:04:03.285676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Checking segment: {'id': 'd61f1854-7bf8-476b-957f-e825bc5c414b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:03.286111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:03.286563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Bound using segment: {'id': 'd61f1854-7bf8-476b-957f-e825bc5c414b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:04:03.287124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Bound port: a77bec20-f662-4515-a090-a91b2f59c490, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd61f1854-7bf8-476b-957f-e825bc5c414b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:04:03.287563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:03.365276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:03.378584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=7b808eda-b10a-4fa2-a149-c9e48215e07b,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:03.384893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:03.526720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a3285150-32b1-4296-bd90-7065a8357a1e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:03.527409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:03.655528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-e9b13a28-7e59-499f-94cf-23e4f2df7a2b', 'network_id': 'e9b13a28-7e59-499f-94cf-23e4f2df7a2b', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'fixed_ips': [{'subnet_id': 'fcdb1b83-e395-49ec-b92a-cdd27918afd9'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:04:03.656318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:03.675983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:03.678146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:03.686908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0e489dec-0390-4716-b5d7-c569fb7a8058 None None] Provisioning complete for port 14768089-b91b-46da-96b4-e26dca5857c4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:03.687335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e489dec-0390-4716-b5d7-c569fb7a8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:03.778015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0e489dec-0390-4716-b5d7-c569fb7a8058 None None] Port 14768089-b91b-46da-96b4-e26dca5857c4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:03.786113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] For port a77bec20-f662-4515-a090-a91b2f59c490, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:04:03.794436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:03.830925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:03.845861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] For port a77bec20-f662-4515-a090-a91b2f59c490, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a77bec20-f662-4515-a090-a91b2f59c490,segment=NetworkSegment(d61f1854-7bf8-476b-957f-e825bc5c414b),segment_id=d61f1854-7bf8-476b-957f-e825bc5c414b)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:04:03.860230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.045039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bd48f019-4448-4aea-b016-661e8e87542b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:04.060401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.174347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0e489dec-0390-4716-b5d7-c569fb7a8058 None None] Provisioning complete for port 7b808eda-b10a-4fa2-a149-c9e48215e07b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:04.174777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e489dec-0390-4716-b5d7-c569fb7a8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.177794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.179094 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f06e529f-1679-4ac4-9782-a9fb973e113e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.5652301
Dec 21 10:04:04.189772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38342) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:04.198574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.241532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d39ebcfd-17a8-4527-be3f-1f69c3356378 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:04.398357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=46271945-aefc-422f-8f11-c6eb566c992e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:04.421333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:04.432822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.433221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.433595 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Floating IP b2ab675d-a76c-4aae-88f5-3bf32a015883 disassociated. External IP: 172.26.1.23, port: e7d614b2-cf1f-413b-b987-aef2eca12136.
Dec 21 10:04:04.433975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for e7d614b2-cf1f-413b-b987-aef2eca12136 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:04.480304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0e489dec-0390-4716-b5d7-c569fb7a8058 None None] Port 7b808eda-b10a-4fa2-a149-c9e48215e07b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:04.520906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Pushing event updated for resources: {'Port': ['ID=a77bec20-f662-4515-a090-a91b2f59c490,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:04.537348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:04.622146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0e489dec-0390-4716-b5d7-c569fb7a8058 None None] Provisioning complete for port a3285150-32b1-4296-bd90-7065a8357a1e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:04.622672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e489dec-0390-4716-b5d7-c569fb7a8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.634848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.846579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Allocated IP 172.20.0.2 (e9b13a28-7e59-499f-94cf-23e4f2df7a2b/fcdb1b83-e395-49ec-b92a-cdd27918afd9/569313d4-237c-4c1b-a4d4-19deeb7f0bd4) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:04.851717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:04.853767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:04.873954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.937889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:04.938723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:04.943220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-899d8a28-ecff-4a53-8636-7acf5968f3a0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:05.023940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=e7d614b2-cf1f-413b-b987-aef2eca12136,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:05.042170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:05.074785 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3f9ec46-ac76-4f44-8894-59f1b67154c8 req-2bc7e479-a12a-4fdd-b5d3-e25e25f7b867 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 210 time: 0.4362259
Dec 21 10:04:05.218958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 5.4304163
Dec 21 10:04:05.233981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0e489dec-0390-4716-b5d7-c569fb7a8058 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:05.234514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e489dec-0390-4716-b5d7-c569fb7a8058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:05.255165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38352) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:05.268344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a77bec20-f662-4515-a090-a91b2f59c490 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:05.282368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1', 'fixed_ips': [{'subnet_id': '4998f0fa-f2dc-479b-ab4c-0fe56764238e'}, {'subnet_id': '46271945-aefc-422f-8f11-c6eb566c992e'}], 'name': 'tempest-PortsIpV6TestJSON-682968284'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:05.771848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 75de3479-110a-4551-b309-36b65328c23d has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:05.776832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a77bec20-f662-4515-a090-a91b2f59c490 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:05.798133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:04:05.825104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:05.849091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Transition to ACTIVE for port object 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:05.874998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Transition to ACTIVE for port object 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:05.886909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:05.906052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2180beda-ce24-44e0-80c9-0ed6de5b067a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:06.004527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6ff47121-720f-4604-ba0a-ba9984175091 None None] Provisioning complete for port 7b808eda-b10a-4fa2-a149-c9e48215e07b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:06.005241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ff47121-720f-4604-ba0a-ba9984175091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.119936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Pushing event updated for resources: {'Port': ['ID=569313d4-237c-4c1b-a4d4-19deeb7f0bd4,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:06.133712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:06.136765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:06.152897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6ff47121-720f-4604-ba0a-ba9984175091 None None] Port 7b808eda-b10a-4fa2-a149-c9e48215e07b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:06.154493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29051499-e636-49cc-876b-a585ba1ad53d None None] Sync routers for ids ['75de3479-110a-4551-b309-36b65328c23d'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:06.175194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29051499-e636-49cc-876b-a585ba1ad53d None None] Routers {'75de3479-110a-4551-b309-36b65328c23d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:06.176100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-29051499-e636-49cc-876b-a585ba1ad53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede3ce48>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['75de3479-110a-4551-b309-36b65328c23d'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:06.198212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6ff47121-720f-4604-ba0a-ba9984175091 None None] Provisioning complete for port a3285150-32b1-4296-bd90-7065a8357a1e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:06.198645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ff47121-720f-4604-ba0a-ba9984175091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.264981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.283135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:06.287373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:06.294389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:06.388394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.390593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.413043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.418591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/ports/e7d614b2-cf1f-413b-b987-aef2eca12136 HTTP/1.1" status: 204  len: 168 time: 4.4017289
Dec 21 10:04:06.419470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38362) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:06.438059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Attempting to bind port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:04:06.438488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Attempting to bind port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '0b96f968-bc4d-416a-af85-162b7a59f581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e9b13a28-7e59-499f-94cf-23e4f2df7a2b'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:04:06.438911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Attempting to bind port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 on network e9b13a28-7e59-499f-94cf-23e4f2df7a2b {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:04:06.464980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:04:06.465420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Checking segment: {'id': '0b96f968-bc4d-416a-af85-162b7a59f581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e9b13a28-7e59-499f-94cf-23e4f2df7a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:06.465907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.466361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Bound using segment: {'id': '0b96f968-bc4d-416a-af85-162b7a59f581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e9b13a28-7e59-499f-94cf-23e4f2df7a2b'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:04:06.466918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Bound port: 569313d4-237c-4c1b-a4d4-19deeb7f0bd4, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b96f968-bc4d-416a-af85-162b7a59f581', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e9b13a28-7e59-499f-94cf-23e4f2df7a2b'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:04:06.467350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.575987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6ff47121-720f-4604-ba0a-ba9984175091 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:06.576417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ff47121-720f-4604-ba0a-ba9984175091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.629602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45608019-2de1-4cd4-9c5e-414bb9a3184f None None] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:06.631276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-29051499-e636-49cc-876b-a585ba1ad53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede3ce48>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:06.667164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29051499-e636-49cc-876b-a585ba1ad53d None None] Routers {'75de3479-110a-4551-b309-36b65328c23d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:06.670789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-29051499-e636-49cc-876b-a585ba1ad53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede3ce48>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:03:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['75de3479-110a-4551-b309-36b65328c23d'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:06.730596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] For port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:04:06.736451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] For port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=569313d4-237c-4c1b-a4d4-19deeb7f0bd4,segment=NetworkSegment(0b96f968-bc4d-416a-af85-162b7a59f581),segment_id=0b96f968-bc4d-416a-af85-162b7a59f581)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:04:06.778335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-29051499-e636-49cc-876b-a585ba1ad53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede3ce48>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:06.779165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29051499-e636-49cc-876b-a585ba1ad53d None None] The sync data for ids ['75de3479-110a-4551-b309-36b65328c23d'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:06.815115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] For port 8c2a6f9e-1271-4cd6-b110-d742be30a545, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c2a6f9e-1271-4cd6-b110-d742be30a545,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:06.816893 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4e45103-d8dd-4d24-8426-ee053f3d73f0 req-517fd051-f3a0-4535-b14c-ca710a27c7a9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 210 time: 0.4885194
Dec 21 10:04:06.831571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.846563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.892090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:06.946852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.947988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:06.981339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-193ee6bd-8a51-41f3-a01f-afe1810d463d tempest-PortsAdminExtendedAttrsTestJSON-1283413642 tempest-PortsAdminExtendedAttrsTestJSON-1283413642] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:07.043597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:07.065928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-6ad3cca0-2cda-4d27-ad25-90bcc7c0f793 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:07.067501 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-6ad3cca0-2cda-4d27-ad25-90bcc7c0f793 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=37139eec-4360-49f4-a0d3-c34ef75561ea HTTP/1.1" status: 200  len: 797 time: 1.0966568
Dec 21 10:04:07.068911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:port and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:07.142807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for port was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:07.195899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:07.207023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Pushing event updated for resources: {'Port': ['ID=569313d4-237c-4c1b-a4d4-19deeb7f0bd4,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:07.218480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:07.326941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:07.410373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-82ba0d1e-3b79-4d9b-a494-bfff9aa2268b None None] Provisioning for port a77bec20-f662-4515-a090-a91b2f59c490 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:07.426740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-82ba0d1e-3b79-4d9b-a494-bfff9aa2268b None None] Provisioning complete for port a77bec20-f662-4515-a090-a91b2f59c490 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:07.427280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82ba0d1e-3b79-4d9b-a494-bfff9aa2268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:07.468915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98bf887-7c32-4c53-a74f-6ca1ae5d56ef None None] Update dhcp port {'port': {'network_id': '8a1378dd-9c95-4675-97b6-2884f70146a1', 'fixed_ips': [{'subnet_id': '4998f0fa-f2dc-479b-ab4c-0fe56764238e', 'ip_address': '2001:db8::2'}, {'subnet_id': '46271945-aefc-422f-8f11-c6eb566c992e'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': 'a77bec20-f662-4515-a090-a91b2f59c490'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:04:07.508163 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-71a88827-0f17-43f8-adf8-2f977ca66502 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 7761 time: 0.3609023
Dec 21 10:04:07.539828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'admin_state_up': True, 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'security_groups': ['69c4c8d8-7301-45c9-bc5c-24515c726e97']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:07.547702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d98bf887-7c32-4c53-a74f-6ca1ae5d56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:07.556185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:04:07.600046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:07.631794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=8c2a6f9e-1271-4cd6-b110-d742be30a545,revision_number=8']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:07.639529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:07.643481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-04bdaeef-848a-4af1-8635-565e546c2377 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.625s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:07.654391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:07.731551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82ba0d1e-3b79-4d9b-a494-bfff9aa2268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:07.759107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9218e8c0-267e-403c-9673-f031a428c6df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:07.826027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:07.838065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:07.855579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce349dde-6f6d-45fa-b626-5035c7067167 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:07.870452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=c7561566-b09e-48e2-aeba-91ec6e53073b,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:07.875747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-82ba0d1e-3b79-4d9b-a494-bfff9aa2268b None None] For port a77bec20-f662-4515-a090-a91b2f59c490, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a77bec20-f662-4515-a090-a91b2f59c490,segment=NetworkSegment(d61f1854-7bf8-476b-957f-e825bc5c414b),segment_id=d61f1854-7bf8-476b-957f-e825bc5c414b)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:07.877285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:07.878137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:07.885248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:07.995145 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 6.0978773
Dec 21 10:04:07.998754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38368) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:08.008340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:3d:52:43', 'name': 'tempest-NetworksTestDHCPv6-1858840764'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:08.057981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:08.059952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:08.075528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82ba0d1e-3b79-4d9b-a494-bfff9aa2268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:08.082762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0f6558b-7530-4e5d-ba4c-bae7b3bcabcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:08.165499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:08.169608 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f925fb8d-e042-44a8-ae56-4a0b9642c031 req-c0961ad6-588f-4ab5-8813-51d9b820f5d2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 210 time: 0.1462543
Dec 21 10:04:08.176594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=7b808eda-b10a-4fa2-a149-c9e48215e07b,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:08.179316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:08.200301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:08.201350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:port and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:08.332198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ba0d1e-3b79-4d9b-a494-bfff9aa2268b None None] Pushing event updated for resources: {'Port': ['ID=a77bec20-f662-4515-a090-a91b2f59c490,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:08.343319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d781510-ec9c-45e5-8c55-1bae75990b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:08.346897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-82ba0d1e-3b79-4d9b-a494-bfff9aa2268b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:08.348556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d98bf887-7c32-4c53-a74f-6ca1ae5d56ef None None] Allocated IP 2001:db8:0:1::2 (8a1378dd-9c95-4675-97b6-2884f70146a1/46271945-aefc-422f-8f11-c6eb566c992e/a77bec20-f662-4515-a090-a91b2f59c490) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:08.364629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:08.414678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:08.441842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:08.499444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for port was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:08.560114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:08.614085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d98bf887-7c32-4c53-a74f-6ca1ae5d56ef None None] For port a77bec20-f662-4515-a090-a91b2f59c490, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a77bec20-f662-4515-a090-a91b2f59c490,segment=NetworkSegment(d61f1854-7bf8-476b-957f-e825bc5c414b),segment_id=d61f1854-7bf8-476b-957f-e825bc5c414b)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:08.649811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d98bf887-7c32-4c53-a74f-6ca1ae5d56ef None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:08.676084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d98bf887-7c32-4c53-a74f-6ca1ae5d56ef None None] Transition to ACTIVE for port object a77bec20-f662-4515-a090-a91b2f59c490 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:08.680739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d98bf887-7c32-4c53-a74f-6ca1ae5d56ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:08.706468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:08.721288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:08.727949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:08.804219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:09.069206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Update dhcp port {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': 'c7561566-b09e-48e2-aeba-91ec6e53073b', 'ip_address': '2001:db8::f816:3eff:fe62:d1fd'}, {'subnet_id': 'a7f3e8dc-71af-440d-9232-7611f6e0fdf1'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '8c2a6f9e-1271-4cd6-b110-d742be30a545'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:04:09.108089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 31216270-56d9-4ed6-9189-b68fc174e93d yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:04:09.183010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98bf887-7c32-4c53-a74f-6ca1ae5d56ef None None] Pushing event updated for resources: {'Port': ['ID=a77bec20-f662-4515-a090-a91b2f59c490,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:09.188547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d98bf887-7c32-4c53-a74f-6ca1ae5d56ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:09.189439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:09.220295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 79467ba4-9735-4bb2-aa15-6d792a865bb0 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:04:09.252979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:09.278156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 14768089-b91b-46da-96b4-e26dca5857c4 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:09.278654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:09.317038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f35db-1d4a-4016-a630-afc9097f61c3 None None] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:09.340176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Allocated IP 172.20.0.1 (e9b13a28-7e59-499f-94cf-23e4f2df7a2b/fcdb1b83-e395-49ec-b92a-cdd27918afd9/93f3b20c-0be4-4274-92d1-768b2df49f0b) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:09.489476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 172.20.0.2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/a7f3e8dc-71af-440d-9232-7611f6e0fdf1/31216270-56d9-4ed6-9189-b68fc174e93d) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:09.500098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f816:3eff:fe3d:5243 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/c7561566-b09e-48e2-aeba-91ec6e53073b/31216270-56d9-4ed6-9189-b68fc174e93d) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:09.513765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b876e5cc-7372-4d8b-ab9d-8b3dea1945d0 None None] Provisioning for port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:09.520759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b876e5cc-7372-4d8b-ab9d-8b3dea1945d0 None None] Provisioning complete for port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:09.521188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b876e5cc-7372-4d8b-ab9d-8b3dea1945d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:09.560583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:09.563874 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-64b47c68-8cb9-429d-86ee-15d585f0e25c req-6e69cccd-7057-47c7-b377-eaf0057ab27f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 210 time: 0.1701500
Dec 21 10:04:09.598716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:09.631045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:09.651509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:09.655709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:09.857779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:09.906876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:09.946298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port dad7ad26-5de2-4a68-a41b-88692bcf1cc8 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:09.946678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:09.992784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 31216270-56d9-4ed6-9189-b68fc174e93d will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:10.031746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b876e5cc-7372-4d8b-ab9d-8b3dea1945d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:10.051791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 14768089-b91b-46da-96b4-e26dca5857c4 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:10.081902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d249f96-7d3c-42b7-bbff-8f84bd2385e4 None None] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:10.142606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:10.166211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af12ae72-9d03-4432-b30f-f1188d159b75 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:10.295097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:10.310050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b876e5cc-7372-4d8b-ab9d-8b3dea1945d0 None None] For port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=569313d4-237c-4c1b-a4d4-19deeb7f0bd4,segment=NetworkSegment(0b96f968-bc4d-416a-af85-162b7a59f581),segment_id=0b96f968-bc4d-416a-af85-162b7a59f581)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:10.332385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b876e5cc-7372-4d8b-ab9d-8b3dea1945d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:10.339988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:10.388794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:10.400345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=31216270-56d9-4ed6-9189-b68fc174e93d,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:10.409581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:10.562538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for dad7ad26-5de2-4a68-a41b-88692bcf1cc8 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:10.640859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:10.645616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:10.650238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:10.697305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.4 (37139eec-4360-49f4-a0d3-c34ef75561ea/4b556acf-e92c-426f-85b6-23b8237cb035/92c20f2b-0cba-4de8-8d26-2c3f0201b7e9) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:10.731053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-55c66dc5-e134-4e25-8dba-a5773b08a201 {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:04:10.731476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:04:10.746878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-51b7d442-4207-45a5-afdd-06760e887bb9 None None] Provisioning for port a77bec20-f662-4515-a090-a91b2f59c490 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:10.773434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:10.773698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-51b7d442-4207-45a5-afdd-06760e887bb9 None None] Provisioning complete for port a77bec20-f662-4515-a090-a91b2f59c490 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:10.774076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51b7d442-4207-45a5-afdd-06760e887bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:10.774218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:10.806965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b876e5cc-7372-4d8b-ab9d-8b3dea1945d0 None None] Pushing event updated for resources: {'Port': ['ID=569313d4-237c-4c1b-a4d4-19deeb7f0bd4,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:10.818599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:04:10.818921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:04:10.822251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b876e5cc-7372-4d8b-ab9d-8b3dea1945d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:10.840228 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 2.8397000
Dec 21 10:04:10.840937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38386) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:11.010586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-51b7d442-4207-45a5-afdd-06760e887bb9 None None] Provisioning complete for port 7b808eda-b10a-4fa2-a149-c9e48215e07b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:11.011175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51b7d442-4207-45a5-afdd-06760e887bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:11.093981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-51b7d442-4207-45a5-afdd-06760e887bb9 None None] Port 7b808eda-b10a-4fa2-a149-c9e48215e07b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:11.149529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:11.227319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e947a4d4-d880-4e88-b7f1-25984f6324fc None None] Provisioning complete for port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:11.228090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e947a4d4-d880-4e88-b7f1-25984f6324fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:11.267817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:11.363569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b408d-21aa-4f26-9611-f7bcdc8225b5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:11.370243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b408d-21aa-4f26-9611-f7bcdc8225b5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:11.372486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e63b408d-21aa-4f26-9611-f7bcdc8225b5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:11.412540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e63b408d-21aa-4f26-9611-f7bcdc8225b5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:11.418944 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e63b408d-21aa-4f26-9611-f7bcdc8225b5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1784 time: 0.5753512
Dec 21 10:04:11.420268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38390) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:11.470508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:11.495526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:11.502305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:11.511044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a77bec20-f662-4515-a090-a91b2f59c490 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:11.578375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=dad7ad26-5de2-4a68-a41b-88692bcf1cc8,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:11.598269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:11.675683 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a0cf143-621d-4ccc-8140-d283cfa92c1d req-e0b49add-e66a-4189-8274-d8fc1292555c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 210 time: 0.5309744
Dec 21 10:04:11.685756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3f652-226e-4fc6-90c2-451785ad0e5d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 31216270-56d9-4ed6-9189-b68fc174e93d {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:11.686402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f652-226e-4fc6-90c2-451785ad0e5d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:11.714168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:11.737969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Transition to ACTIVE for port object 93f3b20c-0be4-4274-92d1-768b2df49f0b will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:11.791250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=14768089-b91b-46da-96b4-e26dca5857c4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:11.793785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:11.818559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:11.818899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:11.837016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a77bec20-f662-4515-a090-a91b2f59c490 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:11.837253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.157433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.190158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-47f71550-0f86-4625-b0f5-5dcb4efb0603 None None] Provisioning complete for port a77bec20-f662-4515-a090-a91b2f59c490 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:12.190579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47f71550-0f86-4625-b0f5-5dcb4efb0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.215171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f652-226e-4fc6-90c2-451785ad0e5d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.218072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Router 9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:04:12.233620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.236849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=93f3b20c-0be4-4274-92d1-768b2df49f0b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:12.240171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:12.276172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c2a6f9e-1271-4cd6-b110-d742be30a545 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:12.344048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Allocated IP 172.20.0.3 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/a7f3e8dc-71af-440d-9232-7611f6e0fdf1/8c2a6f9e-1271-4cd6-b110-d742be30a545) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:12.349601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:12.376726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5ce3f652-226e-4fc6-90c2-451785ad0e5d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 31216270-56d9-4ed6-9189-b68fc174e93d owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:12.384234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7388c0cb-3b3a-4c0d-a86a-476b1e7d1577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.441360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.570620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8::9d (8a1378dd-9c95-4675-97b6-2884f70146a1/4998f0fa-f2dc-479b-ab4c-0fe56764238e/79467ba4-9735-4bb2-aa15-6d792a865bb0) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:12.625731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] For port 8c2a6f9e-1271-4cd6-b110-d742be30a545, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c2a6f9e-1271-4cd6-b110-d742be30a545,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:12.639507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:12.640326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.680265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8:0:1::22c (8a1378dd-9c95-4675-97b6-2884f70146a1/46271945-aefc-422f-8f11-c6eb566c992e/79467ba4-9735-4bb2-aa15-6d792a865bb0) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:12.685344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:12.695905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.710127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:12.712682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:12.740755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-47f71550-0f86-4625-b0f5-5dcb4efb0603 None None] Provisioning complete for port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:12.741645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47f71550-0f86-4625-b0f5-5dcb4efb0603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.787586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:12.825677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.825901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.858497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2878d59f-aac6-412b-9007-8e53fd513488 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:12.879833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b68a0-0f9f-4eff-92ed-751911394ef8 None None] Sync routers for ids ['9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:12.887391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Transition to ACTIVE for port object 8c2a6f9e-1271-4cd6-b110-d742be30a545 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:12.910641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:12.928478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d98bf887-7c32-4c53-a74f-6ca1ae5d56ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:13.003166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Port 8c2a6f9e-1271-4cd6-b110-d742be30a545 had new provisioning blocks added so it will not transition to active. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 21 10:04:13.021104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f652-226e-4fc6-90c2-451785ad0e5d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:13.026609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b68a0-0f9f-4eff-92ed-751911394ef8 None None] Routers {'9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:13.027251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a40b68a0-0f9f-4eff-92ed-751911394ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb94518>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:13.042282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5166d43e-4219-4733-87ef-33dec51b7760 tempest-RoutersAdminTest-290497739 tempest-RoutersAdminTest-290497739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:13.061814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:13.066977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "PUT /v2.0/routers/9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.7449090
Dec 21 10:04:13.068214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:13.079626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:04:13.099773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38396) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:13.101043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce3f652-226e-4fc6-90c2-451785ad0e5d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=31216270-56d9-4ed6-9189-b68fc174e93d,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:13.104223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5ce3f652-226e-4fc6-90c2-451785ad0e5d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:13.115881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:13.134672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Pushing event updated for resources: {'Port': ['ID=8c2a6f9e-1271-4cd6-b110-d742be30a545,revision_number=9']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:13.176459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:13.213012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:13.218029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a40b68a0-0f9f-4eff-92ed-751911394ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb94518>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:13.230957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:13.352058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b68a0-0f9f-4eff-92ed-751911394ef8 None None] Routers {'9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:13.352682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a40b68a0-0f9f-4eff-92ed-751911394ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb94518>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:13.537283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2dc964-cf75-4488-b3f3-e8ebf65d9e37 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:13.543304 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ce2dc964-cf75-4488-b3f3-e8ebf65d9e37 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports?device_id=9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18 HTTP/1.1" status: 200  len: 981 time: 0.4383247
Dec 21 10:04:13.544211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38400) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:13.613083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449674c4-9375-4f2a-977d-053656d784cc req-bffed84c-ef80-4055-a7c5-13da77ba6b73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:13.614073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-449674c4-9375-4f2a-977d-053656d784cc req-bffed84c-ef80-4055-a7c5-13da77ba6b73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:13.664938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a40b68a0-0f9f-4eff-92ed-751911394ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb94518>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:13.665402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40b68a0-0f9f-4eff-92ed-751911394ef8 None None] The sync data for ids ['9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:13.694373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:13.703802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 37139eec-4360-49f4-a0d3-c34ef75561ea is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:13.712898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:13.713317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:13.767258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:13.784326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:13.794415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:13.859711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7b46cb62-83c3-4c83-ad86-cd1a85909885 None None] Provisioning for port 93f3b20c-0be4-4274-92d1-768b2df49f0b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:13.876523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7b46cb62-83c3-4c83-ad86-cd1a85909885 None None] Provisioning complete for port 93f3b20c-0be4-4274-92d1-768b2df49f0b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:13.877202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b46cb62-83c3-4c83-ad86-cd1a85909885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:13.952636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a77bec20-f662-4515-a090-a91b2f59c490 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:14.039522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7b46cb62-83c3-4c83-ad86-cd1a85909885 None None] Port 93f3b20c-0be4-4274-92d1-768b2df49f0b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:14.060657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 75de3479-110a-4551-b309-36b65328c23d has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:14.067256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a77bec20-f662-4515-a090-a91b2f59c490 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:14.068301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:14.091018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ce3f652-226e-4fc6-90c2-451785ad0e5d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:14.213437 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5ce3f652-226e-4fc6-90c2-451785ad0e5d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/31216270-56d9-4ed6-9189-b68fc174e93d HTTP/1.1" status: 204  len: 168 time: 2.7917306
Dec 21 10:04:14.216098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38404) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:14.272034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6a250fe-cb58-4cd2-a245-65204578344c None None] Provisioning for port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:14.279390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6a250fe-cb58-4cd2-a245-65204578344c None None] Provisioning complete for port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:14.279806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6a250fe-cb58-4cd2-a245-65204578344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:14.344573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f6a250fe-cb58-4cd2-a245-65204578344c None None] Port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:14.353144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 79467ba4-9735-4bb2-aa15-6d792a865bb0 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:14.357167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-449674c4-9375-4f2a-977d-053656d784cc req-bffed84c-ef80-4055-a7c5-13da77ba6b73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:14.358504 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-449674c4-9375-4f2a-977d-053656d784cc req-bffed84c-ef80-4055-a7c5-13da77ba6b73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 931 time: 1.3909173
Dec 21 10:04:14.359088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:14.548645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:14.549311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:14.573284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33074da-f15e-4aa0-9912-10df5122abad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:14.574833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33074da-f15e-4aa0-9912-10df5122abad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:14.576336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33074da-f15e-4aa0-9912-10df5122abad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:14.577199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a33074da-f15e-4aa0-9912-10df5122abad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:14.649313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:14.657827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "PUT /v2.0/routers/75de3479-110a-4551-b309-36b65328c23d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8086298
Dec 21 10:04:14.658487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38408) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:14.663505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a33074da-f15e-4aa0-9912-10df5122abad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:14.666929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a33074da-f15e-4aa0-9912-10df5122abad tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.4445293
Dec 21 10:04:14.671148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d2f3c-2c40-41e1-9cab-212a2b22ac25 None None] Sync routers for ids ['75de3479-110a-4551-b309-36b65328c23d'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:14.672974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38410) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:14.682480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f75d06ea-728a-4777-85c1-cf9aa5f22bae None None] Provisioning for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:14.685189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d2f3c-2c40-41e1-9cab-212a2b22ac25 None None] Routers {'75de3479-110a-4551-b309-36b65328c23d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:14.686142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a66d2f3c-2c40-41e1-9cab-212a2b22ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d668>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['75de3479-110a-4551-b309-36b65328c23d'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:14.717197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f75d06ea-728a-4777-85c1-cf9aa5f22bae None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:14.717763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f75d06ea-728a-4777-85c1-cf9aa5f22bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:14.756666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a66d2f3c-2c40-41e1-9cab-212a2b22ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d668>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:14.767670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66d2f3c-2c40-41e1-9cab-212a2b22ac25 None None] Routers {'75de3479-110a-4551-b309-36b65328c23d'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:14.768613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a66d2f3c-2c40-41e1-9cab-212a2b22ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d668>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['75de3479-110a-4551-b309-36b65328c23d'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:14.803724 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-449674c4-9375-4f2a-977d-053656d784cc req-bea2d100-1a6e-43e1-921e-26640e3bcbd0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4305387
Dec 21 10:04:14.854404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a66d2f3c-2c40-41e1-9cab-212a2b22ac25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1d668>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:14.855110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66d2f3c-2c40-41e1-9cab-212a2b22ac25 None None] The sync data for ids ['75de3479-110a-4551-b309-36b65328c23d'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:14.869778 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 7.3425336
Dec 21 10:04:15.013977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8c0a7e84-8e3b-41c4-9fca-51ab90734d72 None None] Could not find standard attr ID for object 31216270-56d9-4ed6-9189-b68fc174e93d. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:04:15.049604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:15.072776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Request body: {'port': {'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:15.101824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-822c83c9-7b5d-46a7-ab6b-c7271a012f58 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet a7f3e8dc-71af-440d-9232-7611f6e0fdf1 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:15.110211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-822c83c9-7b5d-46a7-ab6b-c7271a012f58 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:15.113214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c2a6f9e-1271-4cd6-b110-d742be30a545 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:15.163790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:15.206823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:15.207767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:15.258156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7be23f31-977a-4e4e-a8ef-4a2860d0b247 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:15.360825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router ddc46018-1272-4889-b6ce-d5eb2e5fdaaf has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:15.365699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-822c83c9-7b5d-46a7-ab6b-c7271a012f58 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:15.546329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984fa76e-282a-49ba-bd1c-9a837593eb20 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:04:15.636818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-822c83c9-7b5d-46a7-ab6b-c7271a012f58 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:15.677798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=79467ba4-9735-4bb2-aa15-6d792a865bb0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:15.692737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 7b808eda-b10a-4fa2-a149-c9e48215e07b {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:15.693114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:15.698538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2d4bec7b-cc71-41e5-822a-94014e829da7 None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:15.700464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d4bec7b-cc71-41e5-822a-94014e829da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:15.775199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:15.777785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:15.892673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984fa76e-282a-49ba-bd1c-9a837593eb20 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:04:15.927981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:16.091803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:16.243093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 7b808eda-b10a-4fa2-a149-c9e48215e07b owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:16.345974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-822c83c9-7b5d-46a7-ab6b-c7271a012f58 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:16.364380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7298c6b5-c7dd-4da1-bf26-3878d8fe5d40 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:16.429888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822c83c9-7b5d-46a7-ab6b-c7271a012f58 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=a7f3e8dc-71af-440d-9232-7611f6e0fdf1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:16.437222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-822c83c9-7b5d-46a7-ab6b-c7271a012f58 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:16.506877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:16.526278 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3ed9f329-c0e5-48fc-b4a1-152a5c2d01b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/ddc46018-1272-4889-b6ce-d5eb2e5fdaaf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 14.0433118
Dec 21 10:04:16.526491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81de7351-f482-42be-b01c-5ada7d952b2b None None] Sync routers for ids ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:16.526587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38422) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:16.537740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de7351-f482-42be-b01c-5ada7d952b2b None None] Routers {'ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:16.538928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-81de7351-f482-42be-b01c-5ada7d952b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedab8c18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:16.597972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:16.618807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:16.649775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-81de7351-f482-42be-b01c-5ada7d952b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedab8c18>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:16.662912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81de7351-f482-42be-b01c-5ada7d952b2b None None] Routers {'ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:16.664501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-81de7351-f482-42be-b01c-5ada7d952b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedab8c18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:16.670399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:16.678953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:16.680054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:16.763347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-81de7351-f482-42be-b01c-5ada7d952b2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedab8c18>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:16.764101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81de7351-f482-42be-b01c-5ada7d952b2b None None] The sync data for ids ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:16.847324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:16.871209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 8348bfb0-8efd-47a5-beec-508912a6706e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:16.871592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:16.928628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 11.6617618
Dec 21 10:04:16.945599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38426) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:16.980491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'fixed_ips': [{'subnet_id': '4998f0fa-f2dc-479b-ab4c-0fe56764238e'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:17.014891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497df72-5813-4261-a98a-c9757ef12d2a req-c00352da-2a99-4747-b39e-3be9acc25db6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:17.017534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5497df72-5813-4261-a98a-c9757ef12d2a req-c00352da-2a99-4747-b39e-3be9acc25db6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 931 time: 1.0351405
Dec 21 10:04:17.078083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0ba18a-0405-4fa0-b1e9-f281c3a95244 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:17.083410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-822c83c9-7b5d-46a7-ab6b-c7271a012f58 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.101204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.149110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-089312a6-b3e3-42b2-bd7a-e8bb508c109c None None] Provisioning complete for port a77bec20-f662-4515-a090-a91b2f59c490 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:17.149662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-089312a6-b3e3-42b2-bd7a-e8bb508c109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.158559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.250348 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-822c83c9-7b5d-46a7-ab6b-c7271a012f58 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/a7f3e8dc-71af-440d-9232-7611f6e0fdf1 HTTP/1.1" status: 204  len: 168 time: 2.5720534
Dec 21 10:04:17.252679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-05d2b317-fe77-4977-a875-03497f1e05c0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:17.255006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38430) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:17.331330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.352804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:17.435695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=7b808eda-b10a-4fa2-a149-c9e48215e07b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:17.447805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:17.450699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.508415 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5497df72-5813-4261-a98a-c9757ef12d2a req-ae51c242-76d5-485b-a2c9-80cceedf2e9d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4503598
Dec 21 10:04:17.515540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7f7f2f9-f226-492b-be2a-79f49aa3e053 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet c7561566-b09e-48e2-aeba-91ec6e53073b {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:17.534705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f2f9-f226-492b-be2a-79f49aa3e053 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.541110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=93f3b20c-0be4-4274-92d1-768b2df49f0b,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:17.544823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:17.559583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-089312a6-b3e3-42b2-bd7a-e8bb508c109c None None] Provisioning for port 79467ba4-9735-4bb2-aa15-6d792a865bb0 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:17.568618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-089312a6-b3e3-42b2-bd7a-e8bb508c109c None None] Provisioning complete for port 79467ba4-9735-4bb2-aa15-6d792a865bb0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:17.569178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-089312a6-b3e3-42b2-bd7a-e8bb508c109c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.629467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.642938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-089312a6-b3e3-42b2-bd7a-e8bb508c109c None None] Port 79467ba4-9735-4bb2-aa15-6d792a865bb0 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:17.699036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.755294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f2f9-f226-492b-be2a-79f49aa3e053 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.768851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ca706355-1d1a-46ad-9483-35614354c59b None None] Provisioning complete for port 79467ba4-9735-4bb2-aa15-6d792a865bb0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:17.769280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca706355-1d1a-46ad-9483-35614354c59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:17.842264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ca706355-1d1a-46ad-9483-35614354c59b None None] Port 79467ba4-9735-4bb2-aa15-6d792a865bb0 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:17.850813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:04:17.936182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 8348bfb0-8efd-47a5-beec-508912a6706e owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:18.120100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:04:18.151796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f2f9-f226-492b-be2a-79f49aa3e053 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:18.154356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:18.208679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:18.211637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:18.222492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Transition to ACTIVE for port object 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:18.226053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:18.237300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:18.292350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-48b3ab61-3660-48ad-93ed-b3136486a6bb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:18.326035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:18.475726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-755f3c5e-5d78-4693-9c7f-12918f50427d None None] Provisioning complete for port 8c2a6f9e-1271-4cd6-b110-d742be30a545 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:18.476785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-755f3c5e-5d78-4693-9c7f-12918f50427d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:18.832808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-224b0268-aa51-4b42-9dbf-0a63bd9bbf50 None None] Provisioning complete for port 93f3b20c-0be4-4274-92d1-768b2df49f0b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:18.833722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-224b0268-aa51-4b42-9dbf-0a63bd9bbf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:18.908108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-224b0268-aa51-4b42-9dbf-0a63bd9bbf50 None None] Port 93f3b20c-0be4-4274-92d1-768b2df49f0b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:18.979061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Pushing event updated for resources: {'Port': ['ID=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:19.068782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:19.087901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:19.388383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f2f9-f226-492b-be2a-79f49aa3e053 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:19.454917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e6eb9ba-54f4-438b-b61e-1f35e8d943b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:19.542119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7f2f9-f226-492b-be2a-79f49aa3e053 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=c7561566-b09e-48e2-aeba-91ec6e53073b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:19.549306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7f7f2f9-f226-492b-be2a-79f49aa3e053 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:19.581867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router d8487258-2d22-407e-8b90-5a0f3160261a is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:04:19.598614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ce4cb-f74a-49a2-a14c-e0986f2ba0e6 req-c49c2d2f-3f22-45c3-8698-15087a3b6382 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:19.600161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1e1ce4cb-f74a-49a2-a14c-e0986f2ba0e6 req-c49c2d2f-3f22-45c3-8698-15087a3b6382 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 943 time: 0.6537650
Dec 21 10:04:19.619478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Router 9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:19.767675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b0e962-98c7-4c70-bf22-c2c2c2ccec64 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:19.772824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7f7f2f9-f226-492b-be2a-79f49aa3e053 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:19.849569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 10507c9c-dad4-40ae-bfbc-f4972e6d5d73 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:19.850123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:19.884156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7f7f2f9-f226-492b-be2a-79f49aa3e053 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/c7561566-b09e-48e2-aeba-91ec6e53073b HTTP/1.1" status: 204  len: 168 time: 2.6202731
Dec 21 10:04:19.885278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:19.886775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38438) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:19.896986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54dc757-5fc2-4755-a524-57c91366c4ff None None] Sync routers for ids ['9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:19.908488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54dc757-5fc2-4755-a524-57c91366c4ff None None] Routers {'9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:19.909725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b54dc757-5fc2-4755-a524-57c91366c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc43048>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:19.930594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:19.932034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Attempting to bind port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:04:19.932407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Attempting to bind port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:04:19.932773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Attempting to bind port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 on network 37139eec-4360-49f4-a0d3-c34ef75561ea {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:04:19.963265 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "PUT /v2.0/routers/9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4106100
Dec 21 10:04:19.964154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38442) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:19.986559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b54dc757-5fc2-4755-a524-57c91366c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc43048>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:20.004575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54dc757-5fc2-4755-a524-57c91366c4ff None None] Routers {'9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:20.006715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b54dc757-5fc2-4755-a524-57c91366c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc43048>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:20.031496 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fa662348-6d7c-4209-a8f2-8ab37be1cdc7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1368408
Dec 21 10:04:20.032404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38446) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:20.042489 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1e1ce4cb-f74a-49a2-a14c-e0986f2ba0e6 req-3a959944-33a3-445c-8816-142269177885 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4016221
Dec 21 10:04:20.047900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:20.072651 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-288fbdf5-c3cf-4831-9d2e-4dc6b9ebc7c2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:04:20.073209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-288fbdf5-c3cf-4831-9d2e-4dc6b9ebc7c2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:20.106345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:04:20.106345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Checking segment: {'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:20.106345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.106345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Bound using segment: {'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:04:20.106877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Bound port: 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '977862cd-b690-4b6d-8042-9ad12c9a98de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:04:20.107204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.109982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b54dc757-5fc2-4755-a524-57c91366c4ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc43048>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:20.110600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54dc757-5fc2-4755-a524-57c91366c4ff None None] The sync data for ids ['9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:20.144126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:04:20.151839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.153720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] Deleting port 8c2a6f9e-1271-4cd6-b110-d742be30a545 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:20.154788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.191803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.246435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:20.267768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-288fbdf5-c3cf-4831-9d2e-4dc6b9ebc7c2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:20.269718 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-288fbdf5-c3cf-4831-9d2e-4dc6b9ebc7c2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/7b808eda-b10a-4fa2-a149-c9e48215e07b HTTP/1.1" status: 404  len: 333 time: 0.2970917
Dec 21 10:04:20.278284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e7049-3a7e-4ee8-bd8f-fa68d478f0fa None None] Sync routers for ids ['d8487258-2d22-407e-8b90-5a0f3160261a'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:20.279610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38450) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:20.314298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e7049-3a7e-4ee8-bd8f-fa68d478f0fa None None] Routers {'d8487258-2d22-407e-8b90-5a0f3160261a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:20.315001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-821e7049-3a7e-4ee8-bd8f-fa68d478f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed98e978>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['d8487258-2d22-407e-8b90-5a0f3160261a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:20.317003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:20.326014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:20.338731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:20.349642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:20.353858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.390992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.391484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Fanout notify agent at l3_agent the message router_deleted on router 75de3479-110a-4551-b309-36b65328c23d {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:04:20.402302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-821e7049-3a7e-4ee8-bd8f-fa68d478f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed98e978>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:20.432859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e7049-3a7e-4ee8-bd8f-fa68d478f0fa None None] Routers {'d8487258-2d22-407e-8b90-5a0f3160261a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:20.433602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-821e7049-3a7e-4ee8-bd8f-fa68d478f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed98e978>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['d8487258-2d22-407e-8b90-5a0f3160261a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:20.467165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.469057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-586fa39d-701e-4e94-90f7-8633dff20004 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/routers/75de3479-110a-4551-b309-36b65328c23d HTTP/1.1" status: 204  len: 168 time: 5.7974801
Dec 21 10:04:20.475133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/d8487258-2d22-407e-8b90-5a0f3160261a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.2790589
Dec 21 10:04:20.485061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Delete allocated IP 2001:db8:0:1::22c (8a1378dd-9c95-4675-97b6-2884f70146a1/46271945-aefc-422f-8f11-c6eb566c992e) {{(pid=80970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 21 10:04:20.487622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38454) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:20.487998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38456) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:20.505096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 10507c9c-dad4-40ae-bfbc-f4972e6d5d73 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:20.534913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:20.549789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-821e7049-3a7e-4ee8-bd8f-fa68d478f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed98e978>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:20.550358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821e7049-3a7e-4ee8-bd8f-fa68d478f0fa None None] The sync data for ids ['d8487258-2d22-407e-8b90-5a0f3160261a'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:20.576529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] For port 8c2a6f9e-1271-4cd6-b110-d742be30a545, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c2a6f9e-1271-4cd6-b110-d742be30a545,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:20.576998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.619697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be1ceca-e054-462e-86d2-ddbc564b5dee tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.691465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] For port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:04:20.733310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.735231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] Calling delete_port for 8c2a6f9e-1271-4cd6-b110-d742be30a545 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:20.816235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:20.830642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dab0af0a-9008-4f0a-93b8-7ec8323aa2ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:20.884167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] Pushing event deleted for resources: {'Port': ['ID=8c2a6f9e-1271-4cd6-b110-d742be30a545,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:20.897680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:20.992805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] No DVR routers for this DVR port 8c2a6f9e-1271-4cd6-b110-d742be30a545 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:04:20.996715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:21.019525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:21.087482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c2a6f9e-1271-4cd6-b110-d742be30a545 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:04:21.088384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=10507c9c-dad4-40ae-bfbc-f4972e6d5d73,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:21.098267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:21.135151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 8c2a6f9e-1271-4cd6-b110-d742be30a545 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:04:21.135468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c2a6f9e-1271-4cd6-b110-d742be30a545 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:04:21.213282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] For port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:04:21.322291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48399c13-3791-4c0d-a42c-bf75eb56164a tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:21.322968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-48399c13-3791-4c0d-a42c-bf75eb56164a tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:21.326416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:21.436121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:21.499128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7886c749-36ec-4bdb-bafd-866f8acb886d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:21.687401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be1ceca-e054-462e-86d2-ddbc564b5dee tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:21.710813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be1ceca-e054-462e-86d2-ddbc564b5dee tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:21.797855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-48399c13-3791-4c0d-a42c-bf75eb56164a tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:21.799170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-48399c13-3791-4c0d-a42c-bf75eb56164a tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports/93f3b20c-0be4-4274-92d1-768b2df49f0b HTTP/1.1" status: 200  len: 910 time: 1.3082695
Dec 21 10:04:21.804834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38466) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:21.863541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Pushing event updated for resources: {'Port': ['ID=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:21.883161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:21.887068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be1ceca-e054-462e-86d2-ddbc564b5dee tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:21.887655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be1ceca-e054-462e-86d2-ddbc564b5dee tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Fanout notify agent at l3_agent the message router_deleted on router 9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:04:21.929267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1d97fe7-dd31-4aea-8f9e-bd8052531fea tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting subnet 22faa43c-0237-460c-928a-64f19b708aae {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:21.938363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1d97fe7-dd31-4aea-8f9e-bd8052531fea tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:21.976459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be1ceca-e054-462e-86d2-ddbc564b5dee tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:21.977846 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1be1ceca-e054-462e-86d2-ddbc564b5dee tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/routers/9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18 HTTP/1.1" status: 204  len: 168 time: 1.6955709
Dec 21 10:04:21.990853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38470) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:22.028925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f7535-0df7-426b-9712-159ca7725f2d req-70f05d74-ff38-472c-85f0-38ac392c61f1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:22.030707 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d4f7535-0df7-426b-9712-159ca7725f2d req-70f05d74-ff38-472c-85f0-38ac392c61f1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 943 time: 0.7325668
Dec 21 10:04:22.080286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:22.140728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:22.141433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:22.143679 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] 10.222.0.16 "PUT /v2.0/ports/92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 HTTP/1.1" status: 200  len: 1157 time: 7.2372189
Dec 21 10:04:22.148330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:04:22.165020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1d97fe7-dd31-4aea-8f9e-bd8052531fea tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:22.285759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 79467ba4-9735-4bb2-aa15-6d792a865bb0 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:22.329825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:22.341386 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d4f7535-0df7-426b-9712-159ca7725f2d req-966656f9-7667-4c27-9227-2e4e506cd6dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2671781
Dec 21 10:04:22.394069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd5ea71e-bb7f-4994-a366-8f8dfe697cf6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:22.478019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:22.496645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-31f1fd8b-20df-4bdb-9898-894906936ff3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:22.566100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router ddc46018-1272-4889-b6ce-d5eb2e5fdaaf has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:22.670574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=79467ba4-9735-4bb2-aa15-6d792a865bb0,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:22.680691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:22.721588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1d97fe7-dd31-4aea-8f9e-bd8052531fea tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:22.791644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-888b2e72-a26a-42ec-9570-e7d683ac60cd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet 534ab1ad-97e0-4547-a477-2c76cfd1e2da {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:22.801334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-888b2e72-a26a-42ec-9570-e7d683ac60cd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:22.806364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=6d56493c-b7a3-41d7-9596-a90660e51916,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:22.833933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-619f2c37-9ce5-49b4-ae49-b4f986aeb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:22.835844 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-619f2c37-9ce5-49b4-ae49-b4f986aeb9a1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 1160 time: 0.5970407
Dec 21 10:04:22.864927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:22.942918 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-6cd86cec-5c6c-45f0-a9a7-1f65711c9076 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 HTTP/1.1" status: 200  len: 217 time: 0.0955453
Dec 21 10:04:22.967409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] In _notify_port_updated(), no bound segment for port 79467ba4-9735-4bb2-aa15-6d792a865bb0 on network 8a1378dd-9c95-4675-97b6-2884f70146a1 {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:04:22.971730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:22.972431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:22.973900 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "PUT /v2.0/ports/79467ba4-9735-4bb2-aa15-6d792a865bb0 HTTP/1.1" status: 200  len: 924 time: 6.0255706
Dec 21 10:04:22.982777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38478) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:22.996616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'fixed_ips': [{'subnet_id': '4998f0fa-f2dc-479b-ab4c-0fe56764238e'}, {'subnet_id': '46271945-aefc-422f-8f11-c6eb566c992e'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:23.024240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:23.037625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:23.038758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c22fa41-f474-4fa9-a06d-2f3a304bf85f None None] Sync routers for ids ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:23.042421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-888b2e72-a26a-42ec-9570-e7d683ac60cd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:23.051453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22fa41-f474-4fa9-a06d-2f3a304bf85f None None] Routers {'ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:23.052210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9c22fa41-f474-4fa9-a06d-2f3a304bf85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee04ae48>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:23.150326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9c22fa41-f474-4fa9-a06d-2f3a304bf85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee04ae48>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:23.166412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c22fa41-f474-4fa9-a06d-2f3a304bf85f None None] Routers {'ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:23.167201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9c22fa41-f474-4fa9-a06d-2f3a304bf85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee04ae48>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:23.243770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:23.246565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2039c49-33eb-4683-8d9c-b288fee8ba1c None None] Provisioning for port 79467ba4-9735-4bb2-aa15-6d792a865bb0 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:23.252827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:23.255559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9c22fa41-f474-4fa9-a06d-2f3a304bf85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee04ae48>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:23.256501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c22fa41-f474-4fa9-a06d-2f3a304bf85f None None] The sync data for ids ['ddc46018-1272-4889-b6ce-d5eb2e5fdaaf'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:23.260735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2039c49-33eb-4683-8d9c-b288fee8ba1c None None] Provisioning complete for port 79467ba4-9735-4bb2-aa15-6d792a865bb0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:23.261582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f2039c49-33eb-4683-8d9c-b288fee8ba1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:23.265196 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/ddc46018-1272-4889-b6ce-d5eb2e5fdaaf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.7381186
Dec 21 10:04:23.269266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38482) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:23.293551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bf86fd-280b-4725-b40d-f658be937e14 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:23.352490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:23.353150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:23.410835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28ee8e19-966e-438d-9c58-15d9e9fce2ca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:23.483687 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'status': 'completed', 'code': 200}
Dec 21 10:04:23.521665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-09756f49-40d0-464c-98df-0493cd06ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:23.525976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-09756f49-40d0-464c-98df-0493cd06ea95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b556acf-e92c-426f-85b6-23b8237cb035 HTTP/1.1" status: 200  len: 835 time: 0.5590603
Dec 21 10:04:23.542231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.5000875
Dec 21 10:04:23.545674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38490) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:23.559156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:23.578391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28ee8e19-966e-438d-9c58-15d9e9fce2ca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:23.582677 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28ee8e19-966e-438d-9c58-15d9e9fce2ca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=ddc46018-1272-4889-b6ce-d5eb2e5fdaaf HTTP/1.1" status: 200  len: 205 time: 0.3051124
Dec 21 10:04:23.588411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38494) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:23.683606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f2039c49-33eb-4683-8d9c-b288fee8ba1c None None] Port 79467ba4-9735-4bb2-aa15-6d792a865bb0 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:23.833361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '6d56493c-b7a3-41d7-9596-a90660e51916'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:04:23.834657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:23.907964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb324a5-ce3c-4f15-b0ea-b7ce8ef16642 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:23.948125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:23.997648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:24.002625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-888b2e72-a26a-42ec-9570-e7d683ac60cd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.184212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Allocated IP 172.20.0.2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/6d56493c-b7a3-41d7-9596-a90660e51916/70b6cec3-96f4-45e2-9d93-a788a30613bd) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:24.333712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:24.341785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:24.345009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb324a5-ce3c-4f15-b0ea-b7ce8ef16642 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.352437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb324a5-ce3c-4f15-b0ea-b7ce8ef16642 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.360087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-78122c38-6bc2-4ce2-8de8-322419122aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:24.361777 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-78122c38-6bc2-4ce2-8de8-322419122aa5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37139eec-4360-49f4-a0d3-c34ef75561ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8242173
Dec 21 10:04:24.377922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:24.419963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1d97fe7-dd31-4aea-8f9e-bd8052531fea tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.435649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.450007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Transition to ACTIVE for port object 70b6cec3-96f4-45e2-9d93-a788a30613bd will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:24.452853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:24.457359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:24.463628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.469788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Transition to ACTIVE for port object 70b6cec3-96f4-45e2-9d93-a788a30613bd will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:24.475556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.492101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7f2790b-f600-4575-a280-6c5f442fd0ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:24.513111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70941ca0-4c79-4b64-b1f8-552b5599ad88 req-b80ad167-dc93-4e99-a45a-6284872aed84 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:24.514818 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-70941ca0-4c79-4b64-b1f8-552b5599ad88 req-b80ad167-dc93-4e99-a45a-6284872aed84 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 943 time: 0.8387816
Dec 21 10:04:24.621841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d97fe7-dd31-4aea-8f9e-bd8052531fea tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Subnet': ['ID=22faa43c-0237-460c-928a-64f19b708aae,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:24.641082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1d97fe7-dd31-4aea-8f9e-bd8052531fea tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:24.642536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Pushing event updated for resources: {'Port': ['ID=70b6cec3-96f4-45e2-9d93-a788a30613bd,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:24.648246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:24.660911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb324a5-ce3c-4f15-b0ea-b7ce8ef16642 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.661523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb324a5-ce3c-4f15-b0ea-b7ce8ef16642 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Fanout notify agent at l3_agent the message router_deleted on router ddc46018-1272-4889-b6ce-d5eb2e5fdaaf {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:04:24.696085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:24.696874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:24.699954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:24.764544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Attempting to bind port 70b6cec3-96f4-45e2-9d93-a788a30613bd on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:04:24.765006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Attempting to bind port 70b6cec3-96f4-45e2-9d93-a788a30613bd by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:04:24.765476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Attempting to bind port 70b6cec3-96f4-45e2-9d93-a788a30613bd on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:04:24.772092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:04:24.773572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:24.773572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.773847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:04:24.774559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Bound port: 70b6cec3-96f4-45e2-9d93-a788a30613bd, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:04:24.774796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.883283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] For port 70b6cec3-96f4-45e2-9d93-a788a30613bd, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:04:24.887324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] For port 70b6cec3-96f4-45e2-9d93-a788a30613bd, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=70b6cec3-96f4-45e2-9d93-a788a30613bd,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:04:24.892108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.915299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b876e5cc-7372-4d8b-ab9d-8b3dea1945d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:24.923238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-70941ca0-4c79-4b64-b1f8-552b5599ad88 req-89d5b057-7006-4912-b7b7-16d015df6ad0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3079233
Dec 21 10:04:24.930254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb324a5-ce3c-4f15-b0ea-b7ce8ef16642 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.935655 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7bb324a5-ce3c-4f15-b0ea-b7ce8ef16642 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/ddc46018-1272-4889-b6ce-d5eb2e5fdaaf HTTP/1.1" status: 204  len: 168 time: 1.3386869
Dec 21 10:04:24.949302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38498) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:24.969422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd10a7cd-6aee-4381-884c-69dd73d276ca None None] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:24.990560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1d97fe7-dd31-4aea-8f9e-bd8052531fea tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:24.996161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a1d97fe7-dd31-4aea-8f9e-bd8052531fea tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/subnets/22faa43c-0237-460c-928a-64f19b708aae HTTP/1.1" status: 204  len: 168 time: 4.5044215
Dec 21 10:04:25.001361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-7f66f338-febb-4a12-9fcd-b61171954bb5 service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6201158
Dec 21 10:04:25.010060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38502) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:25.193334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Pushing event updated for resources: {'Port': ['ID=70b6cec3-96f4-45e2-9d93-a788a30613bd,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:25.197606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:25.254166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 93f3b20c-0be4-4274-92d1-768b2df49f0b {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:25.254617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:25.289938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8:0:1::19c (8a1378dd-9c95-4675-97b6-2884f70146a1/46271945-aefc-422f-8f11-c6eb566c992e/79467ba4-9735-4bb2-aa15-6d792a865bb0) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:25.299563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:25.506310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] DHCP port deletion for 33fdbf39-8e28-4b9e-9adc-2441dec038b4 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:04:25.514585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] Deleting port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:25.515271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:25.678036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-888b2e72-a26a-42ec-9570-e7d683ac60cd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:25.695185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:25.718800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a2a3b7d5-131d-47d1-ac6b-0c4bf4be7741 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:25.725327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 79467ba4-9735-4bb2-aa15-6d792a865bb0 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:25.772305 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ac0af6-54cf-4b57-b676-d4ed142be6cc req-61bcc410-4fb8-42cc-b6ee-bbd6d85b3e82 service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7552426
Dec 21 10:04:25.790179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888b2e72-a26a-42ec-9570-e7d683ac60cd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=534ab1ad-97e0-4547-a477-2c76cfd1e2da,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:25.796113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:25.797064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:25.828514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-888b2e72-a26a-42ec-9570-e7d683ac60cd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:25.853805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa5d141-3fd4-4631-be3b-29cb4bae5e74 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting subnet e74d5aa3-53a9-49f3-9181-4f012cb8be51 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:25.855658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] For port a9bc6fd2-4591-4fc4-97fc-405adb8b7706, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a9bc6fd2-4591-4fc4-97fc-405adb8b7706,segment=NetworkSegment(06fad725-af84-4f74-9900-aa6236893aa7),segment_id=06fad725-af84-4f74-9900-aa6236893aa7)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:25.856320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:25.861909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:25.864543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d141-3fd4-4631-be3b-29cb4bae5e74 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:25.927517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-68090258-25c6-4b74-90b5-6963cc7e0b53 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:26.025814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-888b2e72-a26a-42ec-9570-e7d683ac60cd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:26.036335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85446d1-166f-4736-a5dc-d9e6b9d26054 None None] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:26.057895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-888b2e72-a26a-42ec-9570-e7d683ac60cd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/534ab1ad-97e0-4547-a477-2c76cfd1e2da HTTP/1.1" status: 204  len: 168 time: 4.0412548
Dec 21 10:04:26.059456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38508) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:26.080025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:26.111862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d141-3fd4-4631-be3b-29cb4bae5e74 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:26.145851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] Calling delete_port for a9bc6fd2-4591-4fc4-97fc-405adb8b7706 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:26.300715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:26.332844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=79467ba4-9735-4bb2-aa15-6d792a865bb0,revision_number=3']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:26.342033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 93f3b20c-0be4-4274-92d1-768b2df49f0b owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:26.348352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:26.370835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:26.382552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:26.437422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] Pushing event deleted for resources: {'Port': ['ID=a9bc6fd2-4591-4fc4-97fc-405adb8b7706,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:26.445633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:26.457166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-70157e50-ffda-4426-8161-1dc4fe435aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:26.459155 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-70157e50-ffda-4426-8161-1dc4fe435aa8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 1160 time: 0.5521419
Dec 21 10:04:26.522232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port a3285150-32b1-4296-bd90-7065a8357a1e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:26.523301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:26.543648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] No DVR routers for this DVR port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:04:26.613019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] For port a9bc6fd2-4591-4fc4-97fc-405adb8b7706, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a9bc6fd2-4591-4fc4-97fc-405adb8b7706,segment=NetworkSegment(06fad725-af84-4f74-9900-aa6236893aa7),segment_id=06fad725-af84-4f74-9900-aa6236893aa7)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:26.613537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:26.720084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] DHCP port deletion for 654ee9a5-33c0-4f90-96bc-06085f5cc146 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:04:26.726849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] Deleting port a3285150-32b1-4296-bd90-7065a8357a1e {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:26.727187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:26.865962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for a9bc6fd2-4591-4fc4-97fc-405adb8b7706 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:26.880777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] In _notify_port_updated(), no bound segment for port 79467ba4-9735-4bb2-aa15-6d792a865bb0 on network 8a1378dd-9c95-4675-97b6-2884f70146a1 {{(pid=80971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:04:26.890561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:26.891307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:26.895665 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "PUT /v2.0/ports/79467ba4-9735-4bb2-aa15-6d792a865bb0 HTTP/1.1" status: 200  len: 1010 time: 3.9066358
Dec 21 10:04:26.910504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd11f48-54d5-404c-b7fd-b3a578495843 req-50781139-4b2a-4c1a-b722-35c901761714 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:26.912592 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dfd11f48-54d5-404c-b7fd-b3a578495843 req-50781139-4b2a-4c1a-b722-35c901761714 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 943 time: 0.7263656
Dec 21 10:04:26.917269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38512) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:27.031790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] For port a3285150-32b1-4296-bd90-7065a8357a1e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a3285150-32b1-4296-bd90-7065a8357a1e,segment=NetworkSegment(22e75d68-ccbf-4214-844b-40cbf6803dc0),segment_id=22e75d68-ccbf-4214-844b-40cbf6803dc0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:27.033067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d141-3fd4-4631-be3b-29cb4bae5e74 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:27.033185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:27.107469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2db417e6-e5a4-46b8-af98-44be2b2db3b8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 79467ba4-9735-4bb2-aa15-6d792a865bb0 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:27.107900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2db417e6-e5a4-46b8-af98-44be2b2db3b8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:27.194974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-47b51eee-239d-4649-8175-f2df822d3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:27.198963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-47b51eee-239d-4649-8175-f2df822d3103 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37139eec-4360-49f4-a0d3-c34ef75561ea HTTP/1.1" status: 200  len: 892 time: 0.7232358
Dec 21 10:04:27.271735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 70b6cec3-96f4-45e2-9d93-a788a30613bd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:27.326549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] Calling delete_port for a3285150-32b1-4296-bd90-7065a8357a1e owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:27.345805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] For port a3285150-32b1-4296-bd90-7065a8357a1e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a3285150-32b1-4296-bd90-7065a8357a1e,segment=NetworkSegment(22e75d68-ccbf-4214-844b-40cbf6803dc0),segment_id=22e75d68-ccbf-4214-844b-40cbf6803dc0)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:27.346387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:27.552756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for a3285150-32b1-4296-bd90-7065a8357a1e owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:27.553134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:27.590167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c17d463d-3770-455c-afb1-1105f72fa4a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:27.620830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4a479b5f-e286-4c88-9939-877330239a72 None None] Provisioning for port 70b6cec3-96f4-45e2-9d93-a788a30613bd completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:27.698072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:04:27.698568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:04:27.700406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 70b6cec3-96f4-45e2-9d93-a788a30613bd completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:27.707069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 70b6cec3-96f4-45e2-9d93-a788a30613bd triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:27.708002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:27.720612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:04:27.721134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:04:27.721956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:27.729744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=93f3b20c-0be4-4274-92d1-768b2df49f0b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:27.743702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7e8292f3-3881-453a-8f87-bf9ebe753180 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:27.745470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:27.790879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0aa6e457-026d-46a4-99d0-7a999e779336 None None] Provisioning complete for port 70b6cec3-96f4-45e2-9d93-a788a30613bd triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:27.791478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e457-026d-46a4-99d0-7a999e779336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:27.824112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dfd11f48-54d5-404c-b7fd-b3a578495843 req-5498219f-7272-479e-a076-98170cc38d98 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8976438
Dec 21 10:04:27.837744 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-5bf6341c-ff52-4954-b83a-1a3af7c4d00a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 HTTP/1.1" status: 200  len: 217 time: 0.1785884
Dec 21 10:04:27.838873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=a3285150-32b1-4296-bd90-7065a8357a1e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:27.841333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:27.915610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:28.002751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-6583026b-84a3-4089-9e7c-c8c8f2d37804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:28.004427 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-6583026b-84a3-4089-9e7c-c8c8f2d37804 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b556acf-e92c-426f-85b6-23b8237cb035 HTTP/1.1" status: 200  len: 835 time: 0.1588345
Dec 21 10:04:28.007694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 70b6cec3-96f4-45e2-9d93-a788a30613bd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=70b6cec3-96f4-45e2-9d93-a788a30613bd,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:28.010710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No DVR routers for this DVR port a3285150-32b1-4296-bd90-7065a8357a1e on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:04:28.012395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:28.015996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-82ba0d1e-3b79-4d9b-a494-bfff9aa2268b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:28.048694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0aa6e457-026d-46a4-99d0-7a999e779336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:28.078966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2db417e6-e5a4-46b8-af98-44be2b2db3b8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:28.106865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a9bc6fd2-4591-4fc4-97fc-405adb8b7706 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:04:28.150241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: a9bc6fd2-4591-4fc4-97fc-405adb8b7706 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:04:28.150840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a9bc6fd2-4591-4fc4-97fc-405adb8b7706 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:04:28.151912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a3285150-32b1-4296-bd90-7065a8357a1e no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:04:28.211700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] Deleting port a3285150-32b1-4296-bd90-7065a8357a1e {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:28.212323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:28.224343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port a9bc6fd2-4591-4fc4-97fc-405adb8b7706 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:28.224724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:28.258640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:28.259537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2db417e6-e5a4-46b8-af98-44be2b2db3b8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 79467ba4-9735-4bb2-aa15-6d792a865bb0 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:28.266159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: a3285150-32b1-4296-bd90-7065a8357a1e {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:04:28.266718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a3285150-32b1-4296-bd90-7065a8357a1e not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:04:28.271486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=70b6cec3-96f4-45e2-9d93-a788a30613bd,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:28.311297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:04:28.321752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:28.330437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-baaececd-9b30-4b56-ba02-9a6c259e903f None None] The port 'a3285150-32b1-4296-bd90-7065a8357a1e' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:04:28.341008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-0aa6e457-026d-46a4-99d0-7a999e779336 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:04:28.341473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-0aa6e457-026d-46a4-99d0-7a999e779336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:04:28.449958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d141-3fd4-4631-be3b-29cb4bae5e74 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:28.476821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a3ef4e5-76fd-4d71-b969-3857f0c64116 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:28.567703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5d141-3fd4-4631-be3b-29cb4bae5e74 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Subnet': ['ID=e74d5aa3-53a9-49f3-9181-4f012cb8be51,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:28.579705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6fa5d141-3fd4-4631-be3b-29cb4bae5e74 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:28.710702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] The port 'a9bc6fd2-4591-4fc4-97fc-405adb8b7706' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:04:28.788253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-4fd55a98-4e8b-4a98-8ecc-f76183998383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:28.789993 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-4fd55a98-4e8b-4a98-8ecc-f76183998383 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37139eec-4360-49f4-a0d3-c34ef75561ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7459486
Dec 21 10:04:28.797932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec9a1160>,) {'filters': {'network_id': ['654ee9a5-33c0-4f90-96bc-06085f5cc146']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:28.857435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec9a1160>, '22e75d68-ccbf-4214-844b-40cbf6803dc0') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:28.857709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec9a1160>, '22e75d68-ccbf-4214-844b-40cbf6803dc0') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:28.901062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fa5d141-3fd4-4631-be3b-29cb4bae5e74 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:28.921597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8782e8-7e6d-4b59-8ab0-f550a22b6828 None None] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:29.010706 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-c373af2b-4eee-4f6c-8e94-670405e04829 service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1836705
Dec 21 10:04:29.011501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.018878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.038836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2db417e6-e5a4-46b8-af98-44be2b2db3b8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.071037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bba02fca-e11d-4a6e-9976-affb51f0b60f tempest-AllowedAddressPairTestJSON-1757081919 tempest-AllowedAddressPairTestJSON-1757081919] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:29.127282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 70b6cec3-96f4-45e2-9d93-a788a30613bd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:29.149231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.172582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0aa6e457-026d-46a4-99d0-7a999e779336 None None] Could not find standard attr ID for object 79467ba4-9735-4bb2-aa15-6d792a865bb0. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:04:29.235954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 70b6cec3-96f4-45e2-9d93-a788a30613bd triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:29.236441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.253199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.268598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:29.316157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:04:29.414654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] DHCP port deletion for 6edd21a8-f539-45ae-bddd-facaa95d4703 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:04:29.425005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:29.434624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] Deleting port f6170841-17bb-497f-99e0-286dc9723fb6 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:29.435674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.467394 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6fa5d141-3fd4-4631-be3b-29cb4bae5e74 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/e74d5aa3-53a9-49f3-9181-4f012cb8be51 HTTP/1.1" status: 204  len: 168 time: 4.5225713
Dec 21 10:04:29.484176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:29.484421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.495892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db417e6-e5a4-46b8-af98-44be2b2db3b8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=79467ba4-9735-4bb2-aa15-6d792a865bb0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:29.498899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2db417e6-e5a4-46b8-af98-44be2b2db3b8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:29.499624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38518) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:29.537251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7c36ef0>,) {'filters': {'network_id': ['33fdbf39-8e28-4b9e-9adc-2441dec038b4']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:29.587349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7c36ef0>, '06fad725-af84-4f74-9900-aa6236893aa7') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:29.587747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7c36ef0>, '06fad725-af84-4f74-9900-aa6236893aa7') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:29.625071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.646416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a464d9-edaa-4038-9c6f-b35892a729f2 req-fb18cc98-851e-4437-a32c-47e70d8a6a49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:29.648706 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3a464d9-edaa-4038-9c6f-b35892a729f2 req-fb18cc98-851e-4437-a32c-47e70d8a6a49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 943 time: 0.6211827
Dec 21 10:04:29.739099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:29.747261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.756197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.773697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.778990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.801436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Releasing vxlan tunnel 12 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:04:29.853670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] For port f6170841-17bb-497f-99e0-286dc9723fb6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f6170841-17bb-497f-99e0-286dc9723fb6,segment=NetworkSegment(c4d1ba69-8663-4ec5-a132-1c4538a9f246),segment_id=c4d1ba69-8663-4ec5-a132-1c4538a9f246)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:29.853836 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb17fd5b-16bd-4489-922e-8753d6658030 req-f66f2df6-e852-492d-8fcb-6160f2b3c498 service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7747445
Dec 21 10:04:29.854070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:29.867164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:04:30.007388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:30.014855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] Calling delete_port for f6170841-17bb-497f-99e0-286dc9723fb6 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:30.053925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3a464d9-edaa-4038-9c6f-b35892a729f2 req-c1e03fd3-d810-453d-afcf-377d89f1dfa7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3229282
Dec 21 10:04:30.055332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad8e79f-d64c-4335-8ce8-9511e789ff9e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting subnet ed247da5-bd5d-4cf5-9686-6d3be434d681 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:30.082224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aad8e79f-d64c-4335-8ce8-9511e789ff9e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.122506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.126499 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'code': 200}
Dec 21 10:04:30.127613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3623a5f6-a5f9-478f-ad2a-e54db2b66170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:30.165626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.207978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 654ee9a5-33c0-4f90-96bc-06085f5cc146 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:30.218887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:04:30.245644 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:04:30.252186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.352612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:30.362273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:30.363147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:30.413891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] Pushing event deleted for resources: {'Port': ['ID=f6170841-17bb-497f-99e0-286dc9723fb6,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:30.416076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] No DVR routers for this DVR port f6170841-17bb-497f-99e0-286dc9723fb6 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:04:30.417580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:30.515434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2db417e6-e5a4-46b8-af98-44be2b2db3b8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.518238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2db417e6-e5a4-46b8-af98-44be2b2db3b8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/79467ba4-9735-4bb2-aa15-6d792a865bb0 HTTP/1.1" status: 204  len: 168 time: 3.5934501
Dec 21 10:04:30.523795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38526) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:30.551135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.615835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:30.630627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aad8e79f-d64c-4335-8ce8-9511e789ff9e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.645438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.654576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 33fdbf39-8e28-4b9e-9adc-2441dec038b4 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:30.665111 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-911f68bc-14b3-495b-9069-88987db0ae2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:04:30.665782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-911f68bc-14b3-495b-9069-88987db0ae2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:04:30.686140 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:04:30.695979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Network': ['ID=654ee9a5-33c0-4f90-96bc-06085f5cc146,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:30.715852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:30.727105 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/networks/654ee9a5-33c0-4f90-96bc-06085f5cc146 HTTP/1.1" status: 204  len: 168 time: 4.6610992
Dec 21 10:04:30.745609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38530) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:30.795266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b188fd5-74c9-4651-9499-fd34a55d991c req-b7ff8775-8327-455a-af8a-19bb22e66f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:30.797009 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b188fd5-74c9-4651-9499-fd34a55d991c req-b7ff8775-8327-455a-af8a-19bb22e66f27 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 1162 time: 0.5294223
Dec 21 10:04:30.798143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.801394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d8f2c50-c912-4081-b8fd-2ea42b970e31 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:30.818209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.848520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Network': ['ID=33fdbf39-8e28-4b9e-9adc-2441dec038b4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:30.854409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:30.858884 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/networks/33fdbf39-8e28-4b9e-9adc-2441dec038b4 HTTP/1.1" status: 204  len: 168 time: 5.8477595
Dec 21 10:04:30.861408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38534) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:30.888438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] For port 70b6cec3-96f4-45e2-9d93-a788a30613bd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=70b6cec3-96f4-45e2-9d93-a788a30613bd,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:30.911232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:30.926337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-911f68bc-14b3-495b-9069-88987db0ae2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:30.930564 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-911f68bc-14b3-495b-9069-88987db0ae2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/79467ba4-9735-4bb2-aa15-6d792a865bb0 HTTP/1.1" status: 404  len: 333 time: 0.3900454
Dec 21 10:04:30.944956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router d8487258-2d22-407e-8b90-5a0f3160261a has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:30.946128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38540) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:30.992575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:30.993047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:30.995429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e5fac3-4b86-4bc6-a4a6-434125359f83 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:31.002186 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-97e5fac3-4b86-4bc6-a4a6-434125359f83 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/ea706a91-5ba4-431e-b308-00bfcfbf78f1 HTTP/1.1" status: 200  len: 840 time: 0.2429733
Dec 21 10:04:31.010594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38544) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:31.073053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:31.074426 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b188fd5-74c9-4651-9499-fd34a55d991c req-3638110d-562c-457e-92f6-affafd834b2c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2489753
Dec 21 10:04:31.144457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:31.145793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:31.161602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f6170841-17bb-497f-99e0-286dc9723fb6 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:04:31.170443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80859461-206b-4d53-a464-8ce898068c82 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:31.184657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 96805474-8336-4c0a-adc4-78e71682b40e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:31.185002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:31.203870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: f6170841-17bb-497f-99e0-286dc9723fb6 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:04:31.204355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f6170841-17bb-497f-99e0-286dc9723fb6 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:04:31.238092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aad8e79f-d64c-4335-8ce8-9511e789ff9e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:31.281296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:31.294120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d1fc9-04a0-4aa0-acf7-faa05a109360 None None] Sync routers for ids ['d8487258-2d22-407e-8b90-5a0f3160261a'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:31.297510 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/d8487258-2d22-407e-8b90-5a0f3160261a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4899485
Dec 21 10:04:31.309216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d1fc9-04a0-4aa0-acf7-faa05a109360 None None] Routers {'d8487258-2d22-407e-8b90-5a0f3160261a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:31.310183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38550) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:31.310594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-086d1fc9-04a0-4aa0-acf7-faa05a109360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc9160>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['d8487258-2d22-407e-8b90-5a0f3160261a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:31.409348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-086d1fc9-04a0-4aa0-acf7-faa05a109360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc9160>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:31.423964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086d1fc9-04a0-4aa0-acf7-faa05a109360 None None] Routers {'d8487258-2d22-407e-8b90-5a0f3160261a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:31.424659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-086d1fc9-04a0-4aa0-acf7-faa05a109360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc9160>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['d8487258-2d22-407e-8b90-5a0f3160261a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:31.441358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-894f9f69-d205-4dd4-a43f-b190f6c48307 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:31.535800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=70b6cec3-96f4-45e2-9d93-a788a30613bd,revision_number=5']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:31.547738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:31.551974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1d602d3-6b3d-4f22-9968-f46e028c9099 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:31.594673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-894f9f69-d205-4dd4-a43f-b190f6c48307 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:31.598795 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-894f9f69-d205-4dd4-a43f-b190f6c48307 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=d8487258-2d22-407e-8b90-5a0f3160261a HTTP/1.1" status: 200  len: 205 time: 0.2823300
Dec 21 10:04:31.634532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38556) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:31.663717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:31.673288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-086d1fc9-04a0-4aa0-acf7-faa05a109360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc9160>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:31.673896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086d1fc9-04a0-4aa0-acf7-faa05a109360 None None] The sync data for ids ['d8487258-2d22-407e-8b90-5a0f3160261a'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:31.834268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-94944afa-26b1-4a87-8a6d-694ac890bc39 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:31.932513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36088923-c5d5-47fc-bede-a73bad45d63d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.012810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:32.025039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:32.034746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2aa01-f526-43df-986a-d724ef742a0a None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:32.041403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=ecb0f404-872f-4fa4-a4f6-8c694f6349c4,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:32.055828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:32.065178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:32.065882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.145467 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 8.5944252
Dec 21 10:04:32.146337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38560) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:32.161109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:f7:20:9f', 'name': 'tempest-NetworksTestDHCPv6-1775081653'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:32.277194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aad8e79f-d64c-4335-8ce8-9511e789ff9e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.284576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-94944afa-26b1-4a87-8a6d-694ac890bc39 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:32.291052 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-94944afa-26b1-4a87-8a6d-694ac890bc39 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/ea706a91-5ba4-431e-b308-00bfcfbf78f1?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 1.2690592
Dec 21 10:04:32.292499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38564) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:32.299000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01cc8c19-7940-4c06-8919-e47a8c2caf76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:32.355135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:32.383523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8e79f-d64c-4335-8ce8-9511e789ff9e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Subnet': ['ID=ed247da5-bd5d-4cf5-9686-6d3be434d681,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:32.414345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aad8e79f-d64c-4335-8ce8-9511e789ff9e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:32.513319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade00a6-0f10-4d92-b0ed-202ced7a7ab6 req-36e19c55-cf7c-4aa9-a7a2-5986155715ff tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:32.514980 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fade00a6-0f10-4d92-b0ed-202ced7a7ab6 req-36e19c55-cf7c-4aa9-a7a2-5986155715ff tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 945 time: 0.9847279
Dec 21 10:04:32.520767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36088923-c5d5-47fc-bede-a73bad45d63d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.524457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.524822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.540599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c2b112-8fbe-4cd3-8f74-bf1924831ebb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet 46271945-aefc-422f-8f11-c6eb566c992e {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:32.544034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90c2b112-8fbe-4cd3-8f74-bf1924831ebb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.593955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36088923-c5d5-47fc-bede-a73bad45d63d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.612652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:32.623309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:32.627804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:32.631069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:32.634264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aad8e79f-d64c-4335-8ce8-9511e789ff9e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.635796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73546c4f-ac9d-4029-b5bc-15c0b3b5f70d None None] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:32.642476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:32.646064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:32.651005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:32.659300 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aad8e79f-d64c-4335-8ce8-9511e789ff9e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/ed247da5-bd5d-4cf5-9686-6d3be434d681 HTTP/1.1" status: 204  len: 168 time: 3.1468179
Dec 21 10:04:32.664300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38568) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:32.665230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:32.695414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:32.767582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 96805474-8336-4c0a-adc4-78e71682b40e owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:32.807483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90c2b112-8fbe-4cd3-8f74-bf1924831ebb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.840228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:32.916729 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fade00a6-0f10-4d92-b0ed-202ced7a7ab6 req-65abf59b-c481-49e3-907d-97d098df3be1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3833210
Dec 21 10:04:32.917246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.925125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36088923-c5d5-47fc-bede-a73bad45d63d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.926261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36088923-c5d5-47fc-bede-a73bad45d63d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Fanout notify agent at l3_agent the message router_deleted on router d8487258-2d22-407e-8b90-5a0f3160261a {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:04:32.942784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36088923-c5d5-47fc-bede-a73bad45d63d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:32.947938 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-36088923-c5d5-47fc-bede-a73bad45d63d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/d8487258-2d22-407e-8b90-5a0f3160261a HTTP/1.1" status: 204  len: 168 time: 1.3049908
Dec 21 10:04:32.953812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38572) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:32.968837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] DHCP port deletion for 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:04:32.973419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] Deleting port 266a297a-3514-4b75-bed8-9ca6414575b8 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:32.973889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.150987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 70b6cec3-96f4-45e2-9d93-a788a30613bd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:33.170932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.189687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90c2b112-8fbe-4cd3-8f74-bf1924831ebb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.289267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] For port 266a297a-3514-4b75-bed8-9ca6414575b8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=266a297a-3514-4b75-bed8-9ca6414575b8,segment=NetworkSegment(c7cca32e-c384-40d9-b2d8-3a5d66eab153),segment_id=c7cca32e-c384-40d9-b2d8-3a5d66eab153)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:33.289793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.319122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.344840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:33.396808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.412694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=96805474-8336-4c0a-adc4-78e71682b40e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:33.416160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:33.435590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] Calling delete_port for 266a297a-3514-4b75-bed8-9ca6414575b8 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:33.464361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.466347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e6f71324-44ef-4fca-899c-0d589f6c6fb5 None None] Provisioning complete for port 70b6cec3-96f4-45e2-9d93-a788a30613bd triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:33.466772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6f71324-44ef-4fca-899c-0d589f6c6fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.537219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 70b6cec3-96f4-45e2-9d93-a788a30613bd triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:33.537219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.630875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-08bd7793-501e-4cd0-ba21-4c6c8d2279c3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting subnet fcdb1b83-e395-49ec-b92a-cdd27918afd9 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:33.736308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.756862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-62d44bc4-b424-4f95-a2f4-70f52ce7a0ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:33.782597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecc52c18>,) {'filters': {'network_id': ['6edd21a8-f539-45ae-bddd-facaa95d4703']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:33.831867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] Pushing event deleted for resources: {'Port': ['ID=266a297a-3514-4b75-bed8-9ca6414575b8,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:33.838031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:33.881003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc52c18>, 'c4d1ba69-8663-4ec5-a132-1c4538a9f246') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:33.881380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc52c18>, 'c4d1ba69-8663-4ec5-a132-1c4538a9f246') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:33.916056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.921447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 266a297a-3514-4b75-bed8-9ca6414575b8 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:04:33.935267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08bd7793-501e-4cd0-ba21-4c6c8d2279c3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.965291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 266a297a-3514-4b75-bed8-9ca6414575b8 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:04:33.965700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 266a297a-3514-4b75-bed8-9ca6414575b8 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:04:33.969314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] No DVR routers for this DVR port 266a297a-3514-4b75-bed8-9ca6414575b8 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:04:33.975157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:33.978578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:04:34.014840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Releasing vxlan tunnel 13 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:04:34.020005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08bd7793-501e-4cd0-ba21-4c6c8d2279c3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:34.328100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:34.342104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:34.357392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:34.365256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08bd7793-501e-4cd0-ba21-4c6c8d2279c3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:34.432253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90c2b112-8fbe-4cd3-8f74-bf1924831ebb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:34.454948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f4a5cb0-c427-4e9c-935a-d2be166dfbcc tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:34.500677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7c0d-26b9-4f7d-b95e-81c4d099a816 req-3d845b61-1733-48aa-817e-ce679d825010 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:34.502368 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aa1e7c0d-26b9-4f7d-b95e-81c4d099a816 req-3d845b61-1733-48aa-817e-ce679d825010 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 945 time: 0.4067380
Dec 21 10:04:34.554479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2b112-8fbe-4cd3-8f74-bf1924831ebb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=46271945-aefc-422f-8f11-c6eb566c992e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:34.585667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-90c2b112-8fbe-4cd3-8f74-bf1924831ebb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:34.675540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:34.676776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/floatingips/b2ab675d-a76c-4aae-88f5-3bf32a015883 HTTP/1.1" status: 204  len: 168 time: 3.8138633
Dec 21 10:04:34.678029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 6edd21a8-f539-45ae-bddd-facaa95d4703 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:34.688784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38578) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:04:34.714240 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:04:34.770627 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aa1e7c0d-26b9-4f7d-b95e-81c4d099a816 req-0740b4ad-288d-47cb-96f2-6c98884d8003 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2287993
Dec 21 10:04:34.793790 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-8213aa0e-e3ae-4389-bb71-3501052c72dc tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] DELETE failed (client error): The resource could not be found.
Dec 21 10:04:34.794277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8213aa0e-e3ae-4389-bb71-3501052c72dc tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:04:34.857064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 172.20.0.6 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/6d56493c-b7a3-41d7-9596-a90660e51916/09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:34.885635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90c2b112-8fbe-4cd3-8f74-bf1924831ebb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:34.890337 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-90c2b112-8fbe-4cd3-8f74-bf1924831ebb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/46271945-aefc-422f-8f11-c6eb566c992e HTTP/1.1" status: 204  len: 168 time: 3.9324033
Dec 21 10:04:34.893592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc316a0-e633-464e-9215-119b865f186c None None] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:34.895425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38584) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:35.055568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e7a8ed9-1124-49b8-a107-ce7580cd6529 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet 4998f0fa-f2dc-479b-ab4c-0fe56764238e {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:35.063510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8ed9-1124-49b8-a107-ce7580cd6529 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:35.144886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08bd7793-501e-4cd0-ba21-4c6c8d2279c3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:35.160868 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8213aa0e-e3ae-4389-bb71-3501052c72dc tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/ports/e7d614b2-cf1f-413b-b987-aef2eca12136 HTTP/1.1" status: 404  len: 333 time: 0.4480464
Dec 21 10:04:35.165994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38588) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:35.166652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b69ac37-8308-4cb9-98f9-95944841038f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:35.169334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f816:3eff:fef7:209f (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/ecb0f404-872f-4fa4-a4f6-8c694f6349c4/09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:35.215576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8ed9-1124-49b8-a107-ce7580cd6529 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:35.231729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0443ff44-ac2e-40b9-9298-c79e8d1cce09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Synchronizing usage tracker for tenant:338c2a421bf848038828530c137b28aa on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:35.238515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:35.257045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4812dbf-aee4-40a5-a4e4-5cedfac21d76 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:35.280790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd7793-501e-4cd0-ba21-4c6c8d2279c3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Subnet': ['ID=fcdb1b83-e395-49ec-b92a-cdd27918afd9,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:35.289756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08bd7793-501e-4cd0-ba21-4c6c8d2279c3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:35.298013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df8eed-37ab-4114-905b-c09d41cc95c7 req-f5e0f2e0-c842-4194-bede-9c87352ce54e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:35.299635 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-21df8eed-37ab-4114-905b-c09d41cc95c7 req-f5e0f2e0-c842-4194-bede-9c87352ce54e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 945 time: 0.3606625
Dec 21 10:04:35.303318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:35.348837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Network': ['ID=6edd21a8-f539-45ae-bddd-facaa95d4703,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:35.361855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:35.367855 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/networks/6edd21a8-f539-45ae-bddd-facaa95d4703 HTTP/1.1" status: 204  len: 168 time: 2.6964831
Dec 21 10:04:35.377851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38592) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:35.409902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0443ff44-ac2e-40b9-9298-c79e8d1cce09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Unset dirty status for tenant:338c2a421bf848038828530c137b28aa on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:35.414908 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0443ff44-ac2e-40b9-9298-c79e8d1cce09 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "GET /v2.0/ports?device_id=75de3479-110a-4551-b309-36b65328c23d HTTP/1.1" status: 200  len: 205 time: 0.2441628
Dec 21 10:04:35.421079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:35.422081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38596) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:35.444701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88597c99-6bf0-4ab2-84a9-fa4179e034f6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:35.552150 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-cc9cd4a6-1412-4ba4-9ae4-ee50e843363d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] delete failed (client error): The resource could not be found.
Dec 21 10:04:35.553071 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cc9cd4a6-1412-4ba4-9ae4-ee50e843363d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/routers/75de3479-110a-4551-b309-36b65328c23d HTTP/1.1" status: 404  len: 336 time: 0.1235631
Dec 21 10:04:35.562463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270a9dae-6ca0-42c1-a0da-6a5e2bb04777 None None] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:35.563076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08bd7793-501e-4cd0-ba21-4c6c8d2279c3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:35.570619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38600) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:35.577321 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-08bd7793-501e-4cd0-ba21-4c6c8d2279c3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/fcdb1b83-e395-49ec-b92a-cdd27918afd9 HTTP/1.1" status: 204  len: 168 time: 2.6223431
Dec 21 10:04:35.578379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38604) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:35.582674 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-21df8eed-37ab-4114-905b-c09d41cc95c7 req-6bbd3b6f-238c-411e-a37c-7803656c2953 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2041633
Dec 21 10:04:35.657393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38608) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:35.784938 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a943f174-ab52-4f00-90b6-f773e3f6cdd5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] DELETE failed (client error): The resource could not be found.
Dec 21 10:04:35.785430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a943f174-ab52-4f00-90b6-f773e3f6cdd5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:04:35.787405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a943f174-ab52-4f00-90b6-f773e3f6cdd5 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/subnets/22faa43c-0237-460c-928a-64f19b708aae HTTP/1.1" status: 404  len: 337 time: 0.2157340
Dec 21 10:04:35.795490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38612) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:35.796764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8ed9-1124-49b8-a107-ce7580cd6529 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:35.846357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=df287685-f99a-41d5-ae40-8f0c9520dabc,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:35.858539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:35.868861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:35.916982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:35.994153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] DHCP port deletion for e9b13a28-7e59-499f-94cf-23e4f2df7a2b request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:04:35.998838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] Deleting port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:35.999038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.072870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-701f834e-a2d4-4381-bd50-d7b550cbba34 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 865d43cd-e1ef-4642-addf-37f73e3fde1f {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:36.073246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-701f834e-a2d4-4381-bd50-d7b550cbba34 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.101016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.105816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d846ec1d-db2b-4993-a368-83d09c10d6ee None None] Provisioning complete for port a77bec20-f662-4515-a090-a91b2f59c490 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:36.106246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d846ec1d-db2b-4993-a368-83d09c10d6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.115465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:36.116844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.128201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:36.190916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.206731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:36.208935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:36.246829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:36.247480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.268643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1ea667-759a-4903-83c1-74ab1288f002 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:36.274521 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5d1ea667-759a-4903-83c1-74ab1288f002 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 1157 time: 0.6075830
Dec 21 10:04:36.274752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3575ac98-ad3d-4aec-9825-777a98c0170b None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:36.276629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38616) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:36.349404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:36.358325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.0261970
Dec 21 10:04:36.364911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38620) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:36.385986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'security_group': {'name': 'tempest-secgroup-226556443'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:36.391253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:36.398407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:36.403863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecab7fd0>,) {'filters': {'network_id': ['0e81b6c3-33d3-475c-94fb-cfb4ee874e19']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:36.414021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:floatingip and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:36.418551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:36.424156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:36.427615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:36.432107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.443196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecab7fd0>, 'c7cca32e-c384-40d9-b2d8-3a5d66eab153') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:36.443434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecab7fd0>, 'c7cca32e-c384-40d9-b2d8-3a5d66eab153') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:36.472932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:36.475511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d53fd9b-06c0-4548-af90-e29605a3a9ff tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:36.511876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:36.557789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.587082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.635606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] For port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=569313d4-237c-4c1b-a4d4-19deeb7f0bd4,segment=NetworkSegment(0b96f968-bc4d-416a-af85-162b7a59f581),segment_id=0b96f968-bc4d-416a-af85-162b7a59f581)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:36.636058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.669210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.702521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:36.710315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Releasing vxlan tunnel 4 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:04:36.765356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:36.778945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:36.781836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:36.794830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group_rule and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:36.818060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] Calling delete_port for 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:36.848509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:36.890537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:37.001840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.018813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3e76244-582e-4a6b-a826-001497f12ed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:37.082022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=569313d4-237c-4c1b-a4d4-19deeb7f0bd4,segment=NetworkSegment(0b96f968-bc4d-416a-af85-162b7a59f581),segment_id=0b96f968-bc4d-416a-af85-162b7a59f581)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:37.082316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.082546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] Pushing event deleted for resources: {'Port': ['ID=569313d4-237c-4c1b-a4d4-19deeb7f0bd4,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:37.086531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:37.100562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:37.100562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.102795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:37.108318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-701f834e-a2d4-4381-bd50-d7b550cbba34 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.123926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:37.144205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:37.233552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:04:37.255968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:37.288508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:04:37.290006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:04:37.321354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] No DVR routers for this DVR port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:04:37.342389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'tenant_id': '394d3148181a4188a32a0ab93bdc02cd', 'fixed_ips': [{'subnet_id': 'df287685-f99a-41d5-ae40-8f0c9520dabc'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:04:37.343433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.371639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:37.372320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.431174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-701f834e-a2d4-4381-bd50-d7b550cbba34 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 865d43cd-e1ef-4642-addf-37f73e3fde1f owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:37.468902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.473174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 0e81b6c3-33d3-475c-94fb-cfb4ee874e19 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:37.481613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8ed9-1124-49b8-a107-ce7580cd6529 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.484002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.502942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-012c825e-2edd-46af-ba61-c184bb14c57d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:37.511911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:04:37.521173 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:04:37.582434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7a8ed9-1124-49b8-a107-ce7580cd6529 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=4998f0fa-f2dc-479b-ab4c-0fe56764238e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:37.590619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e7a8ed9-1124-49b8-a107-ce7580cd6529 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:37.634795 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 5.4848413
Dec 21 10:04:37.635637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38624) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:37.656838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.659141 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1692 time: 1.2828798
Dec 21 10:04:37.673214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38628) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:37.687415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'security_group': {'name': 'tempest-secgroup-201677640'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:37.715781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:37.723865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:37.728807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:37.729904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'SecurityGroup': ['ID=7904d564-40ac-4eda-9d8e-955b922048bc,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:37.734526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:04:37.734876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:04:37.735813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.744320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:37.748813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e7a8ed9-1124-49b8-a107-ce7580cd6529 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.757732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:37.769152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.775813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-926bc246-8341-4c8f-b00f-4c0f897b9291 None None] Provisioning for port 09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:37.777358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-733319a5-73a3-47d0-82f1-b9c07e2e9855 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:37.789823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b40cb0-6370-4c4a-9403-f07cd59a3514 None None] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:37.802986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.814754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-926bc246-8341-4c8f-b00f-4c0f897b9291 None None] Provisioning complete for port 09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:37.814754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-926bc246-8341-4c8f-b00f-4c0f897b9291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.828217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Network': ['ID=0e81b6c3-33d3-475c-94fb-cfb4ee874e19,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:37.838928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:37.839032 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e7a8ed9-1124-49b8-a107-ce7580cd6529 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/4998f0fa-f2dc-479b-ab4c-0fe56764238e HTTP/1.1" status: 204  len: 168 time: 2.9393229
Dec 21 10:04:37.840072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.848648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38632) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:37.857318 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/networks/0e81b6c3-33d3-475c-94fb-cfb4ee874e19 HTTP/1.1" status: 204  len: 168 time: 2.4709628
Dec 21 10:04:37.860590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38634) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:37.874373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1237990641'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:37.890981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:37.902735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:37.905464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:network and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:37.911679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group_rule and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:37.914910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:37.919046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:37.929735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:37.932064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-701f834e-a2d4-4381-bd50-d7b550cbba34 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:37.935406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:37.958639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1f2dae6-bcb1-4c67-a8c6-d1ec48fa2dd0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:37.964461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Allocated IP 172.20.0.2 (768b4c76-b2fc-47fd-998e-2a2b0d971ffd/df287685-f99a-41d5-ae40-8f0c9520dabc/301fd7d9-6951-4000-9a3d-c9dc4a0b9e10) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:37.982606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-926bc246-8341-4c8f-b00f-4c0f897b9291 None None] Port 09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:38.026596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f834e-a2d4-4381-bd50-d7b550cbba34 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=865d43cd-e1ef-4642-addf-37f73e3fde1f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:38.040079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-701f834e-a2d4-4381-bd50-d7b550cbba34 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:38.044234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:38.049944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.195146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:04:38.237251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 569313d4-237c-4c1b-a4d4-19deeb7f0bd4 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:38.237676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.282271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.282640 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added segment a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2 of type vxlan for network d1ae0c85-0937-4505-9fb0-44027ba20c6a
Dec 21 10:04:38.311928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e66e884-fdef-4545-8538-67c3ed441693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.332994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.355822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.356081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Transition to ACTIVE for port object 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:38.380450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] The port '569313d4-237c-4c1b-a4d4-19deeb7f0bd4' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:04:38.382944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.383972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] DHCP port deletion for 8a1378dd-9c95-4675-97b6-2884f70146a1 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:04:38.387927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Transition to ACTIVE for port object 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:38.391894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] Deleting port a77bec20-f662-4515-a090-a91b2f59c490 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:38.392347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.407589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69181c9-d3a8-46e3-aa60-65b2d54d4680 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:38.412388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69181c9-d3a8-46e3-aa60-65b2d54d4680 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:38.413402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c69181c9-d3a8-46e3-aa60-65b2d54d4680 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:38.428027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.433631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.447065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c016efe-20e0-4be5-b6cf-558195d4da9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:38.477947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3bb96639-6779-49d3-9326-b3907b56edf7 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:38.544147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.563666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.563956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c69181c9-d3a8-46e3-aa60-65b2d54d4680 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:38.567889 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1692 time: 0.8875742
Dec 21 10:04:38.568566 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c69181c9-d3a8-46e3-aa60-65b2d54d4680 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1863 time: 0.9214871
Dec 21 10:04:38.573172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Pushing event updated for resources: {'Port': ['ID=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:38.578871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38640) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:38.579521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38642) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:38.580484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port a77bec20-f662-4515-a090-a91b2f59c490 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:38.581054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.586896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:38.613079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'SecurityGroup': ['ID=c307730c-1fac-4c35-911a-4dd5855989d5,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:38.621615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:38.623215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'name': 'tempest-PortsTestJSON-2079475605', 'security_groups': ['c307730c-1fac-4c35-911a-4dd5855989d5'], 'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'df287685-f99a-41d5-ae40-8f0c9520dabc'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:38.637056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-701f834e-a2d4-4381-bd50-d7b550cbba34 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.641676 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-701f834e-a2d4-4381-bd50-d7b550cbba34 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/ports/865d43cd-e1ef-4642-addf-37f73e3fde1f HTTP/1.1" status: 204  len: 168 time: 2.7989149
Dec 21 10:04:38.683277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38648) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:38.694386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.736800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.741262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:38.741829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.755228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fac0477c-6b08-4602-89c8-ffdb68db6408 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:38.867282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:38.871063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:38.873733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:38.890855 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.0245278
Dec 21 10:04:38.923314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38652) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:38.936718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] For port a77bec20-f662-4515-a090-a91b2f59c490, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a77bec20-f662-4515-a090-a91b2f59c490,segment=NetworkSegment(d61f1854-7bf8-476b-957f-e825bc5c414b),segment_id=d61f1854-7bf8-476b-957f-e825bc5c414b)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:38.937167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.953223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Attempting to bind port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:04:38.953694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Attempting to bind port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '286b993a-05ed-4700-bdb8-2bd9715a7cdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:04:38.954112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Attempting to bind port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 on network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:04:38.954239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe77e0780>,) {'filters': {'network_id': ['e9b13a28-7e59-499f-94cf-23e4f2df7a2b']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:38.962233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Network': ['ID=d1ae0c85-0937-4505-9fb0-44027ba20c6a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:38.967968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:38.971900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe77e0780>, '0b96f968-bc4d-416a-af85-162b7a59f581') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:38.972255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe77e0780>, '0b96f968-bc4d-416a-af85-162b7a59f581') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:38.973365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-214f1d94-3726-4e89-9381-df2ea7049042 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:38.973778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-214f1d94-3726-4e89-9381-df2ea7049042 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:38.986197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.003903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.006960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Releasing vxlan tunnel 6 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:04:39.021315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:04:39.022160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'subnet': {'network_id': 'd1ae0c85-0937-4505-9fb0-44027ba20c6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:39.034765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:04:39.071207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cbebe2ff-9039-4cb5-b5f6-e38b445a8683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 4f990f64-f9dc-4e04-8aca-1f07e986938f {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:39.071591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbebe2ff-9039-4cb5-b5f6-e38b445a8683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.118253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:04:39.118628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Checking segment: {'id': '286b993a-05ed-4700-bdb8-2bd9715a7cdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:39.119798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.120252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Bound using segment: {'id': '286b993a-05ed-4700-bdb8-2bd9715a7cdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:04:39.120796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Bound port: 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '286b993a-05ed-4700-bdb8-2bd9715a7cdd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:04:39.121764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.149857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] Calling delete_port for a77bec20-f662-4515-a090-a91b2f59c490 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:39.178792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a77bec20-f662-4515-a090-a91b2f59c490 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:04:39.224035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:39.235250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.383145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.181 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/746f266e-01b1-4671-af94-ae3a7d56e3a7) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:39.425600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network e9b13a28-7e59-499f-94cf-23e4f2df7a2b has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:39.442447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:04:39.454690 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:04:39.552593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.557514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.563084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:39.563861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-54a1c3e9-d783-4af7-971c-d305c38f4228 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:39.592576 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/networks/e9b13a28-7e59-499f-94cf-23e4f2df7a2b HTTP/1.1" status: 204  len: 168 time: 4.0085552
Dec 21 10:04:39.593548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38656) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:39.594550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Network': ['ID=e9b13a28-7e59-499f-94cf-23e4f2df7a2b,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:39.599472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:39.603957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'name': 'tempest-RoutersTest-router-1508094933', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:39.612057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:39.617814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:router and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:39.620796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:39.627738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:39.641317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:39.641944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.643345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.661535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.703067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:subnet and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:39.717578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:39.753271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] For port a77bec20-f662-4515-a090-a91b2f59c490, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a77bec20-f662-4515-a090-a91b2f59c490,segment=NetworkSegment(d61f1854-7bf8-476b-957f-e825bc5c414b),segment_id=d61f1854-7bf8-476b-957f-e825bc5c414b)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:39.753680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.779974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:39.797293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:39.844796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.859702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] For port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:04:39.871632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41227b37-d72a-4669-8016-12b61fa36844 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:39.945826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] Pushing event deleted for resources: {'Port': ['ID=a77bec20-f662-4515-a090-a91b2f59c490,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:39.954110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] For port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,segment=NetworkSegment(286b993a-05ed-4700-bdb8-2bd9715a7cdd),segment_id=286b993a-05ed-4700-bdb8-2bd9715a7cdd)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:04:39.955450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:39.963049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:39.979105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:40.053032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60cbc98c-cdbe-4f2c-a7cf-e1120235f719 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:40.139029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for a77bec20-f662-4515-a090-a91b2f59c490 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:40.200065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:40.266458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:40.295562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] No DVR routers for this DVR port a77bec20-f662-4515-a090-a91b2f59c490 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:04:40.301521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Pushing event updated for resources: {'Port': ['ID=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:40.312815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:40.626625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:40.660612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:40.836025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:40.853426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbebe2ff-9039-4cb5-b5f6-e38b445a8683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:40.879282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-214f1d94-3726-4e89-9381-df2ea7049042 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:40.961417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:41.110653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cbebe2ff-9039-4cb5-b5f6-e38b445a8683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 4f990f64-f9dc-4e04-8aca-1f07e986938f owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:41.133599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:41.210654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:41.227944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:04:41.228314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:04:41.239413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-214f1d94-3726-4e89-9381-df2ea7049042 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:41.390913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:41.423972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:41.452688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b26929b4-59e7-4299-99d7-a197dd22f2c0 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:41.481812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Allocated IP 172.26.1.141 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/3e79d16d-b92d-40e8-831c-913043f5b48f) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:41.654563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:41.685794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:41.702403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:41.722577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=746f266e-01b1-4671-af94-ae3a7d56e3a7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:41.797909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port a77bec20-f662-4515-a090-a91b2f59c490 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:41.798131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:41.835338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:41.870415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=3e79d16d-b92d-40e8-831c-913043f5b48f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:41.874260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:41.916586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:41.917888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:41.920291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:42.007561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] The port 'a77bec20-f662-4515-a090-a91b2f59c490' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:04:42.073434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Provisioning for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:42.082961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:42.083794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.120880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.192495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 28e45eda-f650-4b9e-9068-8401d95f1e9a yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:04:42.246085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.274531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbebe2ff-9039-4cb5-b5f6-e38b445a8683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.289232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] For port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,segment=NetworkSegment(286b993a-05ed-4700-bdb8-2bd9715a7cdd),segment_id=286b993a-05ed-4700-bdb8-2bd9715a7cdd)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:42.295517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.301758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:42.329758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:42.329758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01c96a16-424b-4fe7-8954-7e355d6bfdc0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:42.376279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6482177-e41c-414b-850f-cfd5b682304b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.381221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:42.396316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Provisioning complete for port ea706a91-5ba4-431e-b308-00bfcfbf78f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:42.398047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.423813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:42.458393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Pushing event updated for resources: {'Port': ['ID=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:42.464202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:42.468943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Port ea706a91-5ba4-431e-b308-00bfcfbf78f1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:42.470060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebe2ff-9039-4cb5-b5f6-e38b445a8683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=4f990f64-f9dc-4e04-8aca-1f07e986938f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:42.471376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.496231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbebe2ff-9039-4cb5-b5f6-e38b445a8683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:42.558060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.603189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2364d6a7-d28c-4ee5-837a-8e5433d563f5 None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:42.603917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2364d6a7-d28c-4ee5-837a-8e5433d563f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.679347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.765952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-214f1d94-3726-4e89-9381-df2ea7049042 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.852306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b7679cf-ac1e-4749-8718-c4700a61cbae tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:42.868575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:42.961953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214f1d94-3726-4e89-9381-df2ea7049042 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:43.009881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-214f1d94-3726-4e89-9381-df2ea7049042 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:43.033853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7582160>,) {'filters': {'network_id': ['8a1378dd-9c95-4675-97b6-2884f70146a1']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:43.099489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 45e72a8f-af44-4021-9d4c-5086fc456095 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:04:43.112004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:43.191295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:43.191723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:43.321209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:43.337557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c9d6a-05d2-4592-a85c-68977c882503 None None] Sync routers for ids ['45e72a8f-af44-4021-9d4c-5086fc456095'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:43.348332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c9d6a-05d2-4592-a85c-68977c882503 None None] Routers {'45e72a8f-af44-4021-9d4c-5086fc456095'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:43.349322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7e3c9d6a-05d2-4592-a85c-68977c882503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee03e7b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['45e72a8f-af44-4021-9d4c-5086fc456095'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:43.353253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:43.357459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 3.7577658
Dec 21 10:04:43.358011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38660) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:43.411722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:43.420128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7e3c9d6a-05d2-4592-a85c-68977c882503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee03e7b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:43.430879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c9d6a-05d2-4592-a85c-68977c882503 None None] Routers {'45e72a8f-af44-4021-9d4c-5086fc456095'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:43.431809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7e3c9d6a-05d2-4592-a85c-68977c882503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee03e7b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['45e72a8f-af44-4021-9d4c-5086fc456095'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:43.434182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7582160>, 'd61f1854-7bf8-476b-957f-e825bc5c414b') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:43.434517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7582160>, 'd61f1854-7bf8-476b-957f-e825bc5c414b') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:43.498872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7e3c9d6a-05d2-4592-a85c-68977c882503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee03e7b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:43.499747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3c9d6a-05d2-4592-a85c-68977c882503 None None] The sync data for ids ['45e72a8f-af44-4021-9d4c-5086fc456095'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:43.565664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:43.676262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:43.684824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Releasing vxlan tunnel 10 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:04:43.736024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.10 (768b4c76-b2fc-47fd-998e-2a2b0d971ffd/df287685-f99a-41d5-ae40-8f0c9520dabc/28e45eda-f650-4b9e-9068-8401d95f1e9a) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:43.833141 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a795237a-13b0-47e3-b832-0e0b8fd46616 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/routers/45e72a8f-af44-4021-9d4c-5086fc456095 HTTP/1.1" status: 200  len: 881 time: 0.4737613
Dec 21 10:04:43.835870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38664) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:43.986772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbebe2ff-9039-4cb5-b5f6-e38b445a8683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:44.055018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-81c4092d-1731-4ccf-b40f-4ace4ab511d2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:router {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:44.073299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-81c4092d-1731-4ccf-b40f-4ace4ab511d2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:router {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:44.077033 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-81c4092d-1731-4ccf-b40f-4ace4ab511d2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.2378986
Dec 21 10:04:44.077767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38668) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:44.083847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1ec0ac39-fae3-4137-8f98-6c0d6d9005fc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1508094933'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:44.221870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:44.245824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:44.324583 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cbebe2ff-9039-4cb5-b5f6-e38b445a8683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/ports/4f990f64-f9dc-4e04-8aca-1f07e986938f HTTP/1.1" status: 204  len: 168 time: 5.6369948
Dec 21 10:04:44.339312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38672) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:44.508937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-214f1d94-3726-4e89-9381-df2ea7049042 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:44.510960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-214f1d94-3726-4e89-9381-df2ea7049042 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c HTTP/1.1" status: 204  len: 168 time: 5.9019871
Dec 21 10:04:44.514468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38676) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:44.626621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ea76cf-aca8-4e44-aed3-c1a602781887 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:44.627400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e8ea76cf-aca8-4e44-aed3-c1a602781887 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Synchronizing usage tracker for tenant:338c2a421bf848038828530c137b28aa on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:44.670184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 8a1378dd-9c95-4675-97b6-2884f70146a1 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:44.671151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e8ea76cf-aca8-4e44-aed3-c1a602781887 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Unset dirty status for tenant:338c2a421bf848038828530c137b28aa on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:44.672448 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e8ea76cf-aca8-4e44-aed3-c1a602781887 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "GET /v2.0/ports?device_id=690c2a3e-bc94-44ce-aa79-5f6de961861f HTTP/1.1" status: 200  len: 913 time: 0.3320134
Dec 21 10:04:44.704330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38682) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:04:44.705088 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:04:44.828264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ac39-fae3-4137-8f98-6c0d6d9005fc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:44.841452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86a131-f50b-4e93-81d0-5e30d372f97d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:44.842988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86a131-f50b-4e93-81d0-5e30d372f97d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:44.844543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d86a131-f50b-4e93-81d0-5e30d372f97d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:44.845332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7d86a131-f50b-4e93-81d0-5e30d372f97d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:44.856812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ac39-fae3-4137-8f98-6c0d6d9005fc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:44.926615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7d86a131-f50b-4e93-81d0-5e30d372f97d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:44.927923 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7d86a131-f50b-4e93-81d0-5e30d372f97d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.4124424
Dec 21 10:04:44.936788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38686) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:44.978785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:45.050143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14ac2f34-98f6-467f-aede-1d00ed284fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:45.077743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:45.095784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:45.125448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Network': ['ID=8a1378dd-9c95-4675-97b6-2884f70146a1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:45.136857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:45.158214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/networks/8a1378dd-9c95-4675-97b6-2884f70146a1 HTTP/1.1" status: 204  len: 168 time: 7.2980361
Dec 21 10:04:45.166086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38690) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:45.172576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:45.189365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object 28e45eda-f650-4b9e-9068-8401d95f1e9a will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:45.196492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33c080b8-d5b9-43f4-af83-060b63f5cef9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:45.226412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec0ac39-fae3-4137-8f98-6c0d6d9005fc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 45e72a8f-af44-4021-9d4c-5086fc456095 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:45.341980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0fa4bd-6d10-4fb8-8fc1-b1137ba806b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 6d56493c-b7a3-41d7-9596-a90660e51916 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:45.347855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa4bd-6d10-4fb8-8fc1-b1137ba806b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:45.497654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa4bd-6d10-4fb8-8fc1-b1137ba806b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:45.582751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec0ac39-fae3-4137-8f98-6c0d6d9005fc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:45.589533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ec0ac39-fae3-4137-8f98-6c0d6d9005fc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:45.590908 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1ec0ac39-fae3-4137-8f98-6c0d6d9005fc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/45e72a8f-af44-4021-9d4c-5086fc456095 HTTP/1.1" status: 200  len: 888 time: 1.5120811
Dec 21 10:04:45.596127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5834e-590f-46d6-9fde-8072f7e0e09a None None] Sync routers for ids ['45e72a8f-af44-4021-9d4c-5086fc456095'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:45.597256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38694) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:45.612671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5834e-590f-46d6-9fde-8072f7e0e09a None None] Routers {'45e72a8f-af44-4021-9d4c-5086fc456095'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:45.613411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d5f5834e-590f-46d6-9fde-8072f7e0e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec4f7b00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['45e72a8f-af44-4021-9d4c-5086fc456095'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:45.686186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d5f5834e-590f-46d6-9fde-8072f7e0e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec4f7b00>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:45.698905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5834e-590f-46d6-9fde-8072f7e0e09a None None] Routers {'45e72a8f-af44-4021-9d4c-5086fc456095'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:45.699619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d5f5834e-590f-46d6-9fde-8072f7e0e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec4f7b00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['45e72a8f-af44-4021-9d4c-5086fc456095'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:45.764894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d5f5834e-590f-46d6-9fde-8072f7e0e09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec4f7b00>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:45.765465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5834e-590f-46d6-9fde-8072f7e0e09a None None] The sync data for ids ['45e72a8f-af44-4021-9d4c-5086fc456095'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:45.798889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa4bd-6d10-4fb8-8fc1-b1137ba806b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:45.841701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Subnet': ['ID=d902391e-71b1-44d3-bbf4-b26284c02f5b,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:45.877438 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5a6aa974-364d-42ca-a2c6-d3f94dd2219c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/routers/45e72a8f-af44-4021-9d4c-5086fc456095 HTTP/1.1" status: 200  len: 888 time: 0.2763169
Dec 21 10:04:45.877664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38698) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:45.905888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:45.943464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:45.985755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f07ebfa1-3780-4d30-93b9-7290a2e91ddb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:46.058347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:46.142471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:46.217339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36af570b-e1d8-4d10-bc47-7d9d04ff38c3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:46.218122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-36af570b-e1d8-4d10-bc47-7d9d04ff38c3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:46.243197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-33a443bd-b6fd-41f3-95e0-27104d0b1adf tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:46.286637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=28e45eda-f650-4b9e-9068-8401d95f1e9a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:46.306705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:46.342488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-33a443bd-b6fd-41f3-95e0-27104d0b1adf tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:46.343791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-33a443bd-b6fd-41f3-95e0-27104d0b1adf tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=45e72a8f-af44-4021-9d4c-5086fc456095 HTTP/1.1" status: 200  len: 205 time: 0.4652410
Dec 21 10:04:46.347113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38702) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:46.474312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-36af570b-e1d8-4d10-bc47-7d9d04ff38c3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:46.476590 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-36af570b-e1d8-4d10-bc47-7d9d04ff38c3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 848 time: 1.2889078
Dec 21 10:04:46.477553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Checking segment: {'id': 'a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1ae0c85-0937-4505-9fb0-44027ba20c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:46.477956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network hostable DHCP agents. Network: d1ae0c85-0937-4505-9fb0-44027ba20c6a, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:04:46.482656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38706) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:46.618861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:46.640802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:46.705408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:46.708453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:04:46.712015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa4bd-6d10-4fb8-8fc1-b1137ba806b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:46.728949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:46.730720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-90c2b112-8fbe-4cd3-8f74-bf1924831ebb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:46.744726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:46.799238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fa4bd-6d10-4fb8-8fc1-b1137ba806b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=6d56493c-b7a3-41d7-9596-a90660e51916,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:46.809464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab0fa4bd-6d10-4fb8-8fc1-b1137ba806b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:46.845538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, d1ae0c85-0937-4505-9fb0-44027ba20c6a) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:46.856974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61028bbe-d143-40d1-932f-842161a27730 None None] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:46.956154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:46.957187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.004701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.009953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:47.011090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.015575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 3e79d16d-b92d-40e8-831c-913043f5b48f {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:47.015949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.076846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab0fa4bd-6d10-4fb8-8fc1-b1137ba806b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.092040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f81005-a2e8-49d2-8c6b-dce84c6ed71b None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:47.126597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ab0fa4bd-6d10-4fb8-8fc1-b1137ba806b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/6d56493c-b7a3-41d7-9596-a90660e51916 HTTP/1.1" status: 204  len: 168 time: 2.1882102
Dec 21 10:04:47.132769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38710) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:47.138127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8df55fd6-bf9c-49c5-ab5c-e11b8e72d1bf None None] Provisioning for port 28e45eda-f650-4b9e-9068-8401d95f1e9a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:47.155988 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-20c68a97-4590-4fdc-8ccd-72f7535fa53d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.6516566
Dec 21 10:04:47.171657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8df55fd6-bf9c-49c5-ab5c-e11b8e72d1bf None None] Provisioning complete for port 28e45eda-f650-4b9e-9068-8401d95f1e9a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:47.172078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8df55fd6-bf9c-49c5-ab5c-e11b8e72d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.175373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38714) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:47.200921 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 8.2764206
Dec 21 10:04:47.229061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38718) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:47.237245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 8.6271260
Dec 21 10:04:47.248896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1868194430'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:47.255978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38722) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:47.260726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-757118711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:47.275594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:47.277599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:47.292120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:network and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:47.296934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:47.298248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:47.310805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:47.333826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a044929-dadc-487f-88c1-e40ecb2420e2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet ecb0f404-872f-4fa4-a4f6-8c694f6349c4 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:47.345190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4a044929-dadc-487f-88c1-e40ecb2420e2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.354711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8df55fd6-bf9c-49c5-ab5c-e11b8e72d1bf None None] Port 28e45eda-f650-4b9e-9068-8401d95f1e9a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:47.379915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:router and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:47.385207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.393377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:47.403550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:47.409345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.419667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:47.455583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-d1ae0c85-0937-4505-9fb0-44027ba20c6a', 'network_id': 'd1ae0c85-0937-4505-9fb0-44027ba20c6a', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'fixed_ips': [{'subnet_id': 'd902391e-71b1-44d3-bbf4-b26284c02f5b'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:04:47.456488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.562254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 3e79d16d-b92d-40e8-831c-913043f5b48f owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:47.572896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.574030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.608353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4a044929-dadc-487f-88c1-e40ecb2420e2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.673766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:04:47.677981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:47.685202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.688016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:47.699949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:47.702455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.702608 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Added segment 53faf22d-9242-40e4-ae31-cc96166d98a2 of type vxlan for network ef984e82-8d01-402f-91ca-7713a7908023
Dec 21 10:04:47.710980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:47.754132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.760492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:47.780391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.786476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.803474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.814345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa87b837-5102-4ad4-8ea3-8e6552578c95 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:47.841318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4a044929-dadc-487f-88c1-e40ecb2420e2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.855086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Allocated IP 2001:db8::2 (d1ae0c85-0937-4505-9fb0-44027ba20c6a/d902391e-71b1-44d3-bbf4-b26284c02f5b/72997752-457f-4526-ab62-de4f0bccfa01) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:47.891268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.965028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:47.969441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:47.970221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:48.046038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d30b9d4-99ae-4072-9970-76fdcc82074a tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:48.131957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:48.146360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Transition to ACTIVE for port object 72997752-457f-4526-ab62-de4f0bccfa01 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:48.172523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Transition to ACTIVE for port object 72997752-457f-4526-ab62-de4f0bccfa01 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:48.180306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:48.221913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Network': ['ID=ef984e82-8d01-402f-91ca-7713a7908023,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:48.223731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-56f8e401-4468-4ba5-8004-5c8bc25ceca2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:48.232040 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.0493624
Dec 21 10:04:48.291718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38726) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:48.305248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.305703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.306127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.306545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.306961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.307371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.307782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.308193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.308601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.309007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.309417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.309842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.310327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.310732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.311134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.311536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.311937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.312311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.312719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.313115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.313530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.313944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.314343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.314741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:48.328476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': 'ef984e82-8d01-402f-91ca-7713a7908023', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:48.361170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:48.369943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network ef984e82-8d01-402f-91ca-7713a7908023 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:04:48.374296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:48.375380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3c56769d-b3b5-4479-8460-deb8e9c3e9c4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.1397288
Dec 21 10:04:48.392594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38730) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:48.441563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=746f266e-01b1-4671-af94-ae3a7d56e3a7,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:48.454989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:48.508812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:48.594113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network ef984e82-8d01-402f-91ca-7713a7908023 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:04:48.654989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'port': {'network_id': 'd1ae0c85-0937-4505-9fb0-44027ba20c6a', 'name': 'tempest-RoutersIpV6Test-1075208306'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:48.675112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:48.683790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:48.692213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Pushing event updated for resources: {'Port': ['ID=72997752-457f-4526-ab62-de4f0bccfa01,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:48.702560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:48.748048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet df287685-f99a-41d5-ae40-8f0c9520dabc (CIDR: 172.20.0.0/28)
Dec 21 10:04:48.765818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:48.801547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:48.826223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:48.885267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-571ffdca-a4d0-4d80-826d-604b63ddcecb None None] Provisioning complete for port 70b6cec3-96f4-45e2-9d93-a788a30613bd triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:48.885742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-571ffdca-a4d0-4d80-826d-604b63ddcecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:48.912129 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:04:48.914092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:04:48.983024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:48.991901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:48.991901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:49.084854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-49c06bc6-7192-4cd8-906b-8d593ccd23df tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.8158863
Dec 21 10:04:49.092087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Attempting to bind port 72997752-457f-4526-ab62-de4f0bccfa01 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:04:49.092495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Attempting to bind port 72997752-457f-4526-ab62-de4f0bccfa01 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1ae0c85-0937-4505-9fb0-44027ba20c6a'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:04:49.093327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Attempting to bind port 72997752-457f-4526-ab62-de4f0bccfa01 on network d1ae0c85-0937-4505-9fb0-44027ba20c6a {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:04:49.093478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38734) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:49.106452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:49.112683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:04:49.113099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Checking segment: {'id': 'a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1ae0c85-0937-4505-9fb0-44027ba20c6a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:49.113556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.114065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Bound using segment: {'id': 'a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1ae0c85-0937-4505-9fb0-44027ba20c6a'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:04:49.114592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Bound port: 72997752-457f-4526-ab62-de4f0bccfa01, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'd1ae0c85-0937-4505-9fb0-44027ba20c6a'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:04:49.115011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.141028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port ff9e37f8-7725-4449-8d48-6a1da9946802 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:49.141842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.174829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:49.244714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] For port 72997752-457f-4526-ab62-de4f0bccfa01, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:04:49.249088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] For port 72997752-457f-4526-ab62-de4f0bccfa01, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=72997752-457f-4526-ab62-de4f0bccfa01,segment=NetworkSegment(a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2),segment_id=a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:04:49.257027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.259670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.274419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.279470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:49.324952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:49.452347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP a1624d85-35d3-4bbb-83fa-99767bd263d3 associated. External IP: 172.26.1.181, port: 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9.
Dec 21 10:04:49.465292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.467923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Pushing event updated for resources: {'Port': ['ID=72997752-457f-4526-ab62-de4f0bccfa01,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:49.472786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:49.576168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.696060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.696718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Fanout notify agent at l3_agent the message router_deleted on router 45e72a8f-af44-4021-9d4c-5086fc456095 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:04:49.705406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:49.716646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:port and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:49.723198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for port was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:49.731637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:49.748353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:49.761134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.766046 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4068deb1-2cab-4928-9000-ef5e3d58c56b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/45e72a8f-af44-4021-9d4c-5086fc456095 HTTP/1.1" status: 204  len: 168 time: 3.4142294
Dec 21 10:04:49.772840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38738) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:49.780165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'network': {'name': 'tempest-RoutersTest-1065829939'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:49.788179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:49.796391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:49.802272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.805438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for ff9e37f8-7725-4449-8d48-6a1da9946802 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:49.815927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:network and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:49.825991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4a044929-dadc-487f-88c1-e40ecb2420e2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.844627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:49.848886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47b75f42-bd3c-48f4-8ff7-d9dbd36bf724 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:49.849553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:49.854993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:49.867329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:49.919189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:49.919408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:49.925281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:49.954730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a044929-dadc-487f-88c1-e40ecb2420e2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=ecb0f404-872f-4fa4-a4f6-8c694f6349c4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:49.958018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4a044929-dadc-487f-88c1-e40ecb2420e2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:50.065962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:04:50.121327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:50.127199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:50.186721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4a044929-dadc-487f-88c1-e40ecb2420e2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:50.193759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4ad96c-65a9-40c4-a1f0-baeda8037a2d None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:50.323839 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4a044929-dadc-487f-88c1-e40ecb2420e2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/ecb0f404-872f-4fa4-a4f6-8c694f6349c4 HTTP/1.1" status: 204  len: 168 time: 3.1843042
Dec 21 10:04:50.327837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38742) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:50.345864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] device_id is not set on port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:04:50.389414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:04:50.429809 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e3d57e2-63c6-4d25-837c-ae705c55d911 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0976193
Dec 21 10:04:50.436391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38746) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:50.441162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 183bdd4f-3c7d-4729-acec-803a9fe50da9 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:50.463741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:50.464483 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added segment 0775d9de-53f3-4e83-81ee-09c3ed7f2428 of type vxlan for network b84267f5-9178-4149-ac95-452fe27ae110
Dec 21 10:04:50.507709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:04:50.512316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] Deleting port 70b6cec3-96f4-45e2-9d93-a788a30613bd {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:50.512883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:50.567463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:50.729573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:50.733813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:50.734501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:50.747789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e84b18f-3e98-4822-a5a0-5e37fb0a9a61 tempest-ExternalNetworksTestJSON-1444187537 tempest-ExternalNetworksTestJSON-1444187537] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:50.764962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] For port 70b6cec3-96f4-45e2-9d93-a788a30613bd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=70b6cec3-96f4-45e2-9d93-a788a30613bd,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:50.765416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:50.883707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Network': ['ID=b84267f5-9178-4149-ac95-452fe27ae110,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:50.892340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:50.907788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 1.1329408
Dec 21 10:04:50.908351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Allocated IP 2001:db8::321 (d1ae0c85-0937-4505-9fb0-44027ba20c6a/d902391e-71b1-44d3-bbf4-b26284c02f5b/7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:50.910754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network b84267f5-9178-4149-ac95-452fe27ae110 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:04:50.922814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38750) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:50.928944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network b84267f5-9178-4149-ac95-452fe27ae110 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:04:50.934253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'subnet': {'network_id': 'b84267f5-9178-4149-ac95-452fe27ae110', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:50.961038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] Calling delete_port for 70b6cec3-96f4-45e2-9d93-a788a30613bd owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:51.169339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:51.194556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:subnet and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:51.232226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72997752-457f-4526-ab62-de4f0bccfa01 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:51.243485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:51.243838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:51.267075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a73885f2-fadb-4b01-89db-9d9b9c5aab81 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:51.300832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:51.313526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ebd5db-9e9d-48b2-8918-f4138629c062 None None] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:51.367855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Port': ['ID=ff9e37f8-7725-4449-8d48-6a1da9946802,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:51.368197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:51.385263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:51.405305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.405759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.406174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.406596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.407022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.407435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.407843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.408246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.408904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.409311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.409756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.410164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.410646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.411049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.411452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.411851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.412250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.412689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.413092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.413533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.413913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.414311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.414710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.415107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:51.418958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:51.433737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eae18e1-eebc-47d2-814a-47cb05d9fff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:51.434501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6eae18e1-eebc-47d2-814a-47cb05d9fff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:51.480858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:51.489474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:51.500862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Transition to ACTIVE for port object 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:51.503610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] Pushing event deleted for resources: {'Port': ['ID=70b6cec3-96f4-45e2-9d93-a788a30613bd,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:51.507126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] Sync routers for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:51.518826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:51.519201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:51.520080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee195240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:51.527984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5c8eb7d0-4a1b-4b06-b379-c4c848163a53 None None] Provisioning for port 72997752-457f-4526-ab62-de4f0bccfa01 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:51.545686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:51.586787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:51.605122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 72997752-457f-4526-ab62-de4f0bccfa01 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:51.628826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:51.641595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 72997752-457f-4526-ab62-de4f0bccfa01 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:51.642023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:51.646377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:51.669686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:51.738366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6eae18e1-eebc-47d2-814a-47cb05d9fff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:51.741537 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6eae18e1-eebc-47d2-814a-47cb05d9fff6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 1.2972200
Dec 21 10:04:51.747660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:04:51.752364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] No DVR routers for this DVR port 70b6cec3-96f4-45e2-9d93-a788a30613bd on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:04:51.813087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38754) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:51.883561 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 15.5512121
Dec 21 10:04:51.884561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:51.887229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:04:51.892097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38758) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:51.929327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bf012f-cbc7-4795-b1bc-7eddee3ee4a3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:51.930444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-96bf012f-cbc7-4795-b1bc-7eddee3ee4a3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:52.004657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 72997752-457f-4526-ab62-de4f0bccfa01, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=72997752-457f-4526-ab62-de4f0bccfa01,segment=NetworkSegment(a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2),segment_id=a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:52.019242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:52.049303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4f743ed-fc58-46a3-b3ac-2e5a588a916e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:52.159713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=72997752-457f-4526-ab62-de4f0bccfa01,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:52.163525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 70b6cec3-96f4-45e2-9d93-a788a30613bd no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:04:52.219596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-96bf012f-cbc7-4795-b1bc-7eddee3ee4a3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:52.221183 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-96bf012f-cbc7-4795-b1bc-7eddee3ee4a3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4026856
Dec 21 10:04:52.232454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee195240>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:03:40Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a1624d85-35d3-4bbb-83fa-99767bd263d3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'port_id': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'mac_address': 'fa:16:3e:1a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:04:44Z', 'updated_at': '2020-12-21T10:04:44Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:52.234847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38766) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:52.237087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] Checking router: 183bdd4f-3c7d-4729-acec-803a9fe50da9 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:04:52.242347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'status': 'completed', 'code': 200}
Dec 21 10:04:52.247817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:52.248657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee195240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:52.257920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:52.259332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 70b6cec3-96f4-45e2-9d93-a788a30613bd {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:04:52.259724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 70b6cec3-96f4-45e2-9d93-a788a30613bd not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:04:52.345288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=df48d6ee-7cad-48ba-aea9-db3f760c5f34,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:52.363325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fff74b85-3ba9-4b36-a41a-1e3807f051ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1196001
Dec 21 10:04:52.370779 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7074071-fb10-489d-b323-2f2108e8b1da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a1624d85-35d3-4bbb-83fa-99767bd263d3 HTTP/1.1" status: 200  len: 991 time: 0.4149187
Dec 21 10:04:52.376305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.789s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:52.376878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38770) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:52.391525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-90f0ea5f-36d6-4a02-bcd2-68efcaaff145 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:52.392280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60918720-68cc-4e87-9aaa-31ee30d6560b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.574s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:52.441402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:52.454944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Checking segment: {'id': '53faf22d-9242-40e4-ae31-cc96166d98a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef984e82-8d01-402f-91ca-7713a7908023'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:52.455352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network hostable DHCP agents. Network: ef984e82-8d01-402f-91ca-7713a7908023, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:04:52.462337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:04:52.465206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:52.502561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-95e25513-84cc-42d0-b1e2-9e024c7849f5 None None] Provisioning complete for port 72997752-457f-4526-ab62-de4f0bccfa01 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:52.503266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-95e25513-84cc-42d0-b1e2-9e024c7849f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:52.737470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-90f0ea5f-36d6-4a02-bcd2-68efcaaff145 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:52.756744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:52.792652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-617b2830-0f94-4ae0-a3a1-d70f11fc41c7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:52.838441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-90f0ea5f-36d6-4a02-bcd2-68efcaaff145 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:52.949286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f0ea5f-36d6-4a02-bcd2-68efcaaff145 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:53.035284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-95e25513-84cc-42d0-b1e2-9e024c7849f5 None None] Provisioning for port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:53.041898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-95e25513-84cc-42d0-b1e2-9e024c7849f5 None None] Provisioning complete for port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:53.042331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-95e25513-84cc-42d0-b1e2-9e024c7849f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:53.096150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=17dd7c43-4991-48e0-b732-203bc2cd131b,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:53.123467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-95e25513-84cc-42d0-b1e2-9e024c7849f5 None None] Port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:53.169521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:53.176134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72997752-457f-4526-ab62-de4f0bccfa01 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:53.196218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:53.215268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:53.216470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee195240>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:03:40Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a1624d85-35d3-4bbb-83fa-99767bd263d3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'port_id': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'mac_address': 'fa:16:3e:1a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:04:44Z', 'updated_at': '2020-12-21T10:04:44Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:53.221832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6b5bd1-c002-4545-a9af-6dbe83aa9518 None None] The sync data for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs is: [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:03:40Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a1624d85-35d3-4bbb-83fa-99767bd263d3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'port_id': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'mac_address': 'fa:16:3e:1a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:04:44Z', 'updated_at': '2020-12-21T10:04:44Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:53.242566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network ef984e82-8d01-402f-91ca-7713a7908023 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:04:53.265762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, ef984e82-8d01-402f-91ca-7713a7908023) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:53.278789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165223-5b9a-49eb-99b1-061162814527 req-76d3b4e3-ccc3-4cd5-9290-91c9c942f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:53.279049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3018931-e288-4db2-98da-92e85bb030a2 None None] Network ef984e82-8d01-402f-91ca-7713a7908023 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:53.280467 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35165223-5b9a-49eb-99b1-061162814527 req-76d3b4e3-ccc3-4cd5-9290-91c9c942f30b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 1162 time: 0.9722102
Dec 21 10:04:53.308308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90f0ea5f-36d6-4a02-bcd2-68efcaaff145 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:53.310053 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f0ea5f-36d6-4a02-bcd2-68efcaaff145 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:04:53.310670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f0ea5f-36d6-4a02-bcd2-68efcaaff145 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:04:53.336354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:53.344979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:53.345662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:53.365146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:53.391879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38774) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:53.402486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bfbd7bad-3159-4570-a0e9-f71df35ef52b None None] Provisioning complete for port 72997752-457f-4526-ab62-de4f0bccfa01 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:53.402909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfbd7bad-3159-4570-a0e9-f71df35ef52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:53.417312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:53.421859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:53.422470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:53.455308 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 4.8871570
Dec 21 10:04:53.466484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 72997752-457f-4526-ab62-de4f0bccfa01 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:53.466484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:53.466849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38778) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:53.634561 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.3324451
Dec 21 10:04:53.641313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38782) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:53.681254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': 'ef984e82-8d01-402f-91ca-7713a7908023', 'name': 'tempest-PortsIpV6TestJSON-273044408'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:53.733734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178270c-caa5-4004-8ff8-400669aa773f None None] New status for floating IP a1624d85-35d3-4bbb-83fa-99767bd263d3: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:04:53.839044 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-90f0ea5f-36d6-4a02-bcd2-68efcaaff145 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 1.4578743
Dec 21 10:04:53.849406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38786) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:53.874871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:53.880327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:53.916955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:53.917209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:53.924009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa817ae-f1fd-4c5a-8f9a-295e1f89eea7 None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:53.990877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-08f25a2e-9086-40fc-9a9c-8f1285c5345c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:54.034724 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 4.9350495
Dec 21 10:04:54.038618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38790) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:54.043622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6ecdda6b-5a52-4647-b01b-1c0cbb66ebd7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a1624d85-35d3-4bbb-83fa-99767bd263d3 HTTP/1.1" status: 200  len: 991 time: 0.6406279
Dec 21 10:04:54.050593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'name': 'tempest-PortsTestJSON-1310715700', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '17dd7c43-4991-48e0-b732-203bc2cd131b'}], 'security_groups': ['7904d564-40ac-4eda-9d8e-955b922048bc']}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:54.056603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ef984e82-8d01-402f-91ca-7713a7908023', 'network_id': 'ef984e82-8d01-402f-91ca-7713a7908023', 'tenant_id': '88b585b75ba24611885906f26f32020e', 'fixed_ips': [{'subnet_id': 'df48d6ee-7cad-48ba-aea9-db3f760c5f34'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:04:54.057552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:54.105127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165223-5b9a-49eb-99b1-061162814527 req-acba2b65-61ca-473d-b54d-4f31db4fea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:54.106791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35165223-5b9a-49eb-99b1-061162814527 req-acba2b65-61ca-473d-b54d-4f31db4fea0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=37139eec-4360-49f4-a0d3-c34ef75561ea HTTP/1.1" status: 200  len: 892 time: 0.8132670
Dec 21 10:04:54.248380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-acdc383c-548d-477e-9aff-49d4a77e98ea None None] Provisioning complete for port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:54.248807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdc383c-548d-477e-9aff-49d4a77e98ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:54.325777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Router 690c2a3e-bc94-44ce-aa79-5f6de961861f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:04:54.498245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35165223-5b9a-49eb-99b1-061162814527 req-599dee7b-0376-460b-8135-fd739fa50c4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 HTTP/1.1" status: 200  len: 999 time: 0.3621652
Dec 21 10:04:54.503827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-acdc383c-548d-477e-9aff-49d4a77e98ea None None] Port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:04:54.562382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-08f25a2e-9086-40fc-9a9c-8f1285c5345c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:54.573761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-08f25a2e-9086-40fc-9a9c-8f1285c5345c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:54.583424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:54.608666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:54.646971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f25a2e-9086-40fc-9a9c-8f1285c5345c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:54.675640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:54.723261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:04:54.748171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a7163c-4551-44e0-96fd-f3d084b73a15 None None] Sync routers for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:04:54.759559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7163c-4551-44e0-96fd-f3d084b73a15 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:54.760445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-27a7163c-4551-44e0-96fd-f3d084b73a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb43ac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:54.762928 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "PUT /v2.0/routers/690c2a3e-bc94-44ce-aa79-5f6de961861f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0567894
Dec 21 10:04:54.763866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38794) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:54.766345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Allocated IP 2001:db8::2 (ef984e82-8d01-402f-91ca-7713a7908023/df48d6ee-7cad-48ba-aea9-db3f760c5f34/f43bc49d-4fa8-4ce7-8a38-62778dbad68b) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:54.840754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-27a7163c-4551-44e0-96fd-f3d084b73a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb43ac8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:54.844157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:54.849830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:54.851246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a7163c-4551-44e0-96fd-f3d084b73a15 None None] Routers {'690c2a3e-bc94-44ce-aa79-5f6de961861f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:04:54.852096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-27a7163c-4551-44e0-96fd-f3d084b73a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb43ac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['690c2a3e-bc94-44ce-aa79-5f6de961861f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:54.923042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-27a7163c-4551-44e0-96fd-f3d084b73a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb43ac8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:54.923756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a7163c-4551-44e0-96fd-f3d084b73a15 None None] The sync data for ids ['690c2a3e-bc94-44ce-aa79-5f6de961861f'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:04:54.937356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165223-5b9a-49eb-99b1-061162814527 req-61d180b1-8377-437a-ba00-8baa16c8739d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:54.938915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35165223-5b9a-49eb-99b1-061162814527 req-61d180b1-8377-437a-ba00-8baa16c8739d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b556acf-e92c-426f-85b6-23b8237cb035 HTTP/1.1" status: 200  len: 835 time: 0.4196754
Dec 21 10:04:54.991395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08f25a2e-9086-40fc-9a9c-8f1285c5345c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:54.993670 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f25a2e-9086-40fc-9a9c-8f1285c5345c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:04:54.994182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08f25a2e-9086-40fc-9a9c-8f1285c5345c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:04:55.042859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:55.047617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38798) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:55.229353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958d227d-ba4b-488d-a73f-c91d6389ce6c None None] Update dhcp port {'port': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'fixed_ips': [{'subnet_id': 'df287685-f99a-41d5-ae40-8f0c9520dabc', 'ip_address': '172.20.0.2'}, {'subnet_id': '17dd7c43-4991-48e0-b732-203bc2cd131b'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '301fd7d9-6951-4000-9a3d-c9dc4a0b9e10'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:04:55.341040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-958d227d-ba4b-488d-a73f-c91d6389ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:55.392905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:55.397551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:55.404001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting port 6adcc66b-89f8-4557-95a9-803d9f3f4b18 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:55.404383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:55.425252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Transition to ACTIVE for port object f43bc49d-4fa8-4ce7-8a38-62778dbad68b will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:55.483601 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-08f25a2e-9086-40fc-9a9c-8f1285c5345c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 1.5747621
Dec 21 10:04:55.493699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Transition to ACTIVE for port object f43bc49d-4fa8-4ce7-8a38-62778dbad68b will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:55.498777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38802) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:55.508388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:55.520010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a119df1c-4d83-43e5-b146-7b021d97a34c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:55.525913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:55.721864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:55.724375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Delete allocated IP 172.20.0.10 (768b4c76-b2fc-47fd-998e-2a2b0d971ffd/df287685-f99a-41d5-ae40-8f0c9520dabc) {{(pid=80971) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 21 10:04:55.728084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:55.749776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c4bcb32b-64ef-4ac1-907f-233cb9d1a52d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a1624d85-35d3-4bbb-83fa-99767bd263d3 HTTP/1.1" status: 200  len: 993 time: 0.6913640
Dec 21 10:04:55.782300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Pushing event updated for resources: {'Port': ['ID=f43bc49d-4fa8-4ce7-8a38-62778dbad68b,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:55.794778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.795318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.795802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.796280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.796766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.797236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.797755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.798315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.798690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.799056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.799418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.799776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.800210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.800570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.800928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.801286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.801705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.802068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.802421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.804422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.805236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.805636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.806898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.807096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.26 (768b4c76-b2fc-47fd-998e-2a2b0d971ffd/17dd7c43-4991-48e0-b732-203bc2cd131b/28e45eda-f650-4b9e-9068-8401d95f1e9a) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:55.807747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:04:55.814441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:55.852055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Network ef984e82-8d01-402f-91ca-7713a7908023 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:55.853433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:55.855953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:55.876862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Calling delete_port for 6adcc66b-89f8-4557-95a9-803d9f3f4b18 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:55.906491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 46b29924-a39d-4068-baf5-2bd240f970c1 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:04:55.919001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Attempting to bind port f43bc49d-4fa8-4ce7-8a38-62778dbad68b on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:04:55.919822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Attempting to bind port f43bc49d-4fa8-4ce7-8a38-62778dbad68b by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '53faf22d-9242-40e4-ae31-cc96166d98a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef984e82-8d01-402f-91ca-7713a7908023'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:04:55.920241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Attempting to bind port f43bc49d-4fa8-4ce7-8a38-62778dbad68b on network ef984e82-8d01-402f-91ca-7713a7908023 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:04:55.927598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:04:55.928583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Checking segment: {'id': '53faf22d-9242-40e4-ae31-cc96166d98a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef984e82-8d01-402f-91ca-7713a7908023'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:55.929180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:55.929462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Bound using segment: {'id': '53faf22d-9242-40e4-ae31-cc96166d98a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef984e82-8d01-402f-91ca-7713a7908023'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:04:55.930013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Bound port: f43bc49d-4fa8-4ce7-8a38-62778dbad68b, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53faf22d-9242-40e4-ae31-cc96166d98a2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ef984e82-8d01-402f-91ca-7713a7908023'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:04:55.930436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:55.949789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a119df1c-4d83-43e5-b146-7b021d97a34c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:55.963473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35165223-5b9a-49eb-99b1-061162814527 req-a134bb1a-5327-42e8-8c93-9928a1864270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:55.965156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35165223-5b9a-49eb-99b1-061162814527 req-a134bb1a-5327-42e8-8c93-9928a1864270 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37139eec-4360-49f4-a0d3-c34ef75561ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0141180
Dec 21 10:04:56.032293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] For port f43bc49d-4fa8-4ce7-8a38-62778dbad68b, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:04:56.035892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] For port f43bc49d-4fa8-4ce7-8a38-62778dbad68b, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f43bc49d-4fa8-4ce7-8a38-62778dbad68b,segment=NetworkSegment(53faf22d-9242-40e4-ae31-cc96166d98a2),segment_id=53faf22d-9242-40e4-ae31-cc96166d98a2)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:04:56.040028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:56.055898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:56.100928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a119df1c-4d83-43e5-b146-7b021d97a34c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:56.220936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Pushing event updated for resources: {'Port': ['ID=f43bc49d-4fa8-4ce7-8a38-62778dbad68b,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:56.226667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:56.235472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a119df1c-4d83-43e5-b146-7b021d97a34c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:56.242020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a119df1c-4d83-43e5-b146-7b021d97a34c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:56.243593 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a119df1c-4d83-43e5-b146-7b021d97a34c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:04:56.244520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a119df1c-4d83-43e5-b146-7b021d97a34c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:04:56.409694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:56.467031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:56.484718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ba9f8113-6e87-4b03-b8d0-4f943cbd85cb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:56.618652 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a119df1c-4d83-43e5-b146-7b021d97a34c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 1.1060295
Dec 21 10:04:56.619203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:56.624809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38806) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:56.636434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3e35afa1-0cdf-41c8-ae1b-ea6da5537b5f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:56.748517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35165223-5b9a-49eb-99b1-061162814527 req-27c8fd2e-d105-45cc-abbb-29c3b8e054c5 service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7378111
Dec 21 10:04:56.749638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8::2a4 (ef984e82-8d01-402f-91ca-7713a7908023/df48d6ee-7cad-48ba-aea9-db3f760c5f34/46b29924-a39d-4068-baf5-2bd240f970c1) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:56.766824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Subnet': ['ID=76f8f200-ad8c-4ec9-b59a-a8574a670e77,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:56.807892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:56.840629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3e35afa1-0cdf-41c8-ae1b-ea6da5537b5f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:56.858377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3e35afa1-0cdf-41c8-ae1b-ea6da5537b5f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:56.860528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:56.997623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e35afa1-0cdf-41c8-ae1b-ea6da5537b5f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:57.003766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e35afa1-0cdf-41c8-ae1b-ea6da5537b5f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.005202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e35afa1-0cdf-41c8-ae1b-ea6da5537b5f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:04:57.005707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e35afa1-0cdf-41c8-ae1b-ea6da5537b5f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:04:57.016131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.023935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.050242 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e35afa1-0cdf-41c8-ae1b-ea6da5537b5f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.4206796
Dec 21 10:04:57.050242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38810) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:57.058171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-68189c44-8b50-426e-bd9c-8cd4d80a248c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:57.077260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object 28e45eda-f650-4b9e-9068-8401d95f1e9a will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:57.080575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.081143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Fanout notify agent at l3_agent the message router_deleted on router 690c2a3e-bc94-44ce-aa79-5f6de961861f {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:04:57.089522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.123699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:57.170987 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35165223-5b9a-49eb-99b1-061162814527 req-cd5e0460-005d-459c-9884-345d14bcab22 service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4098096
Dec 21 10:04:57.186782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.190363 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f5b26a9-793c-4b60-b648-91dc0cc63d62 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/routers/690c2a3e-bc94-44ce-aa79-5f6de961861f HTTP/1.1" status: 204  len: 168 time: 2.4169385
Dec 21 10:04:57.191214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38814) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:57.232801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f43bc49d-4fa8-4ce7-8a38-62778dbad68b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:57.262824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.280823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-958d227d-ba4b-488d-a73f-c91d6389ce6c None None] Allocated IP 172.20.0.18 (768b4c76-b2fc-47fd-998e-2a2b0d971ffd/17dd7c43-4991-48e0-b732-203bc2cd131b/301fd7d9-6951-4000-9a3d-c9dc4a0b9e10) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:57.281273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.301624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-45c8c73e-2b7c-4d7b-8d90-1760776c9d63 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:57.344200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Checking segment: {'id': '0775d9de-53f3-4e83-81ee-09c3ed7f2428', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b84267f5-9178-4149-ac95-452fe27ae110'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:04:57.345528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network hostable DHCP agents. Network: b84267f5-9178-4149-ac95-452fe27ae110, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:04:57.416220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=28e45eda-f650-4b9e-9068-8401d95f1e9a,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:57.426170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port f43bc49d-4fa8-4ce7-8a38-62778dbad68b completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:57.432633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:57.445443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-68189c44-8b50-426e-bd9c-8cd4d80a248c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:57.483055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-958d227d-ba4b-488d-a73f-c91d6389ce6c None None] For port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,segment=NetworkSegment(286b993a-05ed-4700-bdb8-2bd9715a7cdd),segment_id=286b993a-05ed-4700-bdb8-2bd9715a7cdd)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:57.486870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-68189c44-8b50-426e-bd9c-8cd4d80a248c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:57.524396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-958d227d-ba4b-488d-a73f-c91d6389ce6c None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.591342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-958d227d-ba4b-488d-a73f-c91d6389ce6c None None] Transition to ACTIVE for port object 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:57.596113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-958d227d-ba4b-488d-a73f-c91d6389ce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.603719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68189c44-8b50-426e-bd9c-8cd4d80a248c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:57.610209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68189c44-8b50-426e-bd9c-8cd4d80a248c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.611811 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-68189c44-8b50-426e-bd9c-8cd4d80a248c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:04:57.612309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68189c44-8b50-426e-bd9c-8cd4d80a248c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:04:57.622817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:57.706783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-68189c44-8b50-426e-bd9c-8cd4d80a248c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.6522343
Dec 21 10:04:57.708924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38818) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:57.720670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-37422173-626d-4d3b-8974-b36d1acc0c25 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:57.780868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] In _notify_port_updated(), no bound segment for port 28e45eda-f650-4b9e-9068-8401d95f1e9a on network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd {{(pid=80971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:04:57.785380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:57.786093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.790897 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "PUT /v2.0/ports/28e45eda-f650-4b9e-9068-8401d95f1e9a HTTP/1.1" status: 200  len: 921 time: 3.7460244
Dec 21 10:04:57.793374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38824) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:57.805593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-98fefd9b-b23b-4346-bd2f-3008adbc8127 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Deleting subnet a5d560c1-8fc8-46a1-ae1d-ad0392c77174 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:04:57.811381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98fefd9b-b23b-4346-bd2f-3008adbc8127 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.826687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958d227d-ba4b-488d-a73f-c91d6389ce6c None None] Pushing event updated for resources: {'Port': ['ID=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:57.832738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-958d227d-ba4b-488d-a73f-c91d6389ce6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:57.867017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:57.878196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network b84267f5-9178-4149-ac95-452fe27ae110 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:04:57.887811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.898087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:57.949236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 46b29924-a39d-4068-baf5-2bd240f970c1 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:04:57.950631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, b84267f5-9178-4149-ac95-452fe27ae110) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:57.961932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64e7369-fee9-4410-9bbd-cc2b9f3275d3 None None] Network b84267f5-9178-4149-ac95-452fe27ae110 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:57.996804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98fefd9b-b23b-4346-bd2f-3008adbc8127 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:57.999670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4145a2cb-3b8e-4d51-a077-1da428bf9106 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 28e45eda-f650-4b9e-9068-8401d95f1e9a {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:04:58.000093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4145a2cb-3b8e-4d51-a077-1da428bf9106 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.060905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:58.061772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.072794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-37422173-626d-4d3b-8974-b36d1acc0c25 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:58.076237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d73c34-bbe1-4e25-a8f7-55aae56bdf04 None None] Network ef984e82-8d01-402f-91ca-7713a7908023 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:04:58.093174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-37422173-626d-4d3b-8974-b36d1acc0c25 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:58.098353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98fefd9b-b23b-4346-bd2f-3008adbc8127 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.150782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37422173-626d-4d3b-8974-b36d1acc0c25 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:58.150993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ff408d43-4067-4f0b-a47b-7913c43369c2 None None] Provisioning for port f43bc49d-4fa8-4ce7-8a38-62778dbad68b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:58.157403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37422173-626d-4d3b-8974-b36d1acc0c25 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.159190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-37422173-626d-4d3b-8974-b36d1acc0c25 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:04:58.159677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37422173-626d-4d3b-8974-b36d1acc0c25 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:04:58.217920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-37422173-626d-4d3b-8974-b36d1acc0c25 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.5048800
Dec 21 10:04:58.234766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38830) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:58.246933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ff408d43-4067-4f0b-a47b-7913c43369c2 None None] Provisioning complete for port f43bc49d-4fa8-4ce7-8a38-62778dbad68b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:58.247358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff408d43-4067-4f0b-a47b-7913c43369c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.297421 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-49aaf0b4-2a2d-43ca-a6ba-15b2e25079ba tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0587282
Dec 21 10:04:58.298236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38834) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:58.400485 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 7.4760659
Dec 21 10:04:58.401453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.404359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38838) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:58.463812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'name': 'tempest-RoutersTest-router-1751787792', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:58.479874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.482321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:58.495746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-b84267f5-9178-4149-ac95-452fe27ae110', 'network_id': 'b84267f5-9178-4149-ac95-452fe27ae110', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'fixed_ips': [{'subnet_id': '76f8f200-ad8c-4ec9-b59a-a8574a670e77'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:04:58.496662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.518635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d90b4177-6a85-4eb3-a9a5-fc0ba6c18485 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:58.567606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:router and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:04:58.595591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:04:58.614229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74151a2a-db7f-4ea7-a2ee-d5e71b17316c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:58.615370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-74151a2a-db7f-4ea7-a2ee-d5e71b17316c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:04:58.630780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:58.642194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-74151a2a-db7f-4ea7-a2ee-d5e71b17316c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:04:58.647244 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-74151a2a-db7f-4ea7-a2ee-d5e71b17316c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3445361
Dec 21 10:04:58.647619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38842) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:58.679605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98fefd9b-b23b-4346-bd2f-3008adbc8127 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.810614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb47ac03-d40c-44fe-9481-e63483adc389 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:58.863477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fefd9b-b23b-4346-bd2f-3008adbc8127 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Subnet': ['ID=a5d560c1-8fc8-46a1-ae1d-ad0392c77174,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:58.867164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98fefd9b-b23b-4346-bd2f-3008adbc8127 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:58.875657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98fefd9b-b23b-4346-bd2f-3008adbc8127 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.883491 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-98fefd9b-b23b-4346-bd2f-3008adbc8127 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/subnets/a5d560c1-8fc8-46a1-ae1d-ad0392c77174 HTTP/1.1" status: 204  len: 168 time: 1.6744349
Dec 21 10:04:58.886872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38846) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:58.898574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.899712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:58.919505 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-33352162-346c-4842-858f-d4e74d890401 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2455058
Dec 21 10:04:58.934835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=46b29924-a39d-4068-baf5-2bd240f970c1,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:58.940027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38850) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:58.993502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff408d43-4067-4f0b-a47b-7913c43369c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.006882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:59.019731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:59.052399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.125467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ff408d43-4067-4f0b-a47b-7913c43369c2 None None] For port f43bc49d-4fa8-4ce7-8a38-62778dbad68b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f43bc49d-4fa8-4ce7-8a38-62778dbad68b,segment=NetworkSegment(53faf22d-9242-40e4-ae31-cc96166d98a2),segment_id=53faf22d-9242-40e4-ae31-cc96166d98a2)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:04:59.144659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:04:59.146418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.220345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff408d43-4067-4f0b-a47b-7913c43369c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.222316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:04:59.286823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4145a2cb-3b8e-4d51-a077-1da428bf9106 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.295447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.314161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.400080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff408d43-4067-4f0b-a47b-7913c43369c2 None None] Pushing event updated for resources: {'Port': ['ID=f43bc49d-4fa8-4ce7-8a38-62778dbad68b,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:04:59.410832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff408d43-4067-4f0b-a47b-7913c43369c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:04:59.450346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fee8c9ef0>,) {'filters': {'network_id': ['7646ce9c-7064-4145-be8e-66a80100b69d']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:59.457370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Provisioning for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:04:59.465193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fee8c9ef0>, '662e6c52-f3fb-4106-a59b-b8e062f52d5f') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:59.465538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fee8c9ef0>, '662e6c52-f3fb-4106-a59b-b8e062f52d5f') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:04:59.470598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:59.471026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.474345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.486861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4145a2cb-3b8e-4d51-a077-1da428bf9106 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 28e45eda-f650-4b9e-9068-8401d95f1e9a owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:04:59.487306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.507777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.510834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Releasing vxlan tunnel 8 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:04:59.510980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:04:59.511427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.518660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network ef984e82-8d01-402f-91ca-7713a7908023 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:04:59.519875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:04:59.593725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:04:59.613880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:04:59.620122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:04:59.620837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.635987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:04:59.705980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Allocated IP 172.20.0.2 (b84267f5-9178-4149-ac95-452fe27ae110/76f8f200-ad8c-4ec9-b59a-a8574a670e77/2594b8da-bec9-4d00-b416-2fe4afea6fbd) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:04:59.713795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.715738 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7e0b006b-303e-4816-be0a-578932cb0926 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 1.3082607
Dec 21 10:04:59.722128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38854) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:59.728831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:04:59.735207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.769192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 6.1103358
Dec 21 10:04:59.808562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38858) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:04:59.832423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 7646ce9c-7064-4145-be8e-66a80100b69d has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:04:59.847050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': 'ef984e82-8d01-402f-91ca-7713a7908023', 'name': 'tempest-PortsIpV6TestJSON-1039114501'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:04:59.880177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:04:59.996636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Provisioning for port 28e45eda-f650-4b9e-9068-8401d95f1e9a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:00.011130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Provisioning complete for port 28e45eda-f650-4b9e-9068-8401d95f1e9a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:00.011454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.083029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Port 28e45eda-f650-4b9e-9068-8401d95f1e9a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:00.096780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Provisioning complete for port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:00.097998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.169759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:00.183048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Provisioning complete for port ea706a91-5ba4-431e-b308-00bfcfbf78f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:00.183524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.271478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-43a5807e-bdab-4491-8a12-bd3e30e128e0 None None] Port ea706a91-5ba4-431e-b308-00bfcfbf78f1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:00.402070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:00.402784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.591330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Network 7646ce9c-7064-4145-be8e-66a80100b69d has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:05:00.627078 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:05:00.638842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Provisioning complete for port f43bc49d-4fa8-4ce7-8a38-62778dbad68b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:00.639568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.707967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:00.721445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:port and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:00.724544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for port was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:00.732164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:00.735692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.739598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.747672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f207a862-9790-4bbe-9c52-83cdf9e5e97d tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:00.770448 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] 10.222.0.45 "DELETE /v2.0/networks/7646ce9c-7064-4145-be8e-66a80100b69d HTTP/1.1" status: 204  len: 168 time: 1.8795779
Dec 21 10:05:00.778061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Pushing event deleted for resources: {'Network': ['ID=7646ce9c-7064-4145-be8e-66a80100b69d,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:00.780931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:00.789263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:00.797174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Provisioning complete for port 28e45eda-f650-4b9e-9068-8401d95f1e9a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:00.797900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.798181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.865134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Port 28e45eda-f650-4b9e-9068-8401d95f1e9a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:00.880429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Provisioning for port 46b29924-a39d-4068-baf5-2bd240f970c1 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:00.963138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Provisioning complete for port 46b29924-a39d-4068-baf5-2bd240f970c1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:00.963893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.966068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4145a2cb-3b8e-4d51-a077-1da428bf9106 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:00.983625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 40ce8a1a-cf14-461c-8531-a653d34db56c yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:05:00.995016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aff5869b-4861-4d37-9002-b64df732e00b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:01.027355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ae858e8e-ac03-4021-b9bb-e7b93c56dfae None None] Port 46b29924-a39d-4068-baf5-2bd240f970c1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:01.048666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.084645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Transition to ACTIVE for port object 2594b8da-bec9-4d00-b416-2fe4afea6fbd will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:01.107806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Transition to ACTIVE for port object 2594b8da-bec9-4d00-b416-2fe4afea6fbd will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:01.122527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.133583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4145a2cb-3b8e-4d51-a077-1da428bf9106 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=28e45eda-f650-4b9e-9068-8401d95f1e9a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:01.162739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4145a2cb-3b8e-4d51-a077-1da428bf9106 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:01.199947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8::3dc (ef984e82-8d01-402f-91ca-7713a7908023/df48d6ee-7cad-48ba-aea9-db3f760c5f34/40ce8a1a-cf14-461c-8531-a653d34db56c) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:01.203641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38868) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:01.272960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-672cd60b-7129-4413-9ce0-7246ee3a94b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:01.347928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f43bc49d-4fa8-4ce7-8a38-62778dbad68b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:01.390027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Pushing event updated for resources: {'Port': ['ID=2594b8da-bec9-4d00-b416-2fe4afea6fbd,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:01.406060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:01.439206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f776bada-9c74-4cc3-b13b-4460527e91d5 None None] Provisioning complete for port f43bc49d-4fa8-4ce7-8a38-62778dbad68b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:01.439632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f776bada-9c74-4cc3-b13b-4460527e91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.444738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.492401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-93f12497-0728-4ec2-910e-60e01866f1ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=338c2a421bf848038828530c137b28aa&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2848711
Dec 21 10:05:01.492596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.493734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38874) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:01.501074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Network b84267f5-9178-4149-ac95-452fe27ae110 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:01.502330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:01.519506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:01.546676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.583537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port f43bc49d-4fa8-4ce7-8a38-62778dbad68b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:01.583995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.588167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 40ce8a1a-cf14-461c-8531-a653d34db56c will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:01.612755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d2b10e9-47d4-4603-b978-9488ee8035b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.642394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d2b10e9-47d4-4603-b978-9488ee8035b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.701568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Attempting to bind port 2594b8da-bec9-4d00-b416-2fe4afea6fbd on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:01.702001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Attempting to bind port 2594b8da-bec9-4d00-b416-2fe4afea6fbd by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '0775d9de-53f3-4e83-81ee-09c3ed7f2428', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b84267f5-9178-4149-ac95-452fe27ae110'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:01.702424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Attempting to bind port 2594b8da-bec9-4d00-b416-2fe4afea6fbd on network b84267f5-9178-4149-ac95-452fe27ae110 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:01.716770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.729776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:01.730215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Checking segment: {'id': '0775d9de-53f3-4e83-81ee-09c3ed7f2428', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b84267f5-9178-4149-ac95-452fe27ae110'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:01.730838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.731297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Bound using segment: {'id': '0775d9de-53f3-4e83-81ee-09c3ed7f2428', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b84267f5-9178-4149-ac95-452fe27ae110'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:01.731843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Bound port: 2594b8da-bec9-4d00-b416-2fe4afea6fbd, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0775d9de-53f3-4e83-81ee-09c3ed7f2428', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b84267f5-9178-4149-ac95-452fe27ae110'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:01.732276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.778631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:05:01.826002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.841116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.842044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.844770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5ce3f652-226e-4fc6-90c2-451785ad0e5d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:01.883310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:01.928475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f776bada-9c74-4cc3-b13b-4460527e91d5 None None] Provisioning complete for port 46b29924-a39d-4068-baf5-2bd240f970c1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:01.928812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f776bada-9c74-4cc3-b13b-4460527e91d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.937564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=40ce8a1a-cf14-461c-8531-a653d34db56c,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:01.943013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:01.963057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d2b10e9-47d4-4603-b978-9488ee8035b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.970491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e505530c-b55a-4644-b487-78b5f2bb8d97 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:01.971897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] For port 2594b8da-bec9-4d00-b416-2fe4afea6fbd, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:01.978930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4145a2cb-3b8e-4d51-a077-1da428bf9106 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:01.987373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b10e9-47d4-4603-b978-9488ee8035b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cadd115-c598-4077-a61b-a56a6792489f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:01.994541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] For port 2594b8da-bec9-4d00-b416-2fe4afea6fbd, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2594b8da-bec9-4d00-b416-2fe4afea6fbd,segment=NetworkSegment(0775d9de-53f3-4e83-81ee-09c3ed7f2428),segment_id=0775d9de-53f3-4e83-81ee-09c3ed7f2428)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:01.999943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d2b10e9-47d4-4603-b978-9488ee8035b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:02.007161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f776bada-9c74-4cc3-b13b-4460527e91d5 None None] Port 46b29924-a39d-4068-baf5-2bd240f970c1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:02.016876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network ef984e82-8d01-402f-91ca-7713a7908023 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:02.019345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:02.022980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:02.026472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:02.027892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:02.028734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:02.033156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d2b10e9-47d4-4603-b978-9488ee8035b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:02.047096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2fed4028-02ef-4ee0-a904-2f672ae1c223 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:02.048821 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9d2b10e9-47d4-4603-b978-9488ee8035b3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0cadd115-c598-4077-a61b-a56a6792489f HTTP/1.1" status: 204  len: 168 time: 0.5432842
Dec 21 10:05:02.087923 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.2575047
Dec 21 10:05:02.089644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38880) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:02.189757 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4145a2cb-3b8e-4d51-a077-1da428bf9106 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/28e45eda-f650-4b9e-9068-8401d95f1e9a HTTP/1.1" status: 204  len: 168 time: 4.3769815
Dec 21 10:05:02.190345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38884) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:02.190904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:02.206139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:02.342696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a2b227-767c-4065-a35c-fbc8f9303ab8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:05:02.343437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-68a2b227-767c-4065-a35c-fbc8f9303ab8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:02.375789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f8c6a0-1918-4f6c-b63c-0aeb64a0c5c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:02.376955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-34f8c6a0-1918-4f6c-b63c-0aeb64a0c5c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:02.395941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-68a2b227-767c-4065-a35c-fbc8f9303ab8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:02.401284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-68a2b227-767c-4065-a35c-fbc8f9303ab8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/28e45eda-f650-4b9e-9068-8401d95f1e9a HTTP/1.1" status: 404  len: 333 time: 0.2095082
Dec 21 10:05:02.402400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38890) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:02.424404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-34f8c6a0-1918-4f6c-b63c-0aeb64a0c5c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:02.425909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:02.429909 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-34f8c6a0-1918-4f6c-b63c-0aeb64a0c5c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2a4 HTTP/1.1" status: 200  len: 928 time: 0.3390663
Dec 21 10:05:02.430899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38894) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:02.441710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Pushing event updated for resources: {'Port': ['ID=2594b8da-bec9-4d00-b416-2fe4afea6fbd,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:02.445317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:02.460770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:02.473785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9412a767-b75f-495c-9e6f-c837820e9bf7 None None] Provisioning for port 40ce8a1a-cf14-461c-8531-a653d34db56c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:02.485718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9412a767-b75f-495c-9e6f-c837820e9bf7 None None] Provisioning complete for port 40ce8a1a-cf14-461c-8531-a653d34db56c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:02.486149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9412a767-b75f-495c-9e6f-c837820e9bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:02.563208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9412a767-b75f-495c-9e6f-c837820e9bf7 None None] Port 40ce8a1a-cf14-461c-8531-a653d34db56c cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:02.623375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd8555-b6e3-417c-9c77-5b2e05b5f1bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 40ce8a1a-cf14-461c-8531-a653d34db56c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:02.623769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8555-b6e3-417c-9c77-5b2e05b5f1bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:02.696410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46ff99c6-6e00-45a3-b0d7-7ab511d49807 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:02.807727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46ff99c6-6e00-45a3-b0d7-7ab511d49807 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:02.906689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0e829e84-4411-4b69-9a88-bb0c87efdd64 None None] Provisioning complete for port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:02.907288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e829e84-4411-4b69-9a88-bb0c87efdd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.028361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0e829e84-4411-4b69-9a88-bb0c87efdd64 None None] Port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:03.116598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46ff99c6-6e00-45a3-b0d7-7ab511d49807 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.128235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5586d05d-5607-4424-a4a8-74fdddab4cef tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:03.139271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Allocated IP 172.20.0.1 (b84267f5-9178-4149-ac95-452fe27ae110/76f8f200-ad8c-4ec9-b59a-a8574a670e77/caa36d61-0240-4029-84c2-f2dcfb059524) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:03.142052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8555-b6e3-417c-9c77-5b2e05b5f1bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.168081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff99c6-6e00-45a3-b0d7-7ab511d49807 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'SecurityGroup': ['ID=c307730c-1fac-4c35-911a-4dd5855989d5,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:03.173371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46ff99c6-6e00-45a3-b0d7-7ab511d49807 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:03.230383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2594b8da-bec9-4d00-b416-2fe4afea6fbd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:03.321479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 2594b8da-bec9-4d00-b416-2fe4afea6fbd completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:03.347820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd8555-b6e3-417c-9c77-5b2e05b5f1bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 40ce8a1a-cf14-461c-8531-a653d34db56c owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:03.392443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46ff99c6-6e00-45a3-b0d7-7ab511d49807 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.397540 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-46ff99c6-6e00-45a3-b0d7-7ab511d49807 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/security-groups/c307730c-1fac-4c35-911a-4dd5855989d5 HTTP/1.1" status: 204  len: 168 time: 0.9900303
Dec 21 10:05:03.399325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38912) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:03.453744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80970) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:05:03.462064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.482721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4a044929-dadc-487f-88c1-e40ecb2420e2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:03.528143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38916) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:03.582243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.609030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48637a94-f97f-4eef-8042-19fac20db207 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.612690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8555-b6e3-417c-9c77-5b2e05b5f1bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.689266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router d7f9c785-cb26-4318-8f49-22fc42197459 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:05:03.692578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Transition to ACTIVE for port object caa36d61-0240-4029-84c2-f2dcfb059524 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:03.696532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=efa816d3-8c49-4971-b76f-39d6d122dae6,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:03.704298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:03.719087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbebe2ff-9039-4cb5-b5f6-e38b445a8683 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:03.781992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd8555-b6e3-417c-9c77-5b2e05b5f1bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=40ce8a1a-cf14-461c-8531-a653d34db56c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:03.795699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f6fd8555-b6e3-417c-9c77-5b2e05b5f1bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:03.796010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-124401791'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:03.805614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48637a94-f97f-4eef-8042-19fac20db207 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.869294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:03.873015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6fd8555-b6e3-417c-9c77-5b2e05b5f1bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.887816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Usage tracker for resource:network and tenant:d66e683386b44e219ea1b0695c55ed48 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:03.891729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48637a94-f97f-4eef-8042-19fac20db207 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.894451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48637a94-f97f-4eef-8042-19fac20db207 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:03.895711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:03.898020 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-48637a94-f97f-4eef-8042-19fac20db207 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/security-groups/7904d564-40ac-4eda-9d8e-955b922048bc HTTP/1.1" status: 204  len: 168 time: 0.4974895
Dec 21 10:05:03.899391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38922) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:03.900152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:03.914785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:03.915023 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f6fd8555-b6e3-417c-9c77-5b2e05b5f1bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/40ce8a1a-cf14-461c-8531-a653d34db56c HTTP/1.1" status: 204  len: 168 time: 1.4803479
Dec 21 10:05:03.923280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38926) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:03.957522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48637a94-f97f-4eef-8042-19fac20db207 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'SecurityGroup': ['ID=7904d564-40ac-4eda-9d8e-955b922048bc,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:03.965243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-48637a94-f97f-4eef-8042-19fac20db207 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:04.014352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.046519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:04.047462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3eba725c-c37c-49ec-9bac-5d0bf5d5dad9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:04.079710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Made reservation on behalf of d66e683386b44e219ea1b0695c55ed48 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:04.086417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.109537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:04.111706 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5612b4e5-caf0-4959-9950-d9afdf7e2282 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:05:04.112271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5612b4e5-caf0-4959-9950-d9afdf7e2282 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:04.120748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd6b7dc-47ff-4ada-b8ee-1d05968479c4 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:04.149170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:05:04.162350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0358a-e4c3-4379-a5ec-3e7ac081d3af None None] Sync routers for ids ['d7f9c785-cb26-4318-8f49-22fc42197459'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:05:04.171572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.190438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca9db60f-e39d-42a0-bbe9-9083e9bb5322 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet df287685-f99a-41d5-ae40-8f0c9520dabc {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:04.195446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca9db60f-e39d-42a0-bbe9-9083e9bb5322 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.207529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:04.208194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.215413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0358a-e4c3-4379-a5ec-3e7ac081d3af None None] Routers {'d7f9c785-cb26-4318-8f49-22fc42197459'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:04.216386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1ee0358a-e4c3-4379-a5ec-3e7ac081d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0cb438>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['d7f9c785-cb26-4318-8f49-22fc42197459'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:04.265234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca9db60f-e39d-42a0-bbe9-9083e9bb5322 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.310978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/d7f9c785-cb26-4318-8f49-22fc42197459/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8404453
Dec 21 10:05:04.311881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38932) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:04.313744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:04.321434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5612b4e5-caf0-4959-9950-d9afdf7e2282 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:04.325319 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5612b4e5-caf0-4959-9950-d9afdf7e2282 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/40ce8a1a-cf14-461c-8531-a653d34db56c HTTP/1.1" status: 404  len: 333 time: 0.3951187
Dec 21 10:05:04.325319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=caa36d61-0240-4029-84c2-f2dcfb059524,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:04.327341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38936) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:04.349519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1ee0358a-e4c3-4379-a5ec-3e7ac081d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0cb438>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:04.370030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca9db60f-e39d-42a0-bbe9-9083e9bb5322 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.372963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee0358a-e4c3-4379-a5ec-3e7ac081d3af None None] Routers {'d7f9c785-cb26-4318-8f49-22fc42197459'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:04.373921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1ee0358a-e4c3-4379-a5ec-3e7ac081d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0cb438>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['d7f9c785-cb26-4318-8f49-22fc42197459'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:04.380594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Usage tracker for resource:security_group_rule and tenant:d66e683386b44e219ea1b0695c55ed48 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:04.386664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:04.417827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:04.430006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.4276664
Dec 21 10:05:04.444909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38940) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:04.454923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1ee0358a-e4c3-4379-a5ec-3e7ac081d3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0cb438>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:04.455648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee0358a-e4c3-4379-a5ec-3e7ac081d3af None None] The sync data for ids ['d7f9c785-cb26-4318-8f49-22fc42197459'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:05:04.475901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:04.486735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:e0:92:8a', 'name': 'tempest-NetworksTestDHCPv6-1364538352'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:04.509079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f6cedd-6c89-43ff-b647-cc15af4b3ae8 None None] Network b84267f5-9178-4149-ac95-452fe27ae110 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:04.570425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5187d260-a94b-4e79-84fc-117c2f1ae47e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:04.571093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5187d260-a94b-4e79-84fc-117c2f1ae47e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:04.595622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ec25934f-6da2-4712-9cb2-d55ce9868737 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 46b29924-a39d-4068-baf5-2bd240f970c1 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:04.595993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec25934f-6da2-4712-9cb2-d55ce9868737 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.713128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network b84267f5-9178-4149-ac95-452fe27ae110 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:04.715223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca9db60f-e39d-42a0-bbe9-9083e9bb5322 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.721230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f5379a55-eb8c-4906-b143-976edd46db35 None None] Provisioning for port 2594b8da-bec9-4d00-b416-2fe4afea6fbd completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:04.728023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:04.732301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d97eb369-3247-4bab-928f-52d4b6decf53 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:04.752637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:04.767179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f5379a55-eb8c-4906-b143-976edd46db35 None None] Provisioning complete for port 2594b8da-bec9-4d00-b416-2fe4afea6fbd triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:04.767617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5379a55-eb8c-4906-b143-976edd46db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.788574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9db60f-e39d-42a0-bbe9-9083e9bb5322 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=df287685-f99a-41d5-ae40-8f0c9520dabc,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:04.790330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5187d260-a94b-4e79-84fc-117c2f1ae47e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:04.792582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ca9db60f-e39d-42a0-bbe9-9083e9bb5322 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:04.794958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5187d260-a94b-4e79-84fc-117c2f1ae47e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports/7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 HTTP/1.1" status: 200  len: 984 time: 0.4749455
Dec 21 10:05:04.795136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38944) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:04.849467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': 'efa816d3-8c49-4971-b76f-39d6d122dae6'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:05:04.850494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.932756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:04.936583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:04.976143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:05.005088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:05.038297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:05.139279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:05.160481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:05.160966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5379a55-eb8c-4906-b143-976edd46db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:05.169522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:05.185600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:05.262725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:05:05.274542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f5379a55-eb8c-4906-b143-976edd46db35 None None] For port 2594b8da-bec9-4d00-b416-2fe4afea6fbd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2594b8da-bec9-4d00-b416-2fe4afea6fbd,segment=NetworkSegment(0775d9de-53f3-4e83-81ee-09c3ed7f2428),segment_id=0775d9de-53f3-4e83-81ee-09c3ed7f2428)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:05.286902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5379a55-eb8c-4906-b143-976edd46db35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:05.292579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:05.328776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event updated for resources: {'SecurityGroup': ['ID=3bef51db-392b-4ada-8922-e393f18060c9,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:05.338039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:05.339881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec25934f-6da2-4712-9cb2-d55ce9868737 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:05.364624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:05.365204 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Added segment a65b05dc-2781-434f-ac2a-108ccdbea4f7 of type vxlan for network 7012288a-ad77-4d8e-9a84-edaa9849a438
Dec 21 10:05:05.366178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Allocated IP 2001:db8::f816:3eff:feb7:3702 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/efa816d3-8c49-4971-b76f-39d6d122dae6/b3b6154a-b197-473e-8d07-a1ffb27c7799) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:05.386009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5379a55-eb8c-4906-b143-976edd46db35 None None] Pushing event updated for resources: {'Port': ['ID=2594b8da-bec9-4d00-b416-2fe4afea6fbd,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:05.390892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5379a55-eb8c-4906-b143-976edd46db35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:05.496186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca9db60f-e39d-42a0-bbe9-9083e9bb5322 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:05.520048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19459135-3762-469c-b38e-3439bab8a64f None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:05.528172 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ca9db60f-e39d-42a0-bbe9-9083e9bb5322 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/df287685-f99a-41d5-ae40-8f0c9520dabc HTTP/1.1" status: 204  len: 168 time: 1.6152229
Dec 21 10:05:05.530561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38948) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:05.566763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:05.614233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6e5b799-c4d6-4301-a490-31b46e6cc998 None None] Provisioning for port caa36d61-0240-4029-84c2-f2dcfb059524 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:05.690339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6e5b799-c4d6-4301-a490-31b46e6cc998 None None] Provisioning complete for port caa36d61-0240-4029-84c2-f2dcfb059524 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:05.690762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b799-c4d6-4301-a490-31b46e6cc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:05.799901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:05.806912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:05.838991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:05.855741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:05.873879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:05.880370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:05.942440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ec25934f-6da2-4712-9cb2-d55ce9868737 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 46b29924-a39d-4068-baf5-2bd240f970c1 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:06.042869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f6e5b799-c4d6-4301-a490-31b46e6cc998 None None] Port caa36d61-0240-4029-84c2-f2dcfb059524 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:06.064380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.092531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.113811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.116929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.161749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Transition to ACTIVE for port object b3b6154a-b197-473e-8d07-a1ffb27c7799 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:06.168935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6e5b799-c4d6-4301-a490-31b46e6cc998 None None] Provisioning complete for port 2594b8da-bec9-4d00-b416-2fe4afea6fbd triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:06.169358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6e5b799-c4d6-4301-a490-31b46e6cc998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.231575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Transition to ACTIVE for port object b3b6154a-b197-473e-8d07-a1ffb27c7799 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:06.248026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.252336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.269790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8596a62-d3ad-49f3-bf33-aa8a0bbd2533 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:06.353423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.357359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:06.358024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.416665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-665c2b91-33c5-460e-8992-f58fa9f14680 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:06.436982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Pushing event updated for resources: {'Port': ['ID=b3b6154a-b197-473e-8d07-a1ffb27c7799,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:06.440437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:06.558335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:06.560011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:06.564997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:06.624557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Attempting to bind port b3b6154a-b197-473e-8d07-a1ffb27c7799 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:06.624985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Attempting to bind port b3b6154a-b197-473e-8d07-a1ffb27c7799 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:06.625405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Attempting to bind port b3b6154a-b197-473e-8d07-a1ffb27c7799 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:06.631954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:06.632487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:06.632940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.633388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:06.633972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Bound port: b3b6154a-b197-473e-8d07-a1ffb27c7799, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:06.634399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.717225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d148aec7-ffd2-4f11-aaf9-3af23f0e2eda None None] Provisioning complete for port caa36d61-0240-4029-84c2-f2dcfb059524 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:06.717678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d148aec7-ffd2-4f11-aaf9-3af23f0e2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.770909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:06.772040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.798857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d148aec7-ffd2-4f11-aaf9-3af23f0e2eda None None] Port caa36d61-0240-4029-84c2-f2dcfb059524 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:06.805735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] For port b3b6154a-b197-473e-8d07-a1ffb27c7799, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:06.810114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] For port b3b6154a-b197-473e-8d07-a1ffb27c7799, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b3b6154a-b197-473e-8d07-a1ffb27c7799,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:06.817678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.834869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:06.873609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event updated for resources: {'Network': ['ID=7012288a-ad77-4d8e-9a84-edaa9849a438,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:06.878536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d148aec7-ffd2-4f11-aaf9-3af23f0e2eda None None] Provisioning complete for port 2594b8da-bec9-4d00-b416-2fe4afea6fbd triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:06.878967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d148aec7-ffd2-4f11-aaf9-3af23f0e2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:06.908077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:06.914006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 23c108db-5958-403e-9876-9522a3bfa6bc yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:05:06.933631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:06.947546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:07.037180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.057401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eee2757d-a8e7-4463-8f69-c7adf94b8ec8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:07.152503 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 3.6193974
Dec 21 10:05:07.164812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec25934f-6da2-4712-9cb2-d55ce9868737 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.169340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38952) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:07.179090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Request body: {'subnet': {'network_id': '7012288a-ad77-4d8e-9a84-edaa9849a438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:07.190056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.212233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2594b8da-bec9-4d00-b416-2fe4afea6fbd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:07.305154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4145a2cb-3b8e-4d51-a077-1da428bf9106 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:07.364527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Pushing event updated for resources: {'Port': ['ID=b3b6154a-b197-473e-8d07-a1ffb27c7799,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:07.368363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:07.400617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=cf239553-3c96-4fa4-a475-04a215ba3634,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:07.412639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:07.446081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25934f-6da2-4712-9cb2-d55ce9868737 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=46b29924-a39d-4068-baf5-2bd240f970c1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:07.447498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:07.462068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec25934f-6da2-4712-9cb2-d55ce9868737 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:07.480990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 2594b8da-bec9-4d00-b416-2fe4afea6fbd triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:07.481412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.538919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:07.541318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:07.555178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:07.555988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.556866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f816:3eff:fee0:928a (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/efa816d3-8c49-4971-b76f-39d6d122dae6/23c108db-5958-403e-9876-9522a3bfa6bc) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:07.586164 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.0248826
Dec 21 10:05:07.589650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38956) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:07.596270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'security_group': {'name': 'tempest-secgroup-1052318041'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:07.597866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7be3e3c-96fd-4b60-a9e6-fc150712108a None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:07.604689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:07.613506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:07.618980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:07.641034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:07.664116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:07.668912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Usage tracker for resource:subnet and tenant:d66e683386b44e219ea1b0695c55ed48 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:07.676569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:07.691232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.698745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:07.711068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec25934f-6da2-4712-9cb2-d55ce9868737 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.723601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:07.728468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.730814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group_rule and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:07.732078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9cbe5d02-4758-456f-bff2-de774efdaff1 None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:07.732659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9cbe5d02-4758-456f-bff2-de774efdaff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.752801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74dc13cc-bd2b-42e2-be3e-224714904f28 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:07.760705 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ec25934f-6da2-4712-9cb2-d55ce9868737 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/46b29924-a39d-4068-baf5-2bd240f970c1 HTTP/1.1" status: 204  len: 168 time: 3.3849490
Dec 21 10:05:07.790049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38960) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:07.804865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:07.812892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:07.857308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Made reservation on behalf of d66e683386b44e219ea1b0695c55ed48 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:07.870601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=7fd1a5a4-9379-47e2-b15f-b1de8a2eb3d9,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:07.889129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:07.895079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.934671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:07.985952 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1c5af3-5a83-4e0d-ab9b-debbe0fcf235 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:05:07.997223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9e1c5af3-5a83-4e0d-ab9b-debbe0fcf235 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:08.016524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:08.077183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:08.083288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:08.091201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36bc4d8f-548a-4534-b45f-d0837cf3cf2c tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:08.206472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=caa36d61-0240-4029-84c2-f2dcfb059524,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:08.226323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9e1c5af3-5a83-4e0d-ab9b-debbe0fcf235 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:08.231044 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e1c5af3-5a83-4e0d-ab9b-debbe0fcf235 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/46b29924-a39d-4068-baf5-2bd240f970c1 HTTP/1.1" status: 404  len: 333 time: 0.4345114
Dec 21 10:05:08.246421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38964) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:08.250376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:08.390906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15d003af-bd14-4a50-8bd7-5b781280df08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:08.407675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9cbe5d02-4758-456f-bff2-de774efdaff1 None None] Provisioning complete for port ea706a91-5ba4-431e-b308-00bfcfbf78f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:08.408110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9cbe5d02-4758-456f-bff2-de774efdaff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:08.488675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9cbe5d02-4758-456f-bff2-de774efdaff1 None None] Port ea706a91-5ba4-431e-b308-00bfcfbf78f1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:08.570905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'SecurityGroup': ['ID=cb061efb-9b28-458a-ac49-056693021131,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:08.583730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:08.587887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.9969840
Dec 21 10:05:08.644358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:08.644907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38968) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:08.659393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'security_group': {'name': 'tempest-secgroup-1664296892'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:08.667092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:08.679442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:08.681214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4606f29d-3e50-4963-83b7-22e246cf3003 None None] Update dhcp port {'port': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'fixed_ips': [{'subnet_id': '17dd7c43-4991-48e0-b732-203bc2cd131b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cf239553-3c96-4fa4-a475-04a215ba3634'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '301fd7d9-6951-4000-9a3d-c9dc4a0b9e10'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:05:08.682402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:08.699808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:08.720498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:08.739034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4606f29d-3e50-4963-83b7-22e246cf3003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:08.780866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:08.793088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:08.824878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:08.831936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:08.847819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group_rule and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:08.853304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:08.863632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:08.992724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:09.024037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 38974) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:09.057313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-4606f29d-3e50-4963-83b7-22e246cf3003 None None] Allocated IP 172.20.0.2 (768b4c76-b2fc-47fd-998e-2a2b0d971ffd/cf239553-3c96-4fa4-a475-04a215ba3634/301fd7d9-6951-4000-9a3d-c9dc4a0b9e10) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:09.263443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b3b6154a-b197-473e-8d07-a1ffb27c7799 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:09.276054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router d7f9c785-cb26-4318-8f49-22fc42197459 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:05:09.278740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:09.290020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:09.295869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d2b10e9-47d4-4603-b978-9488ee8035b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:09.361388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 23c108db-5958-403e-9876-9522a3bfa6bc will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:09.379368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4606f29d-3e50-4963-83b7-22e246cf3003 None None] For port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,segment=NetworkSegment(286b993a-05ed-4700-bdb8-2bd9715a7cdd),segment_id=286b993a-05ed-4700-bdb8-2bd9715a7cdd)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:09.392944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port b3b6154a-b197-473e-8d07-a1ffb27c7799 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:09.422034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4606f29d-3e50-4963-83b7-22e246cf3003 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:09.443005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4606f29d-3e50-4963-83b7-22e246cf3003 None None] Transition to ACTIVE for port object 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:09.446615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4606f29d-3e50-4963-83b7-22e246cf3003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:09.463679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9a4893c-b1f8-4bbc-87c2-e9b4e57a8846 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:09.480683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:05:09.482920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2710f2-42c2-4072-afcc-01c3d91a1033,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:09.485132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:09.486500 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1693 time: 0.8326302
Dec 21 10:05:09.487642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:09.495915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/d7f9c785-cb26-4318-8f49-22fc42197459/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6998909
Dec 21 10:05:09.496701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38978) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:09.497065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38980) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:09.507575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a375f60c-c582-434d-b1ff-c95c7bd9d5b8 None None] Sync routers for ids ['d7f9c785-cb26-4318-8f49-22fc42197459'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:05:09.518179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'security_group': {'name': 'tempest-secgroup-450116245'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:09.518857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:09.525156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a375f60c-c582-434d-b1ff-c95c7bd9d5b8 None None] Routers {'d7f9c785-cb26-4318-8f49-22fc42197459'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:09.525867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a375f60c-c582-434d-b1ff-c95c7bd9d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeaaf940>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['d7f9c785-cb26-4318-8f49-22fc42197459'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:09.656376 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-3faf813f-032d-48c6-ba0a-9959af9c1e70 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.9496169
Dec 21 10:05:09.658305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b116385d-ad43-44d3-896f-eeb1a168d439 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:09.664924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a375f60c-c582-434d-b1ff-c95c7bd9d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeaaf940>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:09.682330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a89d8a88-7963-43fb-8811-f55f1ff2c305 None None] Provisioning for port b3b6154a-b197-473e-8d07-a1ffb27c7799 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:09.685862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a375f60c-c582-434d-b1ff-c95c7bd9d5b8 None None] Routers {'d7f9c785-cb26-4318-8f49-22fc42197459'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:09.686556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a375f60c-c582-434d-b1ff-c95c7bd9d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeaaf940>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['d7f9c785-cb26-4318-8f49-22fc42197459'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:09.691295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a89d8a88-7963-43fb-8811-f55f1ff2c305 None None] Provisioning complete for port b3b6154a-b197-473e-8d07-a1ffb27c7799 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:09.691724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a89d8a88-7963-43fb-8811-f55f1ff2c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:09.707505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:09.744457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606f29d-3e50-4963-83b7-22e246cf3003 None None] Pushing event updated for resources: {'Port': ['ID=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:09.778382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4606f29d-3e50-4963-83b7-22e246cf3003 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:09.792950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a375f60c-c582-434d-b1ff-c95c7bd9d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeaaf940>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:09.793398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a375f60c-c582-434d-b1ff-c95c7bd9d5b8 None None] The sync data for ids ['d7f9c785-cb26-4318-8f49-22fc42197459'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:05:09.821466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:09.827393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:09.844584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:09.910253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a89d8a88-7963-43fb-8811-f55f1ff2c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:09.952353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a89d8a88-7963-43fb-8811-f55f1ff2c305 None None] For port b3b6154a-b197-473e-8d07-a1ffb27c7799, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b3b6154a-b197-473e-8d07-a1ffb27c7799,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:09.956559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a89d8a88-7963-43fb-8811-f55f1ff2c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:09.959737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4606f29d-3e50-4963-83b7-22e246cf3003 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:10.075819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d8a88-7963-43fb-8811-f55f1ff2c305 None None] Pushing event updated for resources: {'Port': ['ID=b3b6154a-b197-473e-8d07-a1ffb27c7799,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:10.080761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a89d8a88-7963-43fb-8811-f55f1ff2c305 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:10.084259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:10.090966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-d741a2b2-3dcb-4999-acd2-b5038f90d75e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet df48d6ee-7cad-48ba-aea9-db3f760c5f34 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:10.092554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e4ac6d08-f972-47d1-b124-7eb79f82565a None None] Provisioning complete for port b3b6154a-b197-473e-8d07-a1ffb27c7799 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:10.093194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4ac6d08-f972-47d1-b124-7eb79f82565a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.094706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=23c108db-5958-403e-9876-9522a3bfa6bc,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:10.103590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:10.108595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:10.108926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.126204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d741a2b2-3dcb-4999-acd2-b5038f90d75e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.135144 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-f79a8158-06ad-42a2-85e8-122b30bccda6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] remove_router_interface failed (client error): The resource could not be found.
Dec 21 10:05:10.139466 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f79a8158-06ad-42a2-85e8-122b30bccda6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/d7f9c785-cb26-4318-8f49-22fc42197459/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.6394737
Dec 21 10:05:10.140136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38986) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:10.180658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:10.189889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:10.191312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.213029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-779ba784-f0c1-42f4-b085-cc7fe7b57622 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:10.218426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:10.230347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:security_group_rule and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:10.235226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:10.243579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:10.247506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-779ba784-f0c1-42f4-b085-cc7fe7b57622 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:10.252519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-779ba784-f0c1-42f4-b085-cc7fe7b57622 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=d7f9c785-cb26-4318-8f49-22fc42197459 HTTP/1.1" status: 200  len: 205 time: 0.1082571
Dec 21 10:05:10.256430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38990) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:10.257404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network b84267f5-9178-4149-ac95-452fe27ae110 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:10.312449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90bff9-169e-494c-a620-d06bd2d45296 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:10.312878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90bff9-169e-494c-a620-d06bd2d45296 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:10.313292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90bff9-169e-494c-a620-d06bd2d45296 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:10.319062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ef90bff9-169e-494c-a620-d06bd2d45296 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?project_id=4f37266714dd44d5856b221995070c6a&network_id=37139eec-4360-49f4-a0d3-c34ef75561ea HTTP/1.1" status: 200  len: 3059 time: 1.2928288
Dec 21 10:05:10.337129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:10.383863 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 5.9295797
Dec 21 10:05:10.386373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-21266a93-5680-4e85-ab6b-4e7736e0e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:10.387960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-21266a93-5680-4e85-ab6b-4e7736e0e06b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 1162 time: 0.5735731
Dec 21 10:05:10.388239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-230ffa45-e3d7-40d5-8906-8c52095b90ce None None] Provisioning complete for port b3b6154a-b197-473e-8d07-a1ffb27c7799 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:10.388791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-230ffa45-e3d7-40d5-8906-8c52095b90ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.456368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 38996) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:10.488789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d741a2b2-3dcb-4999-acd2-b5038f90d75e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.576034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2312902d-044f-45e6-8e97-edfc7723b236 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.729301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f0a1c588-34de-468f-a8d2-90cbbef65ca2 None None] Provisioning for port 23c108db-5958-403e-9876-9522a3bfa6bc completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:10.738183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f0a1c588-34de-468f-a8d2-90cbbef65ca2 None None] Provisioning complete for port 23c108db-5958-403e-9876-9522a3bfa6bc triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:10.738608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0a1c588-34de-468f-a8d2-90cbbef65ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.818545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f0a1c588-34de-468f-a8d2-90cbbef65ca2 None None] Port 23c108db-5958-403e-9876-9522a3bfa6bc cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:10.929633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2312902d-044f-45e6-8e97-edfc7723b236 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.938178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e291b2c-adbb-4ac4-8bd8-b519f05bf4a8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:10.940432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a4b8c7a3-b704-4eea-80ae-e0b2a2641dec None None] Provisioning complete for port caa36d61-0240-4029-84c2-f2dcfb059524 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:10.940860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c7a3-b704-4eea-80ae-e0b2a2641dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.942704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e291b2c-adbb-4ac4-8bd8-b519f05bf4a8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:10.947254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e291b2c-adbb-4ac4-8bd8-b519f05bf4a8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1705 time: 0.4864728
Dec 21 10:05:10.947254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2312902d-044f-45e6-8e97-edfc7723b236 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:10.956196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39004) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:11.002696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-f773a47d-0bee-4413-9795-75173573b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:11.003523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.004347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-f773a47d-0bee-4413-9795-75173573b425 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37139eec-4360-49f4-a0d3-c34ef75561ea HTTP/1.1" status: 200  len: 892 time: 0.4528584
Dec 21 10:05:11.009744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8c7a3-b704-4eea-80ae-e0b2a2641dec None None] Port caa36d61-0240-4029-84c2-f2dcfb059524 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:11.020699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a4b8c7a3-b704-4eea-80ae-e0b2a2641dec None None] Provisioning for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:11.023125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.027883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a4b8c7a3-b704-4eea-80ae-e0b2a2641dec None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:11.028989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c7a3-b704-4eea-80ae-e0b2a2641dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.031347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-759462ac-f519-458c-a67b-1dae37a38c6d tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:11.079128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2312902d-044f-45e6-8e97-edfc7723b236 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.079752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2312902d-044f-45e6-8e97-edfc7723b236 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Fanout notify agent at l3_agent the message router_deleted on router d7f9c785-cb26-4318-8f49-22fc42197459 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:05:11.114370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7d5885b8-1ea4-4ffc-9fd4-3165e74a1daa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 23c108db-5958-403e-9876-9522a3bfa6bc {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:11.114370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d5885b8-1ea4-4ffc-9fd4-3165e74a1daa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.138872 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-cd441ba0-c315-42be-b65b-0ba9285a8de9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 HTTP/1.1" status: 200  len: 1001 time: 0.1235149
Dec 21 10:05:11.144936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.151978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'SecurityGroup': ['ID=86c7b248-913f-4f22-919a-d5dc1257b197,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:11.159628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2312902d-044f-45e6-8e97-edfc7723b236 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.160925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2312902d-044f-45e6-8e97-edfc7723b236 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/d7f9c785-cb26-4318-8f49-22fc42197459 HTTP/1.1" status: 204  len: 168 time: 0.9031310
Dec 21 10:05:11.165399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:11.166157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.169978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1692 time: 1.6692641
Dec 21 10:05:11.175203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39010) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:11.175583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39012) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:11.181112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:11.190415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-268f11ad-a873-4d33-9479-de1e35ed2b0c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:11.278887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a4b8c7a3-b704-4eea-80ae-e0b2a2641dec None None] Provisioning complete for port ea706a91-5ba4-431e-b308-00bfcfbf78f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:11.279233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4b8c7a3-b704-4eea-80ae-e0b2a2641dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.284400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d741a2b2-3dcb-4999-acd2-b5038f90d75e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.325098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:11.325546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.398696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a4b8c7a3-b704-4eea-80ae-e0b2a2641dec None None] Port ea706a91-5ba4-431e-b308-00bfcfbf78f1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:11.482208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b3b6154a-b197-473e-8d07-a1ffb27c7799 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:11.515553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'name': 'tempest-PortsTestJSON-437934835', 'security_groups': ['86c7b248-913f-4f22-919a-d5dc1257b197'], 'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'cf239553-3c96-4fa4-a475-04a215ba3634'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:11.541991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39018) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:11.583889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-372fcf16-6a87-46be-adf9-bbce40d3f7ab None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:11.584707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-372fcf16-6a87-46be-adf9-bbce40d3f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.663175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port b3b6154a-b197-473e-8d07-a1ffb27c7799 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:11.664207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:11.749249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router caae62d4-1487-42c1-af42-2a66af499ad0 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:05:11.792244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event updated for resources: {'Subnet': ['ID=3f53f902-72df-4cd9-8414-0e7a1616d3f1,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:11.848144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-590a7f09-234f-4177-9d1e-e5233ce98b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:11.850942 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-590a7f09-234f-4177-9d1e-e5233ce98b11 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b556acf-e92c-426f-85b6-23b8237cb035 HTTP/1.1" status: 200  len: 835 time: 0.6624248
Dec 21 10:05:11.851932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:11.862527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bde8cc5-950f-40c4-b8e5-a6c3f2d0cfb6 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:11.864172 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0bde8cc5-950f-40c4-b8e5-a6c3f2d0cfb6 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 814 time: 0.3212366
Dec 21 10:05:12.062180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:12.079058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.093646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:12.118028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b388d7e-ad62-4766-bc69-8431d82b8eff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting subnet d902391e-71b1-44d3-bbf4-b26284c02f5b {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:12.128195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b388d7e-ad62-4766-bc69-8431d82b8eff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.162080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d5885b8-1ea4-4ffc-9fd4-3165e74a1daa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.178656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:12.201390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:05:12.214496 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/caae62d4-1487-42c1-af42-2a66af499ad0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4848251
Dec 21 10:05:12.216806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39026) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:12.237550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f950838-5bcb-4c76-b04d-b0a3407e6e03 None None] Sync routers for ids ['caae62d4-1487-42c1-af42-2a66af499ad0'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:05:12.249805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f950838-5bcb-4c76-b04d-b0a3407e6e03 None None] Routers {'caae62d4-1487-42c1-af42-2a66af499ad0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:12.250814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7f950838-5bcb-4c76-b04d-b0a3407e6e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fece1bb38>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['caae62d4-1487-42c1-af42-2a66af499ad0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:12.333775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7f950838-5bcb-4c76-b04d-b0a3407e6e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fece1bb38>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:12.342618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39030) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:12.347569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7344f51-e0ea-4feb-8678-590caaddaabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.349167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-45c03c53-4686-46e1-9573-b4ecf50b24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:12.350067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f950838-5bcb-4c76-b04d-b0a3407e6e03 None None] Routers {'caae62d4-1487-42c1-af42-2a66af499ad0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:12.350752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7f950838-5bcb-4c76-b04d-b0a3407e6e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fece1bb38>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:04:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['caae62d4-1487-42c1-af42-2a66af499ad0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:12.351485 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-45c03c53-4686-46e1-9573-b4ecf50b24ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37139eec-4360-49f4-a0d3-c34ef75561ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4674094
Dec 21 10:05:12.355966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7d5885b8-1ea4-4ffc-9fd4-3165e74a1daa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 23c108db-5958-403e-9876-9522a3bfa6bc owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:12.364565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Checking segment: {'id': 'a65b05dc-2781-434f-ac2a-108ccdbea4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7012288a-ad77-4d8e-9a84-edaa9849a438'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:12.365479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Network hostable DHCP agents. Network: 7012288a-ad77-4d8e-9a84-edaa9849a438, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:05:12.398954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'network': {'name': 'tempest-network-smoke--1116354516', 'project_id': '4f37266714dd44d5856b221995070c6a', 'port_security_enabled': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:12.415158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:12.415644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7f950838-5bcb-4c76-b04d-b0a3407e6e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fece1bb38>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:12.416109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f950838-5bcb-4c76-b04d-b0a3407e6e03 None None] The sync data for ids ['caae62d4-1487-42c1-af42-2a66af499ad0'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:05:12.450629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfd61fa-4134-4c73-aa3a-675b69eb9a36 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:12.451266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9cfd61fa-4134-4c73-aa3a-675b69eb9a36 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:12.492988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b388d7e-ad62-4766-bc69-8431d82b8eff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.524908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:network and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:12.535117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:12.555342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:12.555787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:05:12.565610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9cfd61fa-4134-4c73-aa3a-675b69eb9a36 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:12.569548 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9cfd61fa-4134-4c73-aa3a-675b69eb9a36 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports/caa36d61-0240-4029-84c2-f2dcfb059524 HTTP/1.1" status: 200  len: 910 time: 0.3394067
Dec 21 10:05:12.577259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39034) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:12.585860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-fd410f85-71f8-4b88-b7a1-ed6881bee689 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'port': {'fixed_ips': [{'subnet_id': '76f8f200-ad8c-4ec9-b59a-a8574a670e77'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:12.612873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:12.617880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.619667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.623986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 7012288a-ad77-4d8e-9a84-edaa9849a438) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:12.632402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab21a89-2e49-4363-acf5-cd79ff56862c None None] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:12.638113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d741a2b2-3dcb-4999-acd2-b5038f90d75e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.674129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc495501-50e6-4f42-a4eb-d5a413d391f3 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:12.687977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.757635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:12.758307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.770289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-c0e8ea3d-af42-4ebb-b32f-8df783a0c4f8 service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3992410
Dec 21 10:05:12.771106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741a2b2-3dcb-4999-acd2-b5038f90d75e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=df48d6ee-7cad-48ba-aea9-db3f760c5f34,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:12.813332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d741a2b2-3dcb-4999-acd2-b5038f90d75e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:12.827081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b388d7e-ad62-4766-bc69-8431d82b8eff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.861679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d5885b8-1ea4-4ffc-9fd4-3165e74a1daa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.895012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-7012288a-ad77-4d8e-9a84-edaa9849a438', 'network_id': '7012288a-ad77-4d8e-9a84-edaa9849a438', 'tenant_id': 'd66e683386b44e219ea1b0695c55ed48', 'fixed_ips': [{'subnet_id': '3f53f902-72df-4cd9-8414-0e7a1616d3f1'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:05:12.895995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:12.899716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5cd66bd7-8e37-4a9c-96ec-b4a4a6e88403 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:12.930355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:05:12.948355 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 5.7727473
Dec 21 10:05:12.951570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39038) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:12.966085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-158302519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:13.040427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5885b8-1ea4-4ffc-9fd4-3165e74a1daa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=23c108db-5958-403e-9876-9522a3bfa6bc,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:13.041894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:13.054924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d5885b8-1ea4-4ffc-9fd4-3165e74a1daa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:13.061474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.061825 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Added segment 5ca2ed35-70ae-4807-9d99-fc43702f8a24 of type vxlan for network 25cd4182-1af1-4672-a414-217ab0206ee3
Dec 21 10:05:13.106966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Usage tracker for resource:router and tenant:d66e683386b44e219ea1b0695c55ed48 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:13.112962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a67c205-564c-4d6f-a76f-7f3ef17523d2 None None] Network ef984e82-8d01-402f-91ca-7713a7908023 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:13.118604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d741a2b2-3dcb-4999-acd2-b5038f90d75e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.123224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d741a2b2-3dcb-4999-acd2-b5038f90d75e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/df48d6ee-7cad-48ba-aea9-db3f760c5f34 HTTP/1.1" status: 204  len: 168 time: 4.8661237
Dec 21 10:05:13.123224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:13.128955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39042) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:13.157883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:13.173203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] device_id is not set on port 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:05:13.239074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.240836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.310800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9887363-084e-43f9-a32f-3f709e16a2c1 req-49e5dfbd-d317-46ee-8cc8-606df19ae924 service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5215027
Dec 21 10:05:13.344574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.385122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.472937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.495570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd410f85-71f8-4b88-b7a1-ed6881bee689 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.513785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port f43bc49d-4fa8-4ce7-8a38-62778dbad68b {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:13.513899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.525673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d5885b8-1ea4-4ffc-9fd4-3165e74a1daa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.530027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.575559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.579770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:13.580443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.596715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4420b4c-c4a8-4631-a543-659e37ee0d9b tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:13.600650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Allocated IP 172.20.0.2 (7012288a-ad77-4d8e-9a84-edaa9849a438/3f53f902-72df-4cd9-8414-0e7a1616d3f1/5ef60e89-c2f7-4801-b564-5de1e61591f6) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:13.602469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.695219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7d5885b8-1ea4-4ffc-9fd4-3165e74a1daa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/23c108db-5958-403e-9876-9522a3bfa6bc HTTP/1.1" status: 204  len: 168 time: 2.7378266
Dec 21 10:05:13.729417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39046) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:13.738836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:13.743239 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d1ebe48f-13f0-45c5-8f8a-bed8a22cda97 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 714 time: 0.7866185
Dec 21 10:05:13.744570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39050) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:13.850090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] DHCP port deletion for ef984e82-8d01-402f-91ca-7713a7908023 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:05:13.871788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] Deleting port f43bc49d-4fa8-4ce7-8a38-62778dbad68b {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:13.872569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:14.043743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:14.075568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Transition to ACTIVE for port object 5ef60e89-c2f7-4801-b564-5de1e61591f6 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:14.136321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Transition to ACTIVE for port object 5ef60e89-c2f7-4801-b564-5de1e61591f6 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:14.139727 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.7906764
Dec 21 10:05:14.146059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.14 (768b4c76-b2fc-47fd-998e-2a2b0d971ffd/cf239553-3c96-4fa4-a475-04a215ba3634/0e402e54-baa3-4fe6-8e4c-49cc457ebc9b) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:14.151964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:14.213551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39054) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:14.216910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc321877-3f7e-4bcd-9d42-6af25486d23b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:14.267612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Network': ['ID=25cd4182-1af1-4672-a414-217ab0206ee3,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:14.270726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:14.296048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 25cd4182-1af1-4672-a414-217ab0206ee3 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:14.297322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b388d7e-ad62-4766-bc69-8431d82b8eff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:14.310141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 25cd4182-1af1-4672-a414-217ab0206ee3 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:14.318811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6fa5d141-3fd4-4631-be3b-29cb4bae5e74 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:14.389564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b388d7e-ad62-4766-bc69-8431d82b8eff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Subnet': ['ID=d902391e-71b1-44d3-bbf4-b26284c02f5b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:14.392202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b388d7e-ad62-4766-bc69-8431d82b8eff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:14.417180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5c2bf6-f670-4268-990a-f9d705b0e0ca tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:14.421828 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8a5c2bf6-f670-4268-990a-f9d705b0e0ca tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?project_id=4f37266714dd44d5856b221995070c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.2041037
Dec 21 10:05:14.423341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39058) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:14.463966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] For port f43bc49d-4fa8-4ce7-8a38-62778dbad68b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f43bc49d-4fa8-4ce7-8a38-62778dbad68b,segment=NetworkSegment(53faf22d-9242-40e4-ae31-cc96166d98a2),segment_id=53faf22d-9242-40e4-ae31-cc96166d98a2)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:14.464430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:14.529710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Pushing event updated for resources: {'Port': ['ID=5ef60e89-c2f7-4801-b564-5de1e61591f6,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:14.534910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:14.567924 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fc3b60f0-31e9-4779-8009-e779e435243a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?project_id=4f37266714dd44d5856b221995070c6a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1409702
Dec 21 10:05:14.574246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39062) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:14.596308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'subnet': {'name': 'tempest-subnet-smoke-663462700', 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3', 'project_id': '4f37266714dd44d5856b221995070c6a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:14.624683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a56a7cb-584f-49cb-83cd-937a0672d8fa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:14.626251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a56a7cb-584f-49cb-83cd-937a0672d8fa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:14.627077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1a56a7cb-584f-49cb-83cd-937a0672d8fa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:14.657127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b388d7e-ad62-4766-bc69-8431d82b8eff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:14.686625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8e0f08-8461-4a1d-a247-8015c986246e None None] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:14.775969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] Calling delete_port for f43bc49d-4fa8-4ce7-8a38-62778dbad68b owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:14.785325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6b388d7e-ad62-4766-bc69-8431d82b8eff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/d902391e-71b1-44d3-bbf4-b26284c02f5b HTTP/1.1" status: 204  len: 168 time: 3.6060019
Dec 21 10:05:14.795950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39066) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:14.818925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:14.834740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:subnet and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:14.840868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:14.852404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:14.872913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:14.883268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:14.922900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] For port f43bc49d-4fa8-4ce7-8a38-62778dbad68b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f43bc49d-4fa8-4ce7-8a38-62778dbad68b,segment=NetworkSegment(53faf22d-9242-40e4-ae31-cc96166d98a2),segment_id=53faf22d-9242-40e4-ae31-cc96166d98a2)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:14.923483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:14.927701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:14.947864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1a56a7cb-584f-49cb-83cd-937a0672d8fa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:14.951802 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1a56a7cb-584f-49cb-83cd-937a0672d8fa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 1.2120740
Dec 21 10:05:14.960853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:14.987660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39070) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:15.000595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:15.009464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:15.075806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.091905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.109957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afdd917b-2793-4952-ab72-faa5a1fbc7cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:15.159959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f43bc49d-4fa8-4ce7-8a38-62778dbad68b no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:05:15.220466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] Pushing event deleted for resources: {'Port': ['ID=f43bc49d-4fa8-4ce7-8a38-62778dbad68b,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:15.224501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for f43bc49d-4fa8-4ce7-8a38-62778dbad68b owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:15.227261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.227469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: f43bc49d-4fa8-4ce7-8a38-62778dbad68b {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:05:15.227568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f43bc49d-4fa8-4ce7-8a38-62778dbad68b not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:05:15.235240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:15.240479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Attempting to bind port 5ef60e89-c2f7-4801-b564-5de1e61591f6 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:15.241468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Attempting to bind port 5ef60e89-c2f7-4801-b564-5de1e61591f6 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'a65b05dc-2781-434f-ac2a-108ccdbea4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7012288a-ad77-4d8e-9a84-edaa9849a438'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:15.241901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Attempting to bind port 5ef60e89-c2f7-4801-b564-5de1e61591f6 on network 7012288a-ad77-4d8e-9a84-edaa9849a438 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:15.248452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dedbe291-cdbb-41be-b9b3-9c8a0ec262a3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:15.316816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.488391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 72997752-457f-4526-ab62-de4f0bccfa01 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:15.488391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.495128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:15.495555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Checking segment: {'id': 'a65b05dc-2781-434f-ac2a-108ccdbea4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7012288a-ad77-4d8e-9a84-edaa9849a438'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:15.496317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.496446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Bound using segment: {'id': 'a65b05dc-2781-434f-ac2a-108ccdbea4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7012288a-ad77-4d8e-9a84-edaa9849a438'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:15.496919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Bound port: 5ef60e89-c2f7-4801-b564-5de1e61591f6, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65b05dc-2781-434f-ac2a-108ccdbea4f7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '7012288a-ad77-4d8e-9a84-edaa9849a438'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:15.497334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.519974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=0e402e54-baa3-4fe6-8e4c-49cc457ebc9b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:15.523372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:15.576556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] No DVR routers for this DVR port f43bc49d-4fa8-4ce7-8a38-62778dbad68b on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:05:15.612206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.627424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] For port 5ef60e89-c2f7-4801-b564-5de1e61591f6, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:15.631368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] For port 5ef60e89-c2f7-4801-b564-5de1e61591f6, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5ef60e89-c2f7-4801-b564-5de1e61591f6,segment=NetworkSegment(a65b05dc-2781-434f-ac2a-108ccdbea4f7),segment_id=a65b05dc-2781-434f-ac2a-108ccdbea4f7)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:15.636651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.654117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5379a55-eb8c-4906-b143-976edd46db35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:15.665569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a544dd7-97ba-4919-9acc-8b623bba4740 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet efa816d3-8c49-4971-b76f-39d6d122dae6 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:15.680620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:05:15.680987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:05:15.683493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a544dd7-97ba-4919-9acc-8b623bba4740 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.713154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] DHCP port deletion for d1ae0c85-0937-4505-9fb0-44027ba20c6a request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:05:15.736214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] Deleting port 72997752-457f-4526-ab62-de4f0bccfa01 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:15.736619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.765832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:15.768130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a544dd7-97ba-4919-9acc-8b623bba4740 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:15.805029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:15.807486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:15.877003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Pushing event updated for resources: {'Port': ['ID=5ef60e89-c2f7-4801-b564-5de1e61591f6,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:15.894483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:15.936112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:15.936786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:16.014822 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 4.8363388
Dec 21 10:05:16.017934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39074) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:16.027130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:16.047014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a544dd7-97ba-4919-9acc-8b623bba4740 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:16.124674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] For port 72997752-457f-4526-ab62-de4f0bccfa01, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=72997752-457f-4526-ab62-de4f0bccfa01,segment=NetworkSegment(a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2),segment_id=a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:16.125358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:16.238105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port f43bc49d-4fa8-4ce7-8a38-62778dbad68b {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:16.238460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:16.273452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] Calling delete_port for 72997752-457f-4526-ab62-de4f0bccfa01 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:16.346375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-485e05da-42f8-4859-8ec8-6c91bbf7e123 None None] Provisioning for port 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:16.391765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-485e05da-42f8-4859-8ec8-6c91bbf7e123 None None] Provisioning complete for port 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:16.392953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-485e05da-42f8-4859-8ec8-6c91bbf7e123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:16.555843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-485e05da-42f8-4859-8ec8-6c91bbf7e123 None None] Port 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:16.562240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:16.594723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ceae6be7-2493-47f8-a7c0-85051fb81f81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:16.606088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:16.620894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:16.625880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:16.642717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:16.706399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:16.712744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] Pushing event deleted for resources: {'Port': ['ID=72997752-457f-4526-ab62-de4f0bccfa01,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:16.713794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:16.720320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:16.740551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a544dd7-97ba-4919-9acc-8b623bba4740 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:16.762837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1f4950b-4121-4417-97a3-d72c0c510ce4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:16.805646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] The port 'f43bc49d-4fa8-4ce7-8a38-62778dbad68b' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:05:16.813351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port 72997752-457f-4526-ab62-de4f0bccfa01, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=72997752-457f-4526-ab62-de4f0bccfa01,segment=NetworkSegment(a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2),segment_id=a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:16.813784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:16.819172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a544dd7-97ba-4919-9acc-8b623bba4740 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=efa816d3-8c49-4971-b76f-39d6d122dae6,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:16.821883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a544dd7-97ba-4919-9acc-8b623bba4740 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:16.868340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] No DVR routers for this DVR port 72997752-457f-4526-ab62-de4f0bccfa01 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:05:17.031622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 72997752-457f-4526-ab62-de4f0bccfa01 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:17.192587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5ef60e89-c2f7-4801-b564-5de1e61591f6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:17.243356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:17.319308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 5ef60e89-c2f7-4801-b564-5de1e61591f6 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:17.331170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:17.345210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-49187b70-51fd-40ef-9910-8dc94c139668 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:17.381786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72997752-457f-4526-ab62-de4f0bccfa01 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:05:17.426935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 72997752-457f-4526-ab62-de4f0bccfa01 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:05:17.427870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72997752-457f-4526-ab62-de4f0bccfa01 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:05:17.431406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed0bb400>,) {'filters': {'network_id': ['ef984e82-8d01-402f-91ca-7713a7908023']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:17.449047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed0bb400>, '53faf22d-9242-40e4-ae31-cc96166d98a2') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:17.449392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed0bb400>, '53faf22d-9242-40e4-ae31-cc96166d98a2') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:17.474127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Allocated IP 172.20.0.1 (7012288a-ad77-4d8e-9a84-edaa9849a438/3f53f902-72df-4cd9-8414-0e7a1616d3f1/7011368b-90a3-487e-bb9f-e8c05203a555) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:17.483726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:17.491017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:05:17.491383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:05:17.494735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd410f85-71f8-4b88-b7a1-ed6881bee689 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:17.515966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:17.517982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd410f85-71f8-4b88-b7a1-ed6881bee689 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:17.552086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Releasing vxlan tunnel 4 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:05:17.554710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60a7e34-dde4-4e01-b7b8-2c0f80e37df9 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:17.556677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Subnet': ['ID=4f0277df-b69f-4dfd-852c-d193810ef496,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:17.561868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a544dd7-97ba-4919-9acc-8b623bba4740 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:17.570566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:17.585206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9331ad07-563d-43a1-9632-d992f7db7a20 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:17.587238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet cf239553-3c96-4fa4-a475-04a215ba3634 (CIDR: 172.20.0.0/28)
Dec 21 10:05:17.593763 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7a544dd7-97ba-4919-9acc-8b623bba4740 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/efa816d3-8c49-4971-b76f-39d6d122dae6 HTTP/1.1" status: 204  len: 168 time: 2.6039736
Dec 21 10:05:17.596314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39078) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:17.671339 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:05:17.671839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:17.689476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59951cc6-cfaf-4923-94d8-ebcb2bdba112 None None] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:17.692009 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-381aca6e-9a67-4121-88f9-38e380b750a8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0944366
Dec 21 10:05:17.697870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39082) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:17.709118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:17.767966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-67acb387-254d-49ce-9c0c-a914a38db8b7 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.7479036
Dec 21 10:05:17.771045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39086) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:17.783713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:17.795097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dfb74817-426f-4c39-800f-cc8b4dee01c9 None None] Provisioning for port 5ef60e89-c2f7-4801-b564-5de1e61591f6 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:17.813187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd410f85-71f8-4b88-b7a1-ed6881bee689 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=caa36d61-0240-4029-84c2-f2dcfb059524,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:17.882390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd410f85-71f8-4b88-b7a1-ed6881bee689 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:17.882878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dfb74817-426f-4c39-800f-cc8b4dee01c9 None None] Provisioning complete for port 5ef60e89-c2f7-4801-b564-5de1e61591f6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:17.883013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd410f85-71f8-4b88-b7a1-ed6881bee689 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:17.883298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfb74817-426f-4c39-800f-cc8b4dee01c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:17.887125 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fd410f85-71f8-4b88-b7a1-ed6881bee689 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/ports/caa36d61-0240-4029-84c2-f2dcfb059524 HTTP/1.1" status: 200  len: 910 time: 5.3050153
Dec 21 10:05:17.890885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd410f85-71f8-4b88-b7a1-ed6881bee689 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:17.896681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39090) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:17.971370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network ef984e82-8d01-402f-91ca-7713a7908023 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:17.984795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:17.999788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 72997752-457f-4526-ab62-de4f0bccfa01 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:18.000239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.043934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:18.095863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Checking segment: {'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:18.096108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network hostable DHCP agents. Network: 25cd4182-1af1-4672-a414-217ab0206ee3, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:05:18.130047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:18.140236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:18.165234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] The port '72997752-457f-4526-ab62-de4f0bccfa01' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:05:18.167846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfb74817-426f-4c39-800f-cc8b4dee01c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.168619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:18.213563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:18.218378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dfb74817-426f-4c39-800f-cc8b4dee01c9 None None] For port 5ef60e89-c2f7-4801-b564-5de1e61591f6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5ef60e89-c2f7-4801-b564-5de1e61591f6,segment=NetworkSegment(a65b05dc-2781-434f-ac2a-108ccdbea4f7),segment_id=a65b05dc-2781-434f-ac2a-108ccdbea4f7)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:18.219760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.225653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfb74817-426f-4c39-800f-cc8b4dee01c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.229667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:18.235608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 25cd4182-1af1-4672-a414-217ab0206ee3 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:05:18.248992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:18.285123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:05:18.304680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] Deleting port b3b6154a-b197-473e-8d07-a1ffb27c7799 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:18.305101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.335392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.336838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:18.348115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:18.369843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network ef984e82-8d01-402f-91ca-7713a7908023 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:05:18.405294 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:05:18.417993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Transition to ACTIVE for port object 7011368b-90a3-487e-bb9f-e8c05203a555 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:18.429549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 25cd4182-1af1-4672-a414-217ab0206ee3) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:18.431630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:18.502862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.543474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:18.544510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.560954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:18.610424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.614360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.627670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.650178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f400c868-4e7d-4479-bc2a-b8da08ae4964 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:18.675053 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/networks/ef984e82-8d01-402f-91ca-7713a7908023 HTTP/1.1" status: 204  len: 168 time: 5.5397940
Dec 21 10:05:18.695559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39094) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:18.700936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb74817-426f-4c39-800f-cc8b4dee01c9 None None] Pushing event updated for resources: {'Port': ['ID=5ef60e89-c2f7-4801-b564-5de1e61591f6,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:18.712539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1832802657'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:18.720403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0adca-0418-42ab-9db3-279861bf4fd5 None None] Network 25cd4182-1af1-4672-a414-217ab0206ee3 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:18.743509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Network': ['ID=ef984e82-8d01-402f-91ca-7713a7908023,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:18.746898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:18.753684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dfb74817-426f-4c39-800f-cc8b4dee01c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:18.763255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:18.787248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.1977439
Dec 21 10:05:18.787248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:18.799086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:network and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:18.862281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:18.903100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:18.939657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:18.950036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7e3f1981-4d72-4249-ab02-182700796780 None None] Provisioning complete for port 5ef60e89-c2f7-4801-b564-5de1e61591f6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:18.950462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e3f1981-4d72-4249-ab02-182700796780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.044189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event updated for resources: {'Port': ['ID=7011368b-90a3-487e-bb9f-e8c05203a555,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:19.055589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:19.093970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecf8ffd0>,) {'filters': {'network_id': ['d1ae0c85-0937-4505-9fb0-44027ba20c6a']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:19.109942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39100) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:19.114576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:19.119350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88502710', 'description': 'tempest-secgroup-smoke-88502710 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:19.128177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:19.130567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:19.136017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:19.170483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecf8ffd0>, 'a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:19.170828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecf8ffd0>, 'a1bf1fc1-845d-4ab3-b5d7-faf7b41eebc2') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:19.187289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:19.191501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5ef60e89-c2f7-4801-b564-5de1e61591f6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:19.194263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.200532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:19.217899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.255670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.258628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.278379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:05:19.292934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.313594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.317025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:19.335218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:19.339369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:19.353887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:19.393689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] For port b3b6154a-b197-473e-8d07-a1ffb27c7799, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b3b6154a-b197-473e-8d07-a1ffb27c7799,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:19.394227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.472828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 5ef60e89-c2f7-4801-b564-5de1e61591f6 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:19.473210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.563917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:19.577987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.585460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] Calling delete_port for b3b6154a-b197-473e-8d07-a1ffb27c7799 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:19.707297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-899a2ef5-98ce-4be8-9f60-3b21c74f9c58 None None] Provisioning for port 7011368b-90a3-487e-bb9f-e8c05203a555 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:19.730339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-899a2ef5-98ce-4be8-9f60-3b21c74f9c58 None None] Provisioning complete for port 7011368b-90a3-487e-bb9f-e8c05203a555 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:19.730938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-899a2ef5-98ce-4be8-9f60-3b21c74f9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.761244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-25cd4182-1af1-4672-a414-217ab0206ee3', 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ips': [{'subnet_id': '4f0277df-b69f-4dfd-852c-d193810ef496'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:05:19.762385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.835508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:05:19.853364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.873194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:19.882484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:19.882861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Added segment dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0 of type vxlan for network 2174f0f7-cd48-4f14-83d7-8562d35c17ab
Dec 21 10:05:19.973220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-899a2ef5-98ce-4be8-9f60-3b21c74f9c58 None None] Port 7011368b-90a3-487e-bb9f-e8c05203a555 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:19.975095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] Pushing event deleted for resources: {'Port': ['ID=b3b6154a-b197-473e-8d07-a1ffb27c7799,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:19.977174 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 17dd7c43-4991-48e0-b732-203bc2cd131b (CIDR: 172.20.0.16/28)
Dec 21 10:05:20.002884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:20.044283 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:05:20.044787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:20.059100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.131494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b3b6154a-b197-473e-8d07-a1ffb27c7799 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:05:20.170781 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-319d8990-1d44-48d3-bb47-74402c0230a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 2.3940461
Dec 21 10:05:20.172488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39104) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:20.179025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-899a2ef5-98ce-4be8-9f60-3b21c74f9c58 None None] Provisioning complete for port 5ef60e89-c2f7-4801-b564-5de1e61591f6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:20.179451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-899a2ef5-98ce-4be8-9f60-3b21c74f9c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.182101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'subnet': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:20.183328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network d1ae0c85-0937-4505-9fb0-44027ba20c6a has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:20.197083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.207164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.212030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:20.212684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.229337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:05:20.232393 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:05:20.234508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-99cf42e6-c077-4994-84b2-32cf1d171aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:20.253054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.263632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: b3b6154a-b197-473e-8d07-a1ffb27c7799 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:05:20.264071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b3b6154a-b197-473e-8d07-a1ffb27c7799 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:05:20.265548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:20.305112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:20.342085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:20.367196 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.6665578
Dec 21 10:05:20.421709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] No DVR routers for this DVR port b3b6154a-b197-473e-8d07-a1ffb27c7799 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:05:20.431886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39108) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:20.454157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': '2174f0f7-cd48-4f14-83d7-8562d35c17ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:20.454695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Network': ['ID=2174f0f7-cd48-4f14-83d7-8562d35c17ab,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:20.463263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:20.522908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.536425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:20.599011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.605853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:20.608491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.613088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Usage tracker for resource:subnet and tenant:394d3148181a4188a32a0ab93bdc02cd is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:20.613272 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1740 time: 1.5020771
Dec 21 10:05:20.617760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39112) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:20.621018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:20.652751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:20.661323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:20.668506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:05:20.672489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.675228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:20.688042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'cb5b9b20-189a-47b4-8d1d-a7aa3dc65301', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:20.688865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e4ed327-26db-48dd-81b9-5a2ba7dd77f6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:20.692674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Network': ['ID=d1ae0c85-0937-4505-9fb0-44027ba20c6a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:20.711338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:20.721271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:20.723553 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/networks/d1ae0c85-0937-4505-9fb0-44027ba20c6a HTTP/1.1" status: 204  len: 168 time: 5.9155862
Dec 21 10:05:20.731029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39116) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:20.744104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:20.772884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-299181220'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:20.776598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Made reservation on behalf of 394d3148181a4188a32a0ab93bdc02cd for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:20.782642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.809124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:20.812179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:20.846059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:network and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:20.891849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:20.897453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:20.910308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:20.916629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:20.923226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:20.933207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:20.937536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:20.952879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Allocated IP 172.20.0.18 (25cd4182-1af1-4672-a414-217ab0206ee3/4f0277df-b69f-4dfd-852c-d193810ef496/7d4da723-b447-41ee-97f6-7d0a232e2821) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:20.966945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:20.979177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:20.986680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=dec373bb-b0d3-465a-b145-f7c13e450704,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:21.002898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:21.070787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:21.076436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.145879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port caa36d61-0240-4029-84c2-f2dcfb059524 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:21.145879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.175396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.187650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Transition to ACTIVE for port object 7d4da723-b447-41ee-97f6-7d0a232e2821 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:21.204257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Transition to ACTIVE for port object 7d4da723-b447-41ee-97f6-7d0a232e2821 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:21.211311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.229277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:21.247416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.247995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:21.250007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:05:21.257797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:21.279158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb46ed-7b1e-4f47-a532-f821d91025e0 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:21.313664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.314109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added segment a7629cb7-b2b1-413a-9656-0fa51bfae456 of type vxlan for network 1417b909-aa24-4d01-899b-d5d266855eef
Dec 21 10:05:21.319819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:21.320232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.336936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.394827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.405117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Pushing event updated for resources: {'Port': ['ID=7d4da723-b447-41ee-97f6-7d0a232e2821,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:21.415367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:21.421954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:21.461908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8963a0aa-5931-4b76-ba44-20b22e968546,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:21.464961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:21.479057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.483672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.8506670
Dec 21 10:05:21.488157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39120) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:21.499380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.8000183
Dec 21 10:05:21.502804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39124) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:21.504174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.507754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.512759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.518850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'cb5b9b20-189a-47b4-8d1d-a7aa3dc65301', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:21.535235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:55:46:cc', 'name': 'tempest-NetworksTestDHCPv6-709349922'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:21.569536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:21.590551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-019269b7-98ca-41fc-8ddd-41e46af59fd0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:21.595250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Network 25cd4182-1af1-4672-a414-217ab0206ee3 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:21.598317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:21.598469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:21.602910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:21.618776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:21.624763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.659781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:21.702530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Attempting to bind port 7d4da723-b447-41ee-97f6-7d0a232e2821 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:21.702530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Attempting to bind port 7d4da723-b447-41ee-97f6-7d0a232e2821 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:21.702917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Attempting to bind port 7d4da723-b447-41ee-97f6-7d0a232e2821 on network 25cd4182-1af1-4672-a414-217ab0206ee3 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:21.711836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:21.712296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Checking segment: {'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:21.712701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.713149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Bound using segment: {'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:21.713710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Bound port: 7d4da723-b447-41ee-97f6-7d0a232e2821, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:21.714149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.717346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.728415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': 'dec373bb-b0d3-465a-b145-f7c13e450704'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:05:21.729317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.732083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event updated for resources: {'Port': ['ID=7011368b-90a3-487e-bb9f-e8c05203a555,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:21.735298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:21.858623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for caa36d61-0240-4029-84c2-f2dcfb059524 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:21.902671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.906849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:21.907484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.919907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aa18d444-1d86-4d5b-a385-5e1716369d2b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:21.941703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] For port 7d4da723-b447-41ee-97f6-7d0a232e2821, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:21.955767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] For port 7d4da723-b447-41ee-97f6-7d0a232e2821, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7d4da723-b447-41ee-97f6-7d0a232e2821,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:21.962597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:21.963296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:21.967461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:21.985179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:22.073837 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.3304119
Dec 21 10:05:22.084200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39128) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:22.085285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:22.166927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'subnet': {'network_id': '1417b909-aa24-4d01-899b-d5d266855eef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:22.175623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33588824-0c4c-4ea1-a6a0-7806ab84c4b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:22.197218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:22.206230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Network': ['ID=1417b909-aa24-4d01-899b-d5d266855eef,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:22.211905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:22.236986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:22.251425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:22.270300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 1417b909-aa24-4d01-899b-d5d266855eef details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:22.284435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 1417b909-aa24-4d01-899b-d5d266855eef details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:22.299546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Pushing event updated for resources: {'Port': ['ID=7d4da723-b447-41ee-97f6-7d0a232e2821,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:22.304106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Allocated IP 2001:db8::f816:3eff:fe38:1e1d (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/dec373bb-b0d3-465a-b145-f7c13e450704/e6591730-1cfa-4d43-bd88-72a837097a94) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:22.326343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:22.348453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Router 601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:05:22.498444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:22.648281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b4cfb1dc-94ac-4648-8424-fe30b164ebf3 None None] Provisioning complete for port 7011368b-90a3-487e-bb9f-e8c05203a555 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:22.649077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4cfb1dc-94ac-4648-8424-fe30b164ebf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:22.666525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:22.750631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:22.755690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:22.770455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:subnet and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:22.823550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:22.828720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26fe23ce-d856-40f1-830d-64c3e89b16ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:22.829261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:22.841200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-efd01f9b-0829-4dc5-a188-740a46b28853 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:22.854330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:22.900652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e5e64f-0066-42a7-98ce-086e29483879,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:22.938463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:22.955320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:23.011643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:23.014784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:23.029691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:05:23.042796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b1744b-09ee-40f7-af91-ec42d28e1a4a None None] Sync routers for ids ['601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:05:23.049723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b4cfb1dc-94ac-4648-8424-fe30b164ebf3 None None] Port 7011368b-90a3-487e-bb9f-e8c05203a555 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:23.054767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b1744b-09ee-40f7-af91-ec42d28e1a4a None None] Routers {'601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:23.055930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-30b1744b-09ee-40f7-af91-ec42d28e1a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb83278>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:23.062877 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "PUT /v2.0/routers/601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2191818
Dec 21 10:05:23.064047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39132) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:23.065897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.070147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.5734482
Dec 21 10:05:23.077574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Request body: {'port': {'network_id': '7012288a-ad77-4d8e-9a84-edaa9849a438', 'name': 'tempest-FloatingIPNegativeTestJSON-122145391'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:23.086077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39136) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:23.101055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'cb5b9b20-189a-47b4-8d1d-a7aa3dc65301', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:23.127214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-30b1744b-09ee-40f7-af91-ec42d28e1a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb83278>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:23.138148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b1744b-09ee-40f7-af91-ec42d28e1a4a None None] Routers {'601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:23.139048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-30b1744b-09ee-40f7-af91-ec42d28e1a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb83278>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:23.171376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:23.197984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.200909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.206037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-30b1744b-09ee-40f7-af91-ec42d28e1a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb83278>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:23.206682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b1744b-09ee-40f7-af91-ec42d28e1a4a None None] The sync data for ids ['601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:05:23.209381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:23.222808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:23.224655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Transition to ACTIVE for port object e6591730-1cfa-4d43-bd88-72a837097a94 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:23.225637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.234600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Checking segment: {'id': 'dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2174f0f7-cd48-4f14-83d7-8562d35c17ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:23.235178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network hostable DHCP agents. Network: 2174f0f7-cd48-4f14-83d7-8562d35c17ab, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:05:23.249058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Transition to ACTIVE for port object e6591730-1cfa-4d43-bd88-72a837097a94 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:23.249311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-43005726-4a2c-4035-a3a5-40d7c7c7ffbc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:23.257388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.284822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13a321c7-ac0f-460d-a06b-a09d44d079e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:23.292146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:05:23.292583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:23.294678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:23.299192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.302002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Usage tracker for resource:port and tenant:d66e683386b44e219ea1b0695c55ed48 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:23.306460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Quota usage for port was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:23.312747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 2174f0f7-cd48-4f14-83d7-8562d35c17ab) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:23.326901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:23.332941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:23.333676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.351258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84abbbc7-7f91-46a9-9faf-50a5abdaee73 None None] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:23.355340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Made reservation on behalf of d66e683386b44e219ea1b0695c55ed48 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:23.361058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.383272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=caa36d61-0240-4029-84c2-f2dcfb059524,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:23.389671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.9401937
Dec 21 10:05:23.398803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39140) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:23.407419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': '2174f0f7-cd48-4f14-83d7-8562d35c17ab', 'name': 'tempest-PortsIpV6TestJSON-916313317', 'fixed_ips': [{'subnet_id': '6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f', 'ip_address': '2001:db8::10'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:23.420666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:23.559368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Pushing event updated for resources: {'Port': ['ID=e6591730-1cfa-4d43-bd88-72a837097a94,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:23.567482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:23.607119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.692364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:23.697043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:23.701660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:23.729806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] device_id is not set on port 3e18562f-2ebc-43ce-9523-66b5db1ee333 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:05:23.777868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:23.789783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:port and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:23.804641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for port was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:23.822500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:23.824521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Attempting to bind port e6591730-1cfa-4d43-bd88-72a837097a94 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:23.825062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Attempting to bind port e6591730-1cfa-4d43-bd88-72a837097a94 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:23.825353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Attempting to bind port e6591730-1cfa-4d43-bd88-72a837097a94 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:23.834517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-2174f0f7-cd48-4f14-83d7-8562d35c17ab', 'network_id': '2174f0f7-cd48-4f14-83d7-8562d35c17ab', 'tenant_id': '88b585b75ba24611885906f26f32020e', 'fixed_ips': [{'subnet_id': '6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:05:23.835430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.847904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:23.848637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:23.848779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.849205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:23.849788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Bound port: e6591730-1cfa-4d43-bd88-72a837097a94, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:23.850213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:23.912836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 510442ad-93e2-40cd-8707-80993029919f yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:05:23.913199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:23.921950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.016569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Allocated IP 172.20.0.8 (7012288a-ad77-4d8e-9a84-edaa9849a438/3f53f902-72df-4cd9-8414-0e7a1616d3f1/3e18562f-2ebc-43ce-9523-66b5db1ee333) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:24.097391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] For port e6591730-1cfa-4d43-bd88-72a837097a94, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:24.111456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] For port e6591730-1cfa-4d43-bd88-72a837097a94, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e6591730-1cfa-4d43-bd88-72a837097a94,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:24.127033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.151774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.157574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:24.162190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.181306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 347072bb-c4d5-4f4b-9545-cf63973b01a4 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:05:24.185364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c4ef726c-6671-4238-9928-b18a366cb368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:24.212046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.413183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Pushing event updated for resources: {'Port': ['ID=e6591730-1cfa-4d43-bd88-72a837097a94,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:24.417020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:24.475186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Allocated IP 2001:db8::2 (2174f0f7-cd48-4f14-83d7-8562d35c17ab/6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f/b57bc7bf-16c4-47dd-aa12-da8016d883ba) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:24.558044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.579357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Transition to ACTIVE for port object 3e18562f-2ebc-43ce-9523-66b5db1ee333 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:24.615507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.636094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f816:3eff:fe55:46cc (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/dec373bb-b0d3-465a-b145-f7c13e450704/510442ad-93e2-40cd-8707-80993029919f) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:24.644614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2b852ede-e91f-45d6-b639-d884e92f6549 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:24.679116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Subnet': ['ID=21099847-6f4a-40b6-b6da-e0748f35a56c,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:24.697824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.544s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:24.706394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa005cd7-df97-4154-a2fd-5835808f75d7 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.468s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:24.737413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49540e31-4cf0-4d18-8a24-21fac8b8f207,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:24.739449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.757898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:24.764273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.768729 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.6758704
Dec 21 10:05:24.782414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39144) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:24.784097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.800597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Transition to ACTIVE for port object b57bc7bf-16c4-47dd-aa12-da8016d883ba will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:24.818382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'cb5b9b20-189a-47b4-8d1d-a7aa3dc65301', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:24.821638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Transition to ACTIVE for port object b57bc7bf-16c4-47dd-aa12-da8016d883ba will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:24.831023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:24.831688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event updated for resources: {'Port': ['ID=3e18562f-2ebc-43ce-9523-66b5db1ee333,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:24.857268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-790cc491-a76f-43e4-8b89-54abd13be159 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:24.867165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:24.880310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:24.882500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:24.898255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:24.932070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c8408c-b392-4296-9c1b-9d29e01794a2 None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:24.977932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:25.013595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:25.016783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:25.019846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:25.023203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8::10 (2174f0f7-cd48-4f14-83d7-8562d35c17ab/6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f/347072bb-c4d5-4f4b-9545-cf63973b01a4) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:25.026157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:25.185326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:25.185326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:25.205591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Pushing event updated for resources: {'Port': ['ID=b57bc7bf-16c4-47dd-aa12-da8016d883ba,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:25.213149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:25.244872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb0d3c1-07a3-46e1-ac1e-be0a8912403c None None] Network 25cd4182-1af1-4672-a414-217ab0206ee3 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:25.316745 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.2490661
Dec 21 10:05:25.317389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39148) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:25.349954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e6591730-1cfa-4d43-bd88-72a837097a94 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:25.374368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:25.386279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:25.397839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Usage tracker for resource:floatingip and tenant:d66e683386b44e219ea1b0695c55ed48 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:25.403332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:25.456117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:25.467166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:25.467807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:25.470980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:25.481543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-604dbc69-38ca-4d1f-ac0d-c039960a0757 None None] Provisioning for port 7d4da723-b447-41ee-97f6-7d0a232e2821 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:25.499875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:25.581639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:25.608945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 347072bb-c4d5-4f4b-9545-cf63973b01a4 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:25.659410 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 5.4835122
Dec 21 10:05:25.666146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39152) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:25.685872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Request body: {'port': {'name': 'tempest-PortsTestJSON-999264662', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '21099847-6f4a-40b6-b6da-e0748f35a56c'}], 'security_groups': ['cb061efb-9b28-458a-ac49-056693021131', 'ed2710f2-42c2-4072-afcc-01c3d91a1033']}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:25.719086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:25.721782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:25.738909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff0524b6-3736-4c9b-aa20-74bc9444f414 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:25.811890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:25.812982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:25.820268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:25.822755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:25.923462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=347072bb-c4d5-4f4b-9545-cf63973b01a4,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:25.946773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:25.983395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port e6591730-1cfa-4d43-bd88-72a837097a94 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:26.000786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Attempting to bind port b57bc7bf-16c4-47dd-aa12-da8016d883ba on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:26.001218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Attempting to bind port b57bc7bf-16c4-47dd-aa12-da8016d883ba by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2174f0f7-cd48-4f14-83d7-8562d35c17ab'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:26.001709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Attempting to bind port b57bc7bf-16c4-47dd-aa12-da8016d883ba on network 2174f0f7-cd48-4f14-83d7-8562d35c17ab {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:26.003920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9e44f81d-d82b-45df-9041-68b3bfbab73a None None] Provisioning for port 3e18562f-2ebc-43ce-9523-66b5db1ee333 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:26.025187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7d4da723-b447-41ee-97f6-7d0a232e2821 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:26.058664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:26.059543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Checking segment: {'id': 'dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2174f0f7-cd48-4f14-83d7-8562d35c17ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:26.059543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.059972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Bound using segment: {'id': 'dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2174f0f7-cd48-4f14-83d7-8562d35c17ab'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:26.060527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Bound port: b57bc7bf-16c4-47dd-aa12-da8016d883ba, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '2174f0f7-cd48-4f14-83d7-8562d35c17ab'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:26.061248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.075059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9e44f81d-d82b-45df-9041-68b3bfbab73a None None] Provisioning complete for port 3e18562f-2ebc-43ce-9523-66b5db1ee333 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:26.075490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e44f81d-d82b-45df-9041-68b3bfbab73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.093221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.144518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:26.154357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:26.159975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:26.165432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:26.166451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.244563 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 2.8428519
Dec 21 10:05:26.256516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39156) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:26.268467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': '2174f0f7-cd48-4f14-83d7-8562d35c17ab', 'name': 'tempest-PortsIpV6TestJSON-86504004', 'fixed_ips': [{'subnet_id': '6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f', 'ip_address': '2001:db8::f'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:26.271728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9e44f81d-d82b-45df-9041-68b3bfbab73a None None] Port 3e18562f-2ebc-43ce-9523-66b5db1ee333 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:26.335297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 7d4da723-b447-41ee-97f6-7d0a232e2821 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:26.342996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] For port b57bc7bf-16c4-47dd-aa12-da8016d883ba, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:26.349925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] For port b57bc7bf-16c4-47dd-aa12-da8016d883ba, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b57bc7bf-16c4-47dd-aa12-da8016d883ba,segment=NetworkSegment(dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0),segment_id=dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:26.381436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 7d4da723-b447-41ee-97f6-7d0a232e2821 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:26.382065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.402836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Allocated IP 172.26.1.180 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/036409d4-c640-428c-ae14-29088aea58e3) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:26.419693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.422912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.425641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 510442ad-93e2-40cd-8707-80993029919f will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:26.451916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a89d8a88-7963-43fb-8811-f55f1ff2c305 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:26.600519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router caae62d4-1487-42c1-af42-2a66af499ad0 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:05:26.681351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.683957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.701081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7c26f570-da5e-4b22-82c0-eeb2c9895b7c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:26.701559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Pushing event updated for resources: {'Port': ['ID=b57bc7bf-16c4-47dd-aa12-da8016d883ba,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:26.706733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:26.712324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265eee57-dd8a-43de-844d-ff1c65880c65 None None] Update dhcp port {'port': {'network_id': '768b4c76-b2fc-47fd-998e-2a2b0d971ffd', 'fixed_ips': [{'subnet_id': '17dd7c43-4991-48e0-b732-203bc2cd131b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'cf239553-3c96-4fa4-a475-04a215ba3634', 'ip_address': '172.20.0.2'}, {'subnet_id': '21099847-6f4a-40b6-b6da-e0748f35a56c'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '301fd7d9-6951-4000-9a3d-c9dc4a0b9e10'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:05:26.793066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e22ad86-1e95-4812-80e1-fbab0c84c369,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:26.883836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265eee57-dd8a-43de-844d-ff1c65880c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.930038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] Provisioning complete for port 7d4da723-b447-41ee-97f6-7d0a232e2821 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:26.930474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.961562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:26.965913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:26.981189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-91deba27-fdfa-4f59-a6cf-553c9ed133e5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:27.009409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:27.066822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:05:27.073707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:27.081258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:port and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:27.091536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for port was recalculated. Used quota:3. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:27.099977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:27.119251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:27.150452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 7d4da723-b447-41ee-97f6-7d0a232e2821, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7d4da723-b447-41ee-97f6-7d0a232e2821,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:27.169199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:27.174486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:27.175179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d43362d4-c401-4ea7-8444-b5ea602e1b09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:27.179328 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 2.3836491
Dec 21 10:05:27.274729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39160) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:27.342730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:05:27.360517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/caae62d4-1487-42c1-af42-2a66af499ad0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.4611714
Dec 21 10:05:27.361455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'cb5b9b20-189a-47b4-8d1d-a7aa3dc65301', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:27.364507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39164) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:27.386768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:27.395785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:27.398114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d814a-1c39-49c5-9f45-ba3eeb7c823b None None] Sync routers for ids ['caae62d4-1487-42c1-af42-2a66af499ad0'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:05:27.404880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:27.442312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:27.464693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:27.467773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:27.499715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d814a-1c39-49c5-9f45-ba3eeb7c823b None None] Routers {'caae62d4-1487-42c1-af42-2a66af499ad0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:27.500443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9e5d814a-1c39-49c5-9f45-ba3eeb7c823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed08aac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['caae62d4-1487-42c1-af42-2a66af499ad0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:27.516036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:27.552272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=510442ad-93e2-40cd-8707-80993029919f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:27.556419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:27.559465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7cf459c1-fa9a-4368-855c-25e717e8c2b0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:27.580545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-606bf04e-9a1c-4150-a0a3-dcc2169c774c tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:27.590986 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:05:27.635959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:27.642273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9e5d814a-1c39-49c5-9f45-ba3eeb7c823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed08aac8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:27.654522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] Provisioning for port e6591730-1cfa-4d43-bd88-72a837097a94 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:27.668399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e872bb25-cf3f-4b5f-9c27-d6b884a0fdfd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:27.672428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=7d4da723-b447-41ee-97f6-7d0a232e2821,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:27.675494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5d814a-1c39-49c5-9f45-ba3eeb7c823b None None] Routers {'caae62d4-1487-42c1-af42-2a66af499ad0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:27.676158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9e5d814a-1c39-49c5-9f45-ba3eeb7c823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed08aac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['caae62d4-1487-42c1-af42-2a66af499ad0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:27.721837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:27.732616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] Provisioning complete for port e6591730-1cfa-4d43-bd88-72a837097a94 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:27.733297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:27.759269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.584s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:27.786559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-265eee57-dd8a-43de-844d-ff1c65880c65 None None] Allocated IP 172.20.0.34 (768b4c76-b2fc-47fd-998e-2a2b0d971ffd/21099847-6f4a-40b6-b6da-e0748f35a56c/301fd7d9-6951-4000-9a3d-c9dc4a0b9e10) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:27.793359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9e5d814a-1c39-49c5-9f45-ba3eeb7c823b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed08aac8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:27.793359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5d814a-1c39-49c5-9f45-ba3eeb7c823b None None] The sync data for ids ['caae62d4-1487-42c1-af42-2a66af499ad0'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:05:27.836589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7cf459c1-fa9a-4368-855c-25e717e8c2b0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:27.840674 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7cf459c1-fa9a-4368-855c-25e717e8c2b0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=caae62d4-1487-42c1-af42-2a66af499ad0 HTTP/1.1" status: 200  len: 205 time: 0.4560766
Dec 21 10:05:27.847941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39168) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:27.849748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Subnet': ['ID=86436ef1-7d43-4733-864c-701a59b7811f,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:27.852767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:27.915552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:27.923028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:27.925644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:27.930920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:27.931707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.047705 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 6.5212188
Dec 21 10:05:28.052904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39172) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:28.174336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90d8aaac-5eea-48bc-973d-74e706fa4b84 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.207231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.225258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-265eee57-dd8a-43de-844d-ff1c65880c65 None None] For port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,segment=NetworkSegment(286b993a-05ed-4700-bdb8-2bd9715a7cdd),segment_id=286b993a-05ed-4700-bdb8-2bd9715a7cdd)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:28.235612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event updated for resources: {'Port': ['ID=036409d4-c640-428c-ae14-29088aea58e3,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:28.254884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:28.278735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] For port e6591730-1cfa-4d43-bd88-72a837097a94, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e6591730-1cfa-4d43-bd88-72a837097a94,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:28.282899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.287203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265eee57-dd8a-43de-844d-ff1c65880c65 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.291821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff408d43-4067-4f0b-a47b-7913c43369c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:28.393953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] Pushing event updated for resources: {'Port': ['ID=e6591730-1cfa-4d43-bd88-72a837097a94,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:28.399341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-265eee57-dd8a-43de-844d-ff1c65880c65 None None] Transition to ACTIVE for port object 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:28.406233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:28.411474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265eee57-dd8a-43de-844d-ff1c65880c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.511953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port de437b09-94c1-4d6c-b266-509bc0c4a869 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:05:28.543595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Checking segment: {'id': 'a7629cb7-b2b1-413a-9656-0fa51bfae456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1417b909-aa24-4d01-899b-d5d266855eef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:28.543995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network hostable DHCP agents. Network: 1417b909-aa24-4d01-899b-d5d266855eef, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:05:28.550514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.570417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.570661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-59842d68-d7fd-4882-941a-9e35e378e1ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:28.573061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90d8aaac-5eea-48bc-973d-74e706fa4b84 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.581925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90d8aaac-5eea-48bc-973d-74e706fa4b84 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.613363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:28.645101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653706f2-0377-49a8-8ace-6f8d0845deaf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:28.645294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2c2ab1a-a6b2-4360-b7a5-90d5ad8bb8c0,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:28.650748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653706f2-0377-49a8-8ace-6f8d0845deaf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:28.652125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-653706f2-0377-49a8-8ace-6f8d0845deaf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:28.661688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 1417b909-aa24-4d01-899b-d5d266855eef is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:05:28.664725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:28.667429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6a1137ae-7525-48be-98e4-118a30f22a25 None None] Provisioning complete for port 7d4da723-b447-41ee-97f6-7d0a232e2821 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:28.667869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a1137ae-7525-48be-98e4-118a30f22a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.684794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-653706f2-0377-49a8-8ace-6f8d0845deaf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:28.689230 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-653706f2-0377-49a8-8ace-6f8d0845deaf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.6307719
Dec 21 10:05:28.690311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39176) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:28.699517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:28.710400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:28.716936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:28.756236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eee57-dd8a-43de-844d-ff1c65880c65 None None] Pushing event updated for resources: {'Port': ['ID=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:28.767182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 1417b909-aa24-4d01-899b-d5d266855eef) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:28.781221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90d8aaac-5eea-48bc-973d-74e706fa4b84 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.781847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d8aaac-5eea-48bc-973d-74e706fa4b84 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Fanout notify agent at l3_agent the message router_deleted on router caae62d4-1487-42c1-af42-2a66af499ad0 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:05:28.794252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.798687 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 1.5152652
Dec 21 10:05:28.799107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-265eee57-dd8a-43de-844d-ff1c65880c65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:28.802991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39180) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:28.808264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08163f5d-974c-4088-acdb-26fc5ad81a82 None None] Network 1417b909-aa24-4d01-899b-d5d266855eef requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:28.814737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:28.815389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.818006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90d8aaac-5eea-48bc-973d-74e706fa4b84 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.821998 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-90d8aaac-5eea-48bc-973d-74e706fa4b84 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/caae62d4-1487-42c1-af42-2a66af499ad0 HTTP/1.1" status: 204  len: 168 time: 0.9659967
Dec 21 10:05:28.825732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'cb5b9b20-189a-47b4-8d1d-a7aa3dc65301', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:28.825884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39184) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:28.838612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:28.862787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d427e4-6b03-4139-af22-868ce2b9518d None None] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:28.871584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:28.882861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:28.899153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8c870cc6-a06d-4d7f-9113-0c9b5c15e041 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 510442ad-93e2-40cd-8707-80993029919f {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:28.899536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c870cc6-a06d-4d7f-9113-0c9b5c15e041 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:28.925522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:28.939772 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 6.7945235
Dec 21 10:05:28.943068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Delete allocated IP 172.20.0.14 (768b4c76-b2fc-47fd-998e-2a2b0d971ffd/cf239553-3c96-4fa4-a475-04a215ba3634) {{(pid=80971) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 21 10:05:28.951635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39188) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:28.961058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1309484211', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:28.981335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:28.984199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Allocated IP 172.20.0.45 (768b4c76-b2fc-47fd-998e-2a2b0d971ffd/21099847-6f4a-40b6-b6da-e0748f35a56c/0e402e54-baa3-4fe6-8e4c-49cc457ebc9b) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:29.002854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:05:29.011781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:router and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:29.021044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:29.047946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.069980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.080298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:29.113096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8::f (2174f0f7-cd48-4f14-83d7-8562d35c17ab/6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f/de437b09-94c1-4d6c-b266-509bc0c4a869) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:29.162807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.164794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.256357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.273785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-31beba21-5b7b-4b90-80f3-2ad03d9b7bb9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting subnet 76f8f200-ad8c-4ec9-b59a-a8574a670e77 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:29.279537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.306784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31beba21-5b7b-4b90-80f3-2ad03d9b7bb9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.399727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-1417b909-aa24-4d01-899b-d5d266855eef', 'network_id': '1417b909-aa24-4d01-899b-d5d266855eef', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'fixed_ips': [{'subnet_id': '86436ef1-7d43-4733-864c-701a59b7811f'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:05:29.401689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.434921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.439530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6a1137ae-7525-48be-98e4-118a30f22a25 None None] Provisioning complete for port e6591730-1cfa-4d43-bd88-72a837097a94 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:29.439833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a1137ae-7525-48be-98e4-118a30f22a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.479882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e6591730-1cfa-4d43-bd88-72a837097a94 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:29.613176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.636892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Transition to ACTIVE for port object 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:29.732954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.738031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.741618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.785090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31beba21-5b7b-4b90-80f3-2ad03d9b7bb9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.826905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:29.851279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d124150c-f5e0-471a-affe-988fe6941d7a,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:29.853362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.865842 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 1.0528126
Dec 21 10:05:29.867240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:29.883337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f993a8a-9d42-4f86-9c20-b23352c5daff tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:29.920144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port e6591730-1cfa-4d43-bd88-72a837097a94 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:29.920710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.928768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:29.934235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3926af0d-9b18-419b-86b1-d0de78efefca tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.9784107
Dec 21 10:05:29.953075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39194) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:30.011478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c870cc6-a06d-4d7f-9113-0c9b5c15e041 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:30.042437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6a1137ae-7525-48be-98e4-118a30f22a25 None None] Provisioning for port 510442ad-93e2-40cd-8707-80993029919f completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:30.192652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8c870cc6-a06d-4d7f-9113-0c9b5c15e041 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 510442ad-93e2-40cd-8707-80993029919f owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:30.218222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Allocated IP 2001:db8::2 (1417b909-aa24-4d01-899b-d5d266855eef/86436ef1-7d43-4733-864c-701a59b7811f/9cbee754-ef0e-4f6d-8607-ba94be2d40f8) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:30.234756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6a1137ae-7525-48be-98e4-118a30f22a25 None None] Provisioning complete for port 510442ad-93e2-40cd-8707-80993029919f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:30.235197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a1137ae-7525-48be-98e4-118a30f22a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:30.251980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event updated for resources: {'Port': ['ID=0e402e54-baa3-4fe6-8e4c-49cc457ebc9b,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:30.268297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:30.325704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6a1137ae-7525-48be-98e4-118a30f22a25 None None] Port 510442ad-93e2-40cd-8707-80993029919f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:30.456962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] In _notify_port_updated(), no bound segment for port 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b on network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd {{(pid=80971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:05:30.462174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:30.462873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:30.467494 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "PUT /v2.0/ports/0e402e54-baa3-4fe6-8e4c-49cc457ebc9b HTTP/1.1" status: 200  len: 959 time: 4.7969458
Dec 21 10:05:30.468661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39208) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:30.544068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Provisioning for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:30.553388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:30.553976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:30.571424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0042e0dc-4c59-466c-b455-f6b6506b4589 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:30.572207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0042e0dc-4c59-466c-b455-f6b6506b4589 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:30.600647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7d4da723-b447-41ee-97f6-7d0a232e2821 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:30.650835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:30.689059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d145ba46-3568-4c14-88aa-885df28cfede req-44cadb0b-0742-4fd0-bcf0-6b9637d2c765 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:30.694136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31beba21-5b7b-4b90-80f3-2ad03d9b7bb9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:30.722357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c870cc6-a06d-4d7f-9113-0c9b5c15e041 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:30.766094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d540ecb-60a4-473d-ad12-3a3b45f1d52e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:30.868550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object de437b09-94c1-4d6c-b266-509bc0c4a869 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:30.877330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c870cc6-a06d-4d7f-9113-0c9b5c15e041 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=510442ad-93e2-40cd-8707-80993029919f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:30.891278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c870cc6-a06d-4d7f-9113-0c9b5c15e041 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:30.992475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d145ba46-3568-4c14-88aa-885df28cfede req-44cadb0b-0742-4fd0-bcf0-6b9637d2c765 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:30.993808 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-44cadb0b-0742-4fd0-bcf0-6b9637d2c765 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88502710&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.6972551
Dec 21 10:05:31.004872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.062989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Transition to ACTIVE for port object 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:31.096208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 7d4da723-b447-41ee-97f6-7d0a232e2821 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:31.096956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.144417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Transition to ACTIVE for port object 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:31.165457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.166801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c870cc6-a06d-4d7f-9113-0c9b5c15e041 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.170959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0042e0dc-4c59-466c-b455-f6b6506b4589 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.188526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dfb74817-426f-4c39-800f-cc8b4dee01c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:31.229154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Provisioning for port b57bc7bf-16c4-47dd-aa12-da8016d883ba completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:31.336398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:05:31.363721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0042e0dc-4c59-466c-b455-f6b6506b4589 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:31.377994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.384634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.414318 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8c870cc6-a06d-4d7f-9113-0c9b5c15e041 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/510442ad-93e2-40cd-8707-80993029919f HTTP/1.1" status: 204  len: 168 time: 2.7171614
Dec 21 10:05:31.416060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39212) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:31.417024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Pushing event updated for resources: {'Port': ['ID=9cbee754-ef0e-4f6d-8607-ba94be2d40f8,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:31.420535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:31.444332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Provisioning complete for port ea706a91-5ba4-431e-b308-00bfcfbf78f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:31.444764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.449712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b6502dd4-58aa-4f31-a43a-5e3621ff5b4c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:31.495979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.496856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.508007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.525566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1f4c2c-f861-4d59-a06d-3d2a20c39fe9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:31.527201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1f4c2c-f861-4d59-a06d-3d2a20c39fe9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:31.529124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fd1f4c2c-f861-4d59-a06d-3d2a20c39fe9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:31.529248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:31.609024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Port ea706a91-5ba4-431e-b308-00bfcfbf78f1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:31.620352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Network 1417b909-aa24-4d01-899b-d5d266855eef is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:31.625250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fd1f4c2c-f861-4d59-a06d-3d2a20c39fe9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:31.626025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:31.628373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:31.631169 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fd1f4c2c-f861-4d59-a06d-3d2a20c39fe9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2147849
Dec 21 10:05:31.631871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39216) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:31.699896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Attempting to bind port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:31.700258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Attempting to bind port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'a7629cb7-b2b1-413a-9656-0fa51bfae456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1417b909-aa24-4d01-899b-d5d266855eef'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:31.700644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Attempting to bind port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 on network 1417b909-aa24-4d01-899b-d5d266855eef {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:31.702643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0042e0dc-4c59-466c-b455-f6b6506b4589 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.703181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:31.703595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.720272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d0fdeee3-5c47-4fbc-9de4-b887423a1d5e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:31.734973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Provisioning for port 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:31.748505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:31.748941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Checking segment: {'id': 'a7629cb7-b2b1-413a-9656-0fa51bfae456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1417b909-aa24-4d01-899b-d5d266855eef'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:31.749401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.749891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Bound using segment: {'id': 'a7629cb7-b2b1-413a-9656-0fa51bfae456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1417b909-aa24-4d01-899b-d5d266855eef'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:31.750437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Bound port: 9cbee754-ef0e-4f6d-8607-ba94be2d40f8, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7629cb7-b2b1-413a-9656-0fa51bfae456', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '1417b909-aa24-4d01-899b-d5d266855eef'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:31.750870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.764849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Provisioning complete for port 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:31.765285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:31.775065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042e0dc-4c59-466c-b455-f6b6506b4589 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=0e402e54-baa3-4fe6-8e4c-49cc457ebc9b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:31.791385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0042e0dc-4c59-466c-b455-f6b6506b4589 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:31.826067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Port 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b was deleted so its status cannot be updated. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:320}}
Dec 21 10:05:31.901952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Provisioning for port 347072bb-c4d5-4f4b-9545-cf63973b01a4 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:31.951553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Provisioning complete for port 347072bb-c4d5-4f4b-9545-cf63973b01a4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:31.951961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.027484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] For port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:32.043979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b78733b-4aa4-4e78-ad26-55da796efdcf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet dec373bb-b0d3-465a-b145-f7c13e450704 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:32.051142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] For port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9cbee754-ef0e-4f6d-8607-ba94be2d40f8,segment=NetworkSegment(a7629cb7-b2b1-413a-9656-0fa51bfae456),segment_id=a7629cb7-b2b1-413a-9656-0fa51bfae456)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:32.052863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7cd288a5-8e25-412a-a13c-db6c15d7af90 None None] Port 347072bb-c4d5-4f4b-9545-cf63973b01a4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:32.058048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b57bc7bf-16c4-47dd-aa12-da8016d883ba up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:32.083253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78733b-4aa4-4e78-ad26-55da796efdcf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.089328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.111338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94bff3de-712e-4879-a73b-1679492eede3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:32.139077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=de437b09-94c1-4d6c-b266-509bc0c4a869,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:32.172836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145ba46-3568-4c14-88aa-885df28cfede req-dac08978-f0a0-4102-8d4a-efe9beb06a2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:32.174642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-dac08978-f0a0-4102-8d4a-efe9beb06a2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/networks?id=25cd4182-1af1-4672-a414-217ab0206ee3 HTTP/1.1" status: 200  len: 797 time: 1.1665359
Dec 21 10:05:32.176042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:32.195411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec25934f-6da2-4712-9cb2-d55ce9868737 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.653s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:32.218031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6d2e0a80-77c8-4fac-bcd3-f370afc1e9cb None None] Could not find standard attr ID for object 0e402e54-baa3-4fe6-8e4c-49cc457ebc9b. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:05:32.323602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Pushing event updated for resources: {'Port': ['ID=9cbee754-ef0e-4f6d-8607-ba94be2d40f8,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:32.327861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:32.371110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port b57bc7bf-16c4-47dd-aa12-da8016d883ba completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:32.384964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port b57bc7bf-16c4-47dd-aa12-da8016d883ba triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:32.385451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.430018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6d2e0a80-77c8-4fac-bcd3-f370afc1e9cb None None] Provisioning complete for port 347072bb-c4d5-4f4b-9545-cf63973b01a4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:32.430451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d2e0a80-77c8-4fac-bcd3-f370afc1e9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.469512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78733b-4aa4-4e78-ad26-55da796efdcf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.476481 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-4ed14642-1e75-47bd-aa7d-bea6471944e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/quotas/4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 375 time: 0.1831102
Dec 21 10:05:32.506666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0042e0dc-4c59-466c-b455-f6b6506b4589 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.512654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6d2e0a80-77c8-4fac-bcd3-f370afc1e9cb None None] Port 347072bb-c4d5-4f4b-9545-cf63973b01a4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:32.540165 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0042e0dc-4c59-466c-b455-f6b6506b4589 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/0e402e54-baa3-4fe6-8e4c-49cc457ebc9b HTTP/1.1" status: 204  len: 168 time: 2.0602577
Dec 21 10:05:32.540597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39220) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:32.575215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event updated for resources: {'Port': ['ID=036409d4-c640-428c-ae14-29088aea58e3,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:32.590256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:32.595977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.601505 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-59340b4f-8721-473b-926a-cdd45b89173d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] GET failed (client error): The resource could not be found.
Dec 21 10:05:32.602094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-59340b4f-8721-473b-926a-cdd45b89173d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Synchronizing usage tracker for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:32.633138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-59340b4f-8721-473b-926a-cdd45b89173d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Unset dirty status for tenant:394d3148181a4188a32a0ab93bdc02cd on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:32.634284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port b57bc7bf-16c4-47dd-aa12-da8016d883ba, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b57bc7bf-16c4-47dd-aa12-da8016d883ba,segment=NetworkSegment(dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0),segment_id=dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:32.634504 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-59340b4f-8721-473b-926a-cdd45b89173d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports/0e402e54-baa3-4fe6-8e4c-49cc457ebc9b HTTP/1.1" status: 404  len: 333 time: 0.0907226
Dec 21 10:05:32.637382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39224) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:32.640847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78733b-4aa4-4e78-ad26-55da796efdcf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.641711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.659010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:32.748855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=b57bc7bf-16c4-47dd-aa12-da8016d883ba,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:32.753236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:32.760603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:32.770491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:32.772865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31beba21-5b7b-4b90-80f3-2ad03d9b7bb9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.793685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:32.798005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:32.798690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.812582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ef3020fb-b526-436e-952d-4b4c026c6c63 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:32.877802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c4d4-e931-49b1-b186-7942119b453c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.946838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c4d4-e931-49b1-b186-7942119b453c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:32.951922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beba21-5b7b-4b90-80f3-2ad03d9b7bb9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Subnet': ['ID=76f8f200-ad8c-4ec9-b59a-a8574a670e77,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:32.965579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-31beba21-5b7b-4b90-80f3-2ad03d9b7bb9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:33.052232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.104277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 6.8434718
Dec 21 10:05:33.107457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39228) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:33.125643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.126999 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.7582109
Dec 21 10:05:33.137858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c2275da7-f7c4-4154-a9fa-18616f934d4a None None] Provisioning for port de437b09-94c1-4d6c-b266-509bc0c4a869 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:33.138854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-2c411637-214d-4231-bad8-05095965f529 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&fields=id HTTP/1.1" status: 200  len: 440 time: 0.6361594
Dec 21 10:05:33.143331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c2275da7-f7c4-4154-a9fa-18616f934d4a None None] Provisioning complete for port de437b09-94c1-4d6c-b266-509bc0c4a869 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:33.143753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2275da7-f7c4-4154-a9fa-18616f934d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.151733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c4d4-e931-49b1-b186-7942119b453c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.166110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39232) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:33.166912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87357a1f-7484-420e-b0ce-ed6c15d2ab5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:33.187296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b0d23f4d-fbd2-4149-898e-414a03bb30dd tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Request body: {'floatingip': {'port_id': '3e18562f-2ebc-43ce-9523-66b5db1ee333', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:33.204697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82838943-742a-483c-8a39-5a4289ec05f9 None None] Network b84267f5-9178-4149-ac95-452fe27ae110 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:33.222733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31beba21-5b7b-4b90-80f3-2ad03d9b7bb9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.227905 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-31beba21-5b7b-4b90-80f3-2ad03d9b7bb9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/76f8f200-ad8c-4ec9-b59a-a8574a670e77 HTTP/1.1" status: 204  len: 168 time: 4.3968027
Dec 21 10:05:33.244568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39236) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:33.248354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c2275da7-f7c4-4154-a9fa-18616f934d4a None None] Port de437b09-94c1-4d6c-b266-509bc0c4a869 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:33.271725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f5c4d4-e931-49b1-b186-7942119b453c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c7b248-913f-4f22-919a-d5dc1257b197,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:33.285393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-75f5c4d4-e931-49b1-b186-7942119b453c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:33.296122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0d23f4d-fbd2-4149-898e-414a03bb30dd tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for floatingip, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.361000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75f5c4d4-e931-49b1-b186-7942119b453c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.364898 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-75f5c4d4-e931-49b1-b186-7942119b453c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/security-groups/86c7b248-913f-4f22-919a-d5dc1257b197 HTTP/1.1" status: 204  len: 168 time: 0.7238417
Dec 21 10:05:33.370730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39240) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:33.431176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78733b-4aa4-4e78-ad26-55da796efdcf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.450498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ca9db60f-e39d-42a0-bbe9-9083e9bb5322 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:33.529213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78733b-4aa4-4e78-ad26-55da796efdcf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=dec373bb-b0d3-465a-b145-f7c13e450704,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:33.538397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b78733b-4aa4-4e78-ad26-55da796efdcf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:33.545387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] DHCP port deletion for b84267f5-9178-4149-ac95-452fe27ae110 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:05:33.551309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.560722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] Deleting port 2594b8da-bec9-4d00-b416-2fe4afea6fbd {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:33.561455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.668792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da05f49-9e6f-4d4b-a713-6ac28587a1ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:33.669595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0da05f49-9e6f-4d4b-a713-6ac28587a1ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:33.674812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Allocated IP 2001:db8::1 (1417b909-aa24-4d01-899b-d5d266855eef/86436ef1-7d43-4733-864c-701a59b7811f/ca64f69e-365e-4edd-bc13-f769649c8c6b) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:33.680136 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-cf6aba27-75ca-49e5-babf-ef240be4199a service neutron] 10.222.0.45 "GET /v2.0/networks/25cd4182-1af1-4672-a414-217ab0206ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4998572
Dec 21 10:05:33.688510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 2594b8da-bec9-4d00-b416-2fe4afea6fbd {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:33.688892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.705257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-b0d23f4d-fbd2-4149-898e-414a03bb30dd tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] update failed (client error): The resource could not be found.
Dec 21 10:05:33.706448 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b0d23f4d-fbd2-4149-898e-414a03bb30dd tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "PUT /v2.0/floatingips/f3cce57f-fce5-4b0a-8838-01fe603a8a14 HTTP/1.1" status: 404  len: 507 time: 0.5314445
Dec 21 10:05:33.707697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78733b-4aa4-4e78-ad26-55da796efdcf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.712506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39244) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:33.714365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fcecd2-c37e-4513-b994-78bfa245b075 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:33.794255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0da05f49-9e6f-4d4b-a713-6ac28587a1ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:33.798322 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0da05f49-9e6f-4d4b-a713-6ac28587a1ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 927 time: 0.6877372
Dec 21 10:05:33.799229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39248) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:33.832707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-154bf228-1415-435b-bd6c-a22feaf59ad8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.902718 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1b78733b-4aa4-4e78-ad26-55da796efdcf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/dec373bb-b0d3-465a-b145-f7c13e450704 HTTP/1.1" status: 204  len: 168 time: 2.2660065
Dec 21 10:05:33.910177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] For port 2594b8da-bec9-4d00-b416-2fe4afea6fbd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2594b8da-bec9-4d00-b416-2fe4afea6fbd,segment=NetworkSegment(0775d9de-53f3-4e83-81ee-09c3ed7f2428),segment_id=0775d9de-53f3-4e83-81ee-09c3ed7f2428)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:33.910623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:33.919851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39252) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:34.022162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Deleting port 036409d4-c640-428c-ae14-29088aea58e3 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:34.022421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:34.059045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4a55e02e-ba68-4e1d-89c1-e38c29d72c7f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1378765
Dec 21 10:05:34.069772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39256) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:34.086280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-154bf228-1415-435b-bd6c-a22feaf59ad8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:34.272780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port 2594b8da-bec9-4d00-b416-2fe4afea6fbd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2594b8da-bec9-4d00-b416-2fe4afea6fbd,segment=NetworkSegment(0775d9de-53f3-4e83-81ee-09c3ed7f2428),segment_id=0775d9de-53f3-4e83-81ee-09c3ed7f2428)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:34.273835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:34.294470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714517cc-c584-4386-ad3c-97b5d6d928e5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:34.299035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714517cc-c584-4386-ad3c-97b5d6d928e5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:34.304274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714517cc-c584-4386-ad3c-97b5d6d928e5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:34.309528 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-714517cc-c584-4386-ad3c-97b5d6d928e5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2388 time: 0.5004497
Dec 21 10:05:34.310382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39260) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:34.317468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] Calling delete_port for 2594b8da-bec9-4d00-b416-2fe4afea6fbd owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:34.385132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6538fb89-c099-4700-bdbf-92d02bdafe88 None None] Network 1417b909-aa24-4d01-899b-d5d266855eef requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:34.400275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69776c82-97c5-4863-8b8f-5a5848d9b6b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:34.401074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-69776c82-97c5-4863-8b8f-5a5848d9b6b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:34.405301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:34.405726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:34.550580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:34.571604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47008dba-ca54-4a82-9248-39dc9512a6e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:34.585647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Calling delete_port for 036409d4-c640-428c-ae14-29088aea58e3 owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:34.619884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9c33fc77-838b-472a-8240-7e82dc9ab1ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port de437b09-94c1-4d6c-b266-509bc0c4a869 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:34.620187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c33fc77-838b-472a-8240-7e82dc9ab1ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:34.623152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-73adc542-f36b-4398-8599-e6542b20d503 None None] Provisioning for port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:34.653733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] Pushing event deleted for resources: {'Port': ['ID=2594b8da-bec9-4d00-b416-2fe4afea6fbd,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:34.659948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-69776c82-97c5-4863-8b8f-5a5848d9b6b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:34.662075 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-69776c82-97c5-4863-8b8f-5a5848d9b6b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.5912700
Dec 21 10:05:34.666119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:34.678813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39264) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:34.727054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:34.746164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Transition to ACTIVE for port object ca64f69e-365e-4edd-bc13-f769649c8c6b will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:34.806131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:05:34.843296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] Deleting port e6591730-1cfa-4d43-bd88-72a837097a94 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:34.843651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:34.858440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f0d25-3316-4be7-a47d-4d2d738fb86a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:34.859190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-832f0d25-3316-4be7-a47d-4d2d738fb86a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:34.868983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] No DVR routers for this DVR port 2594b8da-bec9-4d00-b416-2fe4afea6fbd on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:05:34.892107 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-53fca12a-971c-41b8-87d8-43fc3b59192b service neutron] 10.222.0.45 "GET /v2.0/networks/25cd4182-1af1-4672-a414-217ab0206ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1641617
Dec 21 10:05:34.903582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 2594b8da-bec9-4d00-b416-2fe4afea6fbd owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:34.945359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:34.986636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-832f0d25-3316-4be7-a47d-4d2d738fb86a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:34.988182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fd0111b-b535-423a-b9cc-e907e83f0a14 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:34.990157 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-832f0d25-3316-4be7-a47d-4d2d738fb86a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3081026
Dec 21 10:05:34.996203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39268) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:35.022229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:35.072943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-154bf228-1415-435b-bd6c-a22feaf59ad8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.087537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=ca64f69e-365e-4edd-bc13-f769649c8c6b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:35.099148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:35.114062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-154bf228-1415-435b-bd6c-a22feaf59ad8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.119113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-154bf228-1415-435b-bd6c-a22feaf59ad8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/security-groups/ed2710f2-42c2-4072-afcc-01c3d91a1033 HTTP/1.1" status: 204  len: 168 time: 1.7116735
Dec 21 10:05:35.120141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1359300-6e76-4ebf-b1a3-cfd66d892cd7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:35.141796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39274) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:35.154089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154bf228-1415-435b-bd6c-a22feaf59ad8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2710f2-42c2-4072-afcc-01c3d91a1033,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:35.158852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-154bf228-1415-435b-bd6c-a22feaf59ad8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:35.258534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] For port e6591730-1cfa-4d43-bd88-72a837097a94, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e6591730-1cfa-4d43-bd88-72a837097a94,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:35.259132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.424297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9fa688fb-f87c-4dd4-a1c5-457e6143fd89 req-000b1b37-5635-4015-af00-b40944eed994 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 210 time: 0.2113903
Dec 21 10:05:35.427755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] Calling delete_port for e6591730-1cfa-4d43-bd88-72a837097a94 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:35.478861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e2d40c1-732a-468c-b2f1-710a959ea121 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4699838
Dec 21 10:05:35.479776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39284) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:35.514751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58629eb5-c3fa-4f84-831c-6688301f986a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.519513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:05:35.519885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:05:35.539630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:35.550536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 1417b909-aa24-4d01-899b-d5d266855eef is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:35.550735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:35.551276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.559489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:35.561954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:35.562547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.585012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58629eb5-c3fa-4f84-831c-6688301f986a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.613000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.642228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:35.710815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58629eb5-c3fa-4f84-831c-6688301f986a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.718201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da988ba4-362b-4470-bf68-35c6e6933921 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:35.740060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.745441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58629eb5-c3fa-4f84-831c-6688301f986a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb061efb-9b28-458a-ac49-056693021131,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:35.748413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-58629eb5-c3fa-4f84-831c-6688301f986a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:35.754341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:35.782991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5df80c53-234e-418b-8988-3f9a204bc33d tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:35.813331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1fbe8e98-95b0-491c-b7da-03d92a758174 None None] Provisioning complete for port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:35.813717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8e98-95b0-491c-b7da-03d92a758174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.843465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:35.880765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] Pushing event deleted for resources: {'Port': ['ID=e6591730-1cfa-4d43-bd88-72a837097a94,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:35.890633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event deleted for resources: {'Port': ['ID=036409d4-c640-428c-ae14-29088aea58e3,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:35.912308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:35.916326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] No DVR routers for this DVR port e6591730-1cfa-4d43-bd88-72a837097a94 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:05:35.964830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:35.987980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c33fc77-838b-472a-8240-7e82dc9ab1ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.009225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.113389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8e98-95b0-491c-b7da-03d92a758174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.154340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9cbee754-ef0e-4f6d-8607-ba94be2d40f8,segment=NetworkSegment(a7629cb7-b2b1-413a-9656-0fa51bfae456),segment_id=a7629cb7-b2b1-413a-9656-0fa51bfae456)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:36.232823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-1fbe8e98-95b0-491c-b7da-03d92a758174 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:05:36.238133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-1fbe8e98-95b0-491c-b7da-03d92a758174 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:05:36.238940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.240504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b57bc7bf-16c4-47dd-aa12-da8016d883ba up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:36.241170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9c33fc77-838b-472a-8240-7e82dc9ab1ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for de437b09-94c1-4d6c-b266-509bc0c4a869 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:36.272308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:36.287337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 2594b8da-bec9-4d00-b416-2fe4afea6fbd {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:36.287545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.311849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-265eee57-dd8a-43de-844d-ff1c65880c65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:36.320144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:36.377530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:36.381358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58629eb5-c3fa-4f84-831c-6688301f986a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.385215 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-58629eb5-c3fa-4f84-831c-6688301f986a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/security-groups/cb061efb-9b28-458a-ac49-056693021131 HTTP/1.1" status: 204  len: 168 time: 1.2263088
Dec 21 10:05:36.385444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.390837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] The port '2594b8da-bec9-4d00-b416-2fe4afea6fbd' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:05:36.391990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39290) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:36.574548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=9cbee754-ef0e-4f6d-8607-ba94be2d40f8,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:36.588527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:36.599457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port b57bc7bf-16c4-47dd-aa12-da8016d883ba triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:36.600570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.669457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.682696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c33fc77-838b-472a-8240-7e82dc9ab1ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.702017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-359140b3-609e-4cf0-ab71-aeec7459cc5e tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:36.757352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33fc77-838b-472a-8240-7e82dc9ab1ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=de437b09-94c1-4d6c-b266-509bc0c4a869,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:36.772927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.774307 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "DELETE /v2.0/floatingips/f3cce57f-fce5-4b0a-8838-01fe603a8a14 HTTP/1.1" status: 204  len: 168 time: 3.0607765
Dec 21 10:05:36.775558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c33fc77-838b-472a-8240-7e82dc9ab1ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:36.781808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39298) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:36.795072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a8fd8004-37f5-43a0-ae44-7f068ade1ac7 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Request body: {'floatingip': {'floating_network_id': '7012288a-ad77-4d8e-9a84-edaa9849a438', 'port_id': '3e18562f-2ebc-43ce-9523-66b5db1ee333', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:36.808352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a8fd8004-37f5-43a0-ae44-7f068ade1ac7 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:36.882581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.901799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a8fd8004-37f5-43a0-ae44-7f068ade1ac7 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Usage tracker for resource:floatingip and tenant:d66e683386b44e219ea1b0695c55ed48 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:36.910550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1fbe8e98-95b0-491c-b7da-03d92a758174 None None] Provisioning for port ca64f69e-365e-4edd-bc13-f769649c8c6b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:36.917078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a8fd8004-37f5-43a0-ae44-7f068ade1ac7 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:36.918855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1fbe8e98-95b0-491c-b7da-03d92a758174 None None] Provisioning complete for port ca64f69e-365e-4edd-bc13-f769649c8c6b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:36.919657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fbe8e98-95b0-491c-b7da-03d92a758174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:36.929983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a8fd8004-37f5-43a0-ae44-7f068ade1ac7 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:36.981522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8fd8004-37f5-43a0-ae44-7f068ade1ac7 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.001605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1fbe8e98-95b0-491c-b7da-03d92a758174 None None] Port ca64f69e-365e-4edd-bc13-f769649c8c6b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:37.059430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c33fc77-838b-472a-8240-7e82dc9ab1ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.060970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2594b8da-bec9-4d00-b416-2fe4afea6fbd no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:05:37.090687 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9c33fc77-838b-472a-8240-7e82dc9ab1ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/de437b09-94c1-4d6c-b266-509bc0c4a869 HTTP/1.1" status: 204  len: 168 time: 2.7765787
Dec 21 10:05:37.093153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39306) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:37.134132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 2594b8da-bec9-4d00-b416-2fe4afea6fbd {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:05:37.135130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2594b8da-bec9-4d00-b416-2fe4afea6fbd not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:05:37.166982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-be6603e6-c8db-4bc1-ab39-fadaa1c5c7bb None None] Provisioning complete for port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:37.167473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be6603e6-c8db-4bc1-ab39-fadaa1c5c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.171717 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a751e80-e145-45ce-b4b2-17ebbbd72607 req-69068e84-e5f4-40fc-8c75-ef3213c5fe59 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 210 time: 0.3337476
Dec 21 10:05:37.186232 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4af8b07-5d6d-4bcd-925c-6661fbaa62d0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:05:37.186814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e4af8b07-5d6d-4bcd-925c-6661fbaa62d0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:37.312853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e4af8b07-5d6d-4bcd-925c-6661fbaa62d0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:37.313528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:37.318186 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e4af8b07-5d6d-4bcd-925c-6661fbaa62d0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/de437b09-94c1-4d6c-b266-509bc0c4a869 HTTP/1.1" status: 404  len: 333 time: 0.2214580
Dec 21 10:05:37.322740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39312) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:37.396704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecd2fa90>,) {'filters': {'network_id': ['b84267f5-9178-4149-ac95-452fe27ae110']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:37.425104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecd2fa90>, '0775d9de-53f3-4e83-81ee-09c3ed7f2428') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:37.425104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecd2fa90>, '0775d9de-53f3-4e83-81ee-09c3ed7f2428') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:37.426238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-be6603e6-c8db-4bc1-ab39-fadaa1c5c7bb None None] Provisioning complete for port ca64f69e-365e-4edd-bc13-f769649c8c6b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:37.426669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be6603e6-c8db-4bc1-ab39-fadaa1c5c7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.432365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5614f65e-f97d-44bb-9233-5d6ec8be6965 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 347072bb-c4d5-4f4b-9545-cf63973b01a4 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:37.432365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5614f65e-f97d-44bb-9233-5d6ec8be6965 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.472368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:37.472797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.522563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.532341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-be6603e6-c8db-4bc1-ab39-fadaa1c5c7bb None None] Port ca64f69e-365e-4edd-bc13-f769649c8c6b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:37.534737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145ba46-3568-4c14-88aa-885df28cfede req-ccfb9071-a066-4d55-b261-58f4eec8a00d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:37.536183 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-ccfb9071-a066-4d55-b261-58f4eec8a00d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=25cd4182-1af1-4672-a414-217ab0206ee3 HTTP/1.1" status: 200  len: 797 time: 0.7093244
Dec 21 10:05:37.560550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.598102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Releasing vxlan tunnel 6 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:05:37.656303 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-a8fd8004-37f5-43a0-ae44-7f068ade1ac7 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:05:37.657449 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a8fd8004-37f5-43a0-ae44-7f068ade1ac7 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.8726523
Dec 21 10:05:37.659874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.671058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddda0aef-6f88-40a3-bb1d-2206891205e4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet cf239553-3c96-4fa4-a475-04a215ba3634 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:37.673017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39316) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:37.705363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e6591730-1cfa-4d43-bd88-72a837097a94 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:05:37.734726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddda0aef-6f88-40a3-bb1d-2206891205e4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.744834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: e6591730-1cfa-4d43-bd88-72a837097a94 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:05:37.745344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e6591730-1cfa-4d43-bd88-72a837097a94 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:05:37.771712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.772598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.815363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '3e18562f-2ebc-43ce-9523-66b5db1ee333', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:37.826909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15946998-f70d-4631-b2b4-f2fd2d189330 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:37.862259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5614f65e-f97d-44bb-9233-5d6ec8be6965 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:37.921634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:37.946374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Usage tracker for resource:floatingip and tenant:d66e683386b44e219ea1b0695c55ed48 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:38.001599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:38.028802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:05:38.035438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5614f65e-f97d-44bb-9233-5d6ec8be6965 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 347072bb-c4d5-4f4b-9545-cf63973b01a4 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:38.063838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:38.086617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:38.275276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-788e94a1-d797-4650-a0bd-af3c90a178ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:38.287260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=0c50014d-3566-470a-b8e9-c1c8b4fcb438,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:38.389594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network b84267f5-9178-4149-ac95-452fe27ae110 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:38.404929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddda0aef-6f88-40a3-bb1d-2206891205e4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:38.437048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:38.451356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:38.566778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=ca64f69e-365e-4edd-bc13-f769649c8c6b,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:38.578076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:38.588838 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-c070f127-d398-4a4c-b893-dec99ca58ee5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 12635 time: 1.0251474
Dec 21 10:05:38.601083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:38.601930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:38.672356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7b70171d-c3af-4bc9-9cac-fe0481508283 req-3b865d95-aa9d-42d1-9ba6-bf4062ab254a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 210 time: 0.1781173
Dec 21 10:05:38.678893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:38.679827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5614f65e-f97d-44bb-9233-5d6ec8be6965 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:38.681889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:38.693980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc963045-e2f3-45c8-9f50-9f936b44103d None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:38.697210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e115873-5877-458e-8cf6-415709045968 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:38.701478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'device_id': '3bdfcb20-a89b-4d7a-b588-c29824bc61d8', 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3', 'admin_state_up': True, 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'security_groups': ['cb5b9b20-189a-47b4-8d1d-a7aa3dc65301']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:38.757015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614f65e-f97d-44bb-9233-5d6ec8be6965 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=347072bb-c4d5-4f4b-9545-cf63973b01a4,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:38.770143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:38.770852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:38.777829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5614f65e-f97d-44bb-9233-5d6ec8be6965 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:38.861091 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 3.3779078
Dec 21 10:05:38.867664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39322) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:38.876643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:da:23:f0', 'name': 'tempest-NetworksTestDHCPv6-1730640795'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:38.901976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network b84267f5-9178-4149-ac95-452fe27ae110 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:38.939911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '0c50014d-3566-470a-b8e9-c1c8b4fcb438'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:05:38.941023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:05:38.983686 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:05:39.028253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5614f65e-f97d-44bb-9233-5d6ec8be6965 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.028881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 1417b909-aa24-4d01-899b-d5d266855eef is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:39.033518 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5614f65e-f97d-44bb-9233-5d6ec8be6965 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/347072bb-c4d5-4f4b-9545-cf63973b01a4 HTTP/1.1" status: 204  len: 168 time: 1.7093310
Dec 21 10:05:39.035690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39326) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:39.038639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:39.102798 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48cbfee-06e4-4e66-980b-ffd90cb5fddf tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:05:39.103359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f48cbfee-06e4-4e66-980b-ffd90cb5fddf tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:39.134660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddda0aef-6f88-40a3-bb1d-2206891205e4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.145449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:39.155907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f48cbfee-06e4-4e66-980b-ffd90cb5fddf tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:39.164401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f48cbfee-06e4-4e66-980b-ffd90cb5fddf tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/347072bb-c4d5-4f4b-9545-cf63973b01a4 HTTP/1.1" status: 404  len: 333 time: 0.1235292
Dec 21 10:05:39.165108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39330) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:39.172160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:39.247303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:39.325682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Allocated IP 2001:db8::f816:3eff:fe0f:35e9 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/0c50014d-3566-470a-b8e9-c1c8b4fcb438/fa1e3d31-bc7a-47ed-ba2b-04c5755295ff) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:39.436681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.459826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.463754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.473297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:39.480626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1f756839-0670-4d76-939b-a36d85704933 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:39.524977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-019bf504-97d0-4cc2-a8da-14481b6711a8 None None] Provisioning complete for port ca64f69e-365e-4edd-bc13-f769649c8c6b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:39.525403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-019bf504-97d0-4cc2-a8da-14481b6711a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.529359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:port and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:39.547129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39334) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:39.550173 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/networks/b84267f5-9178-4149-ac95-452fe27ae110 HTTP/1.1" status: 204  len: 168 time: 6.3045483
Dec 21 10:05:39.557883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Network': ['ID=b84267f5-9178-4149-ac95-452fe27ae110,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:39.559619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'name': 'tempest-RoutersTest-router-2816033', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:39.561022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for port was recalculated. Used quota:5. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:39.570982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:39.580841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:39.589965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:39.614011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:router and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:39.633905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:39.640205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-019bf504-97d0-4cc2-a8da-14481b6711a8 None None] Port ca64f69e-365e-4edd-bc13-f769649c8c6b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:39.645176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.659460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Transition to ACTIVE for port object fa1e3d31-bc7a-47ed-ba2b-04c5755295ff will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:39.662592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:39.665660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:39.671452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.679082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Transition to ACTIVE for port object fa1e3d31-bc7a-47ed-ba2b-04c5755295ff will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:39.684647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.704003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b26cf8b-68b6-48f5-ab3f-7cd36eb60b6b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:39.730808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d1463e-066c-41eb-bf5c-2479ef954f0a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet 6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:39.745421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d1463e-066c-41eb-bf5c-2479ef954f0a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.803325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.805029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.841357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 1590f34f-bfb5-4304-8b30-439db70b00f3 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:05:39.875618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Pushing event updated for resources: {'Port': ['ID=fa1e3d31-bc7a-47ed-ba2b-04c5755295ff,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:39.892098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:39.897408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d1463e-066c-41eb-bf5c-2479ef954f0a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.928640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:39.933693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:39.935074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:39.937426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:39.964715 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6031d1a0-d73d-4238-9a4a-cd781f25649d req-f8abed15-feff-4470-ac91-8faed04e5680 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 210 time: 0.1239250
Dec 21 10:05:39.970941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router c6d71c02-d358-4733-90f8-f829dc1a00f3 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:05:40.014929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.017246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Attempting to bind port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:40.017899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Attempting to bind port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:40.018676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Attempting to bind port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:40.026130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:40.026858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:40.027526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.028192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:40.029055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Bound port: fa1e3d31-bc7a-47ed-ba2b-04c5755295ff, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:40.029841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.112648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.116788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e28d694-3434-4b0c-8a29-62d0d53fd848 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 696 time: 0.5641460
Dec 21 10:05:40.118430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39340) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:40.126622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.129176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] For port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:40.132676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] For port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fa1e3d31-bc7a-47ed-ba2b-04c5755295ff,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:40.132993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'network': {'name': 'tempest-RoutersTest-1808292393'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:40.136541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.138240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f816:3eff:feda:23f0 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/0c50014d-3566-470a-b8e9-c1c8b4fcb438/1590f34f-bfb5-4304-8b30-439db70b00f3) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:40.144898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:40.154162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc26c446-566c-4b6f-8e20-90e9cbea4459 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:40.155832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:network and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:40.161403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:40.166957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d1463e-066c-41eb-bf5c-2479ef954f0a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.217075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:40.289992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:40.295185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.323380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Pushing event updated for resources: {'Port': ['ID=fa1e3d31-bc7a-47ed-ba2b-04c5755295ff,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:40.328775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:40.452588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:05:40.470050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58f6d9-ca99-4ad7-828e-effe97885a07 None None] Sync routers for ids ['c6d71c02-d358-4733-90f8-f829dc1a00f3'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:05:40.483770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:05:40.484330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58f6d9-ca99-4ad7-828e-effe97885a07 None None] Routers {'c6d71c02-d358-4733-90f8-f829dc1a00f3'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:40.485380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ce58f6d9-ca99-4ad7-828e-effe97885a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea464e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['c6d71c02-d358-4733-90f8-f829dc1a00f3'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:40.571400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ce58f6d9-ca99-4ad7-828e-effe97885a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea464e0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:40.581712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58f6d9-ca99-4ad7-828e-effe97885a07 None None] Routers {'c6d71c02-d358-4733-90f8-f829dc1a00f3'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:40.582599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ce58f6d9-ca99-4ad7-828e-effe97885a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea464e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['c6d71c02-d358-4733-90f8-f829dc1a00f3'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:40.583071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.583498 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added segment 59e4ccee-3a22-4edc-85a2-be40829381f8 of type vxlan for network 82aba317-c79f-4bed-a41c-a4434af5a983
Dec 21 10:05:40.660602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ce58f6d9-ca99-4ad7-828e-effe97885a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea464e0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:40.661477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58f6d9-ca99-4ad7-828e-effe97885a07 None None] The sync data for ids ['c6d71c02-d358-4733-90f8-f829dc1a00f3'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:05:40.678614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddda0aef-6f88-40a3-bb1d-2206891205e4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.714267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.733012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.779987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 1590f34f-bfb5-4304-8b30-439db70b00f3 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:40.808559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.813121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:40.813862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.822309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1e93568-75b1-47de-9ec9-6a6c302c3123 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:40.849069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d1463e-066c-41eb-bf5c-2479ef954f0a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:40.936163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:41.042145 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.9144893
Dec 21 10:05:41.042371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1d97fe7-dd31-4aea-8f9e-bd8052531fea tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:41.073639 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/c6d71c02-d358-4733-90f8-f829dc1a00f3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.0974441
Dec 21 10:05:41.075769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39346) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:41.075769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39348) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:41.078826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Network': ['ID=82aba317-c79f-4bed-a41c-a4434af5a983,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:41.096266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 82aba317-c79f-4bed-a41c-a4434af5a983 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:41.103293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:41.103803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.230s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:41.119826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 82aba317-c79f-4bed-a41c-a4434af5a983 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:41.120420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'subnet': {'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:41.152484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1463e-066c-41eb-bf5c-2479ef954f0a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:41.158810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28d1463e-066c-41eb-bf5c-2479ef954f0a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:41.207027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-53489f0d-9494-4f89-9bac-50c184668e5b tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.136s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:41.220943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda0aef-6f88-40a3-bb1d-2206891205e4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=cf239553-3c96-4fa4-a475-04a215ba3634,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:41.256890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ddda0aef-6f88-40a3-bb1d-2206891205e4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:41.271995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d1463e-066c-41eb-bf5c-2479ef954f0a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:41.274735 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28d1463e-066c-41eb-bf5c-2479ef954f0a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f HTTP/1.1" status: 204  len: 168 time: 2.1052289
Dec 21 10:05:41.285596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39354) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:41.286874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d1904054-d581-460c-9987-ef33776663ad req-7ac7cac6-6bbc-4bd1-b435-349cf9cb46fb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:41.325946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78f87b9-6b1d-4a37-afbd-d05503754d87 None None] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:41.381337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fa1e3d31-bc7a-47ed-ba2b-04c5755295ff up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:41.383074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=1590f34f-bfb5-4304-8b30-439db70b00f3,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:41.390632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:41.460250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.22 (25cd4182-1af1-4672-a414-217ab0206ee3/4f0277df-b69f-4dfd-852c-d193810ef496/48b9039b-7cec-4606-9b35-e210de66d5bf) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:41.483506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:41.490979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:41.548333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:41.551570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85058066-e8e6-4286-9a7d-d051e9c122f0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:41.552430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-85058066-e8e6-4286-9a7d-d051e9c122f0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:41.570786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:41.578402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:41.579223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:41.603925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d1904054-d581-460c-9987-ef33776663ad req-7ac7cac6-6bbc-4bd1-b435-349cf9cb46fb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:41.605154 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d1904054-d581-460c-9987-ef33776663ad req-7ac7cac6-6bbc-4bd1-b435-349cf9cb46fb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 210 time: 0.4599950
Dec 21 10:05:41.616889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port b57bc7bf-16c4-47dd-aa12-da8016d883ba {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:41.617279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:41.646993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:41.654313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:41.669707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:subnet and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:41.674481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:41.702308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-85058066-e8e6-4286-9a7d-d051e9c122f0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:41.703627 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-85058066-e8e6-4286-9a7d-d051e9c122f0 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports/ca64f69e-365e-4edd-bc13-f769649c8c6b HTTP/1.1" status: 200  len: 911 time: 0.6063814
Dec 21 10:05:41.713761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:41.723293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39358) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:41.741464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f0468d-9ed4-429f-81d5-8716ce41ce8c None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:41.753365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Allocated IP 172.26.1.248 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/5c56bb5d-ed8a-4c40-b7c9-cdb7dc833c64) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:41.759264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddda0aef-6f88-40a3-bb1d-2206891205e4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:41.951917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:41.972951 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.1039767
Dec 21 10:05:41.979276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39362) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:41.988614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ddda0aef-6f88-40a3-bb1d-2206891205e4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/cf239553-3c96-4fa4-a475-04a215ba3634 HTTP/1.1" status: 204  len: 168 time: 5.5776002
Dec 21 10:05:41.991335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39366) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:42.057703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] DHCP port deletion for 2174f0f7-cd48-4f14-83d7-8562d35c17ab request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:05:42.082945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] Deleting port b57bc7bf-16c4-47dd-aa12-da8016d883ba {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:42.084586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.164474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.167157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea03e60-f934-408b-8b5c-db749f55ac46 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:42.171744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea03e60-f934-408b-8b5c-db749f55ac46 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:42.172621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8ea03e60-f934-408b-8b5c-db749f55ac46 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:42.211016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8ea03e60-f934-408b-8b5c-db749f55ac46 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:42.215736 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8ea03e60-f934-408b-8b5c-db749f55ac46 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.2357144
Dec 21 10:05:42.218642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39370) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:42.352478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] For port b57bc7bf-16c4-47dd-aa12-da8016d883ba, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b57bc7bf-16c4-47dd-aa12-da8016d883ba,segment=NetworkSegment(dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0),segment_id=dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:42.352890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.380627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.420252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4fb2d91e-2366-4098-be77-214a9ab7cac9 None None] Provisioning for port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:42.444221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4fb2d91e-2366-4098-be77-214a9ab7cac9 None None] Provisioning complete for port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:42.444621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d91e-2366-4098-be77-214a9ab7cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.494819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e00fe2be-b0af-4841-b051-673623126f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 1590f34f-bfb5-4304-8b30-439db70b00f3 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:42.495125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e00fe2be-b0af-4841-b051-673623126f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.530754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for b57bc7bf-16c4-47dd-aa12-da8016d883ba owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:42.579310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] For port b57bc7bf-16c4-47dd-aa12-da8016d883ba, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b57bc7bf-16c4-47dd-aa12-da8016d883ba,segment=NetworkSegment(dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0),segment_id=dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:42.579878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.642997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada5baed-94de-4023-b7f6-fec5d77def84 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet 21099847-6f4a-40b6-b6da-e0748f35a56c {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:42.657007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 48b9039b-7cec-4606-9b35-e210de66d5bf will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:42.663871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.684278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.703758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b521529b-d7f3-47cb-a7dd-e720cad6b636 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:42.746265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] Calling delete_port for b57bc7bf-16c4-47dd-aa12-da8016d883ba owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:42.772775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ada5baed-94de-4023-b7f6-fec5d77def84 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.836815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:05:42.837233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:05:42.869560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.902840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0aa14147-1ebc-414e-9f6f-be802f82fc4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.929274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.944997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d91e-2366-4098-be77-214a9ab7cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.961203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=b57bc7bf-16c4-47dd-aa12-da8016d883ba,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:42.974033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:42.992425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4fb2d91e-2366-4098-be77-214a9ab7cac9 None None] For port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fa1e3d31-bc7a-47ed-ba2b-04c5755295ff,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:42.997530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fb2d91e-2366-4098-be77-214a9ab7cac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:42.999365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b256add3-79b1-4447-9d16-1880356565f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:43.077185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2d91e-2366-4098-be77-214a9ab7cac9 None None] Pushing event updated for resources: {'Port': ['ID=fa1e3d31-bc7a-47ed-ba2b-04c5755295ff,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:43.084338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4fb2d91e-2366-4098-be77-214a9ab7cac9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:43.099446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No DVR routers for this DVR port b57bc7bf-16c4-47dd-aa12-da8016d883ba on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:05:43.118683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7926afcd-7e7c-4d4d-8342-cff8fa096680 None None] Provisioning for port 1590f34f-bfb5-4304-8b30-439db70b00f3 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:43.124519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7926afcd-7e7c-4d4d-8342-cff8fa096680 None None] Provisioning complete for port 1590f34f-bfb5-4304-8b30-439db70b00f3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:43.124951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7926afcd-7e7c-4d4d-8342-cff8fa096680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.131224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e00fe2be-b0af-4841-b051-673623126f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.191276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7926afcd-7e7c-4d4d-8342-cff8fa096680 None None] Port 1590f34f-bfb5-4304-8b30-439db70b00f3 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:43.209997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7926afcd-7e7c-4d4d-8342-cff8fa096680 None None] Provisioning complete for port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:43.210437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7926afcd-7e7c-4d4d-8342-cff8fa096680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.339471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e00fe2be-b0af-4841-b051-673623126f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 1590f34f-bfb5-4304-8b30-439db70b00f3 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:43.344846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] Deleting port b57bc7bf-16c4-47dd-aa12-da8016d883ba {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:43.344846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.456131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.460910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6efc6689-dbad-4948-b72e-3213c98c2b57 None None] The port 'b57bc7bf-16c4-47dd-aa12-da8016d883ba' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:05:43.467157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fa1e3d31-bc7a-47ed-ba2b-04c5755295ff up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:43.468323 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7928d7a5-4bb1-4703-b9e7-d48eb0b5993a req-f959c8b2-2515-4597-9d2f-fb351f7cd47d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 210 time: 0.5382304
Dec 21 10:05:43.515321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ada5baed-94de-4023-b7f6-fec5d77def84 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.604159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.606316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:43.607191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.633475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.649566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fece95710>,) {'filters': {'network_id': ['2174f0f7-cd48-4f14-83d7-8562d35c17ab']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:43.681386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.711746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fece95710>, 'dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:43.712096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fece95710>, 'dcbc57cb-61ac-4fd0-a3b0-6bb0ec6b99b0') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:43.733410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.761975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.765411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51213668-50f3-471d-a3fc-61db54e30d60 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:43.765794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Releasing vxlan tunnel 4 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:05:43.782092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e00fe2be-b0af-4841-b051-673623126f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.811496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f8997b2-9640-465b-baf6-d4ad357543c0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:43.819397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b57bc7bf-16c4-47dd-aa12-da8016d883ba no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:05:43.863322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: b57bc7bf-16c4-47dd-aa12-da8016d883ba {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:05:43.863733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b57bc7bf-16c4-47dd-aa12-da8016d883ba not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:05:43.884756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00fe2be-b0af-4841-b051-673623126f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=1590f34f-bfb5-4304-8b30-439db70b00f3,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:43.889637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03746b30-3e62-4246-9721-b82745bcccf1 None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:43.890208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03746b30-3e62-4246-9721-b82745bcccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.941145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:43.942816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e00fe2be-b0af-4841-b051-673623126f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:44.027995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03746b30-3e62-4246-9721-b82745bcccf1 None None] Provisioning complete for port ea706a91-5ba4-431e-b308-00bfcfbf78f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:44.028367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03746b30-3e62-4246-9721-b82745bcccf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.048768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=48b9039b-7cec-4606-9b35-e210de66d5bf,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:44.064670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:44.071616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-946e6543-0b2c-4912-a6e9-cbf0e19ae9c2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:44.089095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-03746b30-3e62-4246-9721-b82745bcccf1 None None] Port ea706a91-5ba4-431e-b308-00bfcfbf78f1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:44.113352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:44.124877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.262967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e00fe2be-b0af-4841-b051-673623126f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.311836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 25cd4182-1af1-4672-a414-217ab0206ee3 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:44.332588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:44.349215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:44.350538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network 2174f0f7-cd48-4f14-83d7-8562d35c17ab has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:05:44.376464 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:05:44.380475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e00fe2be-b0af-4841-b051-673623126f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/1590f34f-bfb5-4304-8b30-439db70b00f3 HTTP/1.1" status: 204  len: 168 time: 2.1606245
Dec 21 10:05:44.381511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39376) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:44.407868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ada5baed-94de-4023-b7f6-fec5d77def84 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.444248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event updated for resources: {'Port': ['ID=5c56bb5d-ed8a-4c40-b7c9-cdb7dc833c64,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:44.488872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:44.563959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f2da2e-d97e-41ae-a77d-1c627767e9c6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:44.565662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f2da2e-d97e-41ae-a77d-1c627767e9c6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:44.566802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-19f2da2e-d97e-41ae-a77d-1c627767e9c6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:44.587224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.592050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.598715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6a21a4d2-189e-4f3f-916c-5887216206b6 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:44.622406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/networks/2174f0f7-cd48-4f14-83d7-8562d35c17ab HTTP/1.1" status: 204  len: 168 time: 3.3357804
Dec 21 10:05:44.623356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-19f2da2e-d97e-41ae-a77d-1c627767e9c6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:44.627675 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-19f2da2e-d97e-41ae-a77d-1c627767e9c6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.2328162
Dec 21 10:05:44.628501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39382) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:44.628870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39384) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:44.629851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Network': ['ID=2174f0f7-cd48-4f14-83d7-8562d35c17ab,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:44.632869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:44.641472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2024072195'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:44.687446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:44.700504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:network and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:44.706573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:44.715004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dc68f028-c4e6-432a-a1c0-faad9b218f6b None None] Provisioning for port 48b9039b-7cec-4606-9b35-e210de66d5bf completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:44.717333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:44.720849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dc68f028-c4e6-432a-a1c0-faad9b218f6b None None] Provisioning complete for port 48b9039b-7cec-4606-9b35-e210de66d5bf triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:44.721576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc68f028-c4e6-432a-a1c0-faad9b218f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.753693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:44.760167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.778522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dc68f028-c4e6-432a-a1c0-faad9b218f6b None None] Port 48b9039b-7cec-4606-9b35-e210de66d5bf cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:44.829992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:44.830662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.879223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:05:44.888152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:44.906135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.906531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Added segment 1233b636-2feb-466a-b68c-9ff0d24581ef of type vxlan for network d448b5bb-d799-4e4c-9351-203acc84db6b
Dec 21 10:05:44.921122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:44.922029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-00876e93-eee0-49c0-a218-0a0eebfde561 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 0c50014d-3566-470a-b8e9-c1c8b4fcb438 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:44.928184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00876e93-eee0-49c0-a218-0a0eebfde561 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:44.938795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:44.986202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.3672767
Dec 21 10:05:45.042427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Request body: {'port': {'device_id': '3bdfcb20-a89b-4d7a-b588-c29824bc61d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:45.273085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:45.292716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00876e93-eee0-49c0-a218-0a0eebfde561 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:45.367792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:45.371986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:45.372636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:45.379705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ffcbf15f-dcce-4dd2-8095-86a960039c9b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:45.396322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211a050-5901-4e72-bc0b-2e5df283ffc0 req-19d59b80-7fe2-48cd-ad9f-fa6e49425c9e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:45.398010 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f211a050-5901-4e72-bc0b-2e5df283ffc0 req-19d59b80-7fe2-48cd-ad9f-fa6e49425c9e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 932 time: 0.7014139
Dec 21 10:05:45.454238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.8203082
Dec 21 10:05:45.475689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39390) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:45.511095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Network': ['ID=d448b5bb-d799-4e4c-9351-203acc84db6b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:45.515395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:45.515723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': 'd448b5bb-d799-4e4c-9351-203acc84db6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:45.517950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00876e93-eee0-49c0-a218-0a0eebfde561 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:45.525929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network d448b5bb-d799-4e4c-9351-203acc84db6b details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:45.545158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ada5baed-94de-4023-b7f6-fec5d77def84 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:45.627610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network d448b5bb-d799-4e4c-9351-203acc84db6b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:05:45.844471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00876e93-eee0-49c0-a218-0a0eebfde561 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:45.861956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d87486d9-9382-4834-aca5-38c32be19e61 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:45.899041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2222e94-ca0a-4282-b8c1-933da415029e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:45.915269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00876e93-eee0-49c0-a218-0a0eebfde561 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=0c50014d-3566-470a-b8e9-c1c8b4fcb438,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:45.919862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00876e93-eee0-49c0-a218-0a0eebfde561 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:45.928528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:45.992073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada5baed-94de-4023-b7f6-fec5d77def84 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=21099847-6f4a-40b6-b6da-e0748f35a56c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:46.001148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00876e93-eee0-49c0-a218-0a0eebfde561 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:46.007664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132bf454-9ff2-4d3c-805b-a7e917ff7322 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:46.015486 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-00876e93-eee0-49c0-a218-0a0eebfde561 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/0c50014d-3566-470a-b8e9-c1c8b4fcb438 HTTP/1.1" status: 204  len: 168 time: 1.3794990
Dec 21 10:05:46.017905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39394) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:46.081243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ada5baed-94de-4023-b7f6-fec5d77def84 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:46.084597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f211a050-5901-4e72-bc0b-2e5df283ffc0 req-e25f2dbe-08ae-47ce-91fc-ddef56e9d572 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.6741493
Dec 21 10:05:46.098025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2195615a-c47a-4a72-9f95-abe8dcd96f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0787971
Dec 21 10:05:46.099419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39398) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:46.106032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:46.220325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Deleting port 5c56bb5d-ed8a-4c40-b7c9-cdb7dc833c64 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:46.221037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:46.234287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:46.242687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:46.246920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:46.258179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:46.267719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:46.278093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:46.278982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:05:46.283960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] Deleting port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:46.284429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:46.391619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:46.504203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:46.525402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] For port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fa1e3d31-bc7a-47ed-ba2b-04c5755295ff,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:46.525978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:46.531829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:46.626209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:46.653013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ada5baed-94de-4023-b7f6-fec5d77def84 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:46.664807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3bfa8-dbe1-405b-92fd-53d9229b300a None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:46.702033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] Calling delete_port for fa1e3d31-bc7a-47ed-ba2b-04c5755295ff owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:46.747108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:46.815628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ada5baed-94de-4023-b7f6-fec5d77def84 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/21099847-6f4a-40b6-b6da-e0748f35a56c HTTP/1.1" status: 204  len: 168 time: 4.8033817
Dec 21 10:05:46.818490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39402) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:46.841303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:46.874493 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-40fc1aca-88c9-442b-afc4-74b41eef0391 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:46.874989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40fc1aca-88c9-442b-afc4-74b41eef0391 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:46.881561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:05:46.915105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e7a8ed9-1124-49b8-a107-ce7580cd6529 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:46.932340 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-40fc1aca-88c9-442b-afc4-74b41eef0391 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/cf239553-3c96-4fa4-a475-04a215ba3634 HTTP/1.1" status: 404  len: 337 time: 0.1122983
Dec 21 10:05:46.940170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39406) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:47.071393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.085604 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.services.revisions.revision_plugin [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Could not find related port for resource <neutron.db.models_v2.IPAllocation[object at 7f2feec69908] {port_id='fa1e3d31-bc7a-47ed-ba2b-04c5755295ff', ip_address='2001:db8::f816:3eff:fe0f:35e9', subnet_id='1afc2562-6bba-47ce-a8db-b11870ffcc57', network_id='ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}> to bump revision.
Dec 21 10:05:47.092805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:47.094343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.094697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.106390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=80971) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 21 10:05:47.106748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Reverting IP allocation for 2001:db8::f816:3eff:fe0f:35e9 {{(pid=80971) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Dec 21 10:05:47.165572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_pluggable_backend [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0f:35e9 {{(pid=80971) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 21 10:05:47.171445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.288515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-db4ba7c3-5aa5-4024-8dfa-781ed87fbcfd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:47.292052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port ca64f69e-365e-4edd-bc13-f769649c8c6b {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:47.292438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.344942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fa1e3d31-bc7a-47ed-ba2b-04c5755295ff no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:05:47.389851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] Pushing event deleted for resources: {'Port': ['ID=fa1e3d31-bc7a-47ed-ba2b-04c5755295ff,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:47.392825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:47.405535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: fa1e3d31-bc7a-47ed-ba2b-04c5755295ff {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:05:47.405535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fa1e3d31-bc7a-47ed-ba2b-04c5755295ff not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:05:47.436502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-4607793a-9f0b-4007-8f1b-ea4c748b4ce2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting subnet 17dd7c43-4991-48e0-b732-203bc2cd131b {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:47.441854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=1afc2562-6bba-47ce-a8db-b11870ffcc57,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:47.444734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4607793a-9f0b-4007-8f1b-ea4c748b4ce2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.460179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Calling delete_port for 5c56bb5d-ed8a-4c40-b7c9-cdb7dc833c64 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:47.463326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] No DVR routers for this DVR port fa1e3d31-bc7a-47ed-ba2b-04c5755295ff on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:05:47.484109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:47.498876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:47.499787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.502456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:47.513618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68936dc-1e22-447f-a4a9-dec74cdada6e None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:47.523076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:47.523734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.530024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4607793a-9f0b-4007-8f1b-ea4c748b4ce2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.604405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.5039344
Dec 21 10:05:47.607744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39412) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:47.615734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Subnet': ['ID=cb0c226b-524c-4fec-8de8-19bffec2b364,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:47.618158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:0e:60:bc', 'name': 'tempest-NetworksTestDHCPv6-874087105'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:47.680844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:47.766044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4607793a-9f0b-4007-8f1b-ea4c748b4ce2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.839198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:47.847440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:47.852422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '1afc2562-6bba-47ce-a8db-b11870ffcc57'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:05:47.853450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:47.874027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:47.896756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:47.969685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:47.976895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:48.236253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0b21ddb3-65c6-4b1a-858b-9ea11b71d698 None None] Provisioning complete for port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:48.237060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b21ddb3-65c6-4b1a-858b-9ea11b71d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:48.275185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port c84395c7-1c37-4c32-a723-198be95f3781 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:05:48.330974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4607793a-9f0b-4007-8f1b-ea4c748b4ce2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:48.348108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b78733b-4aa4-4e78-ad26-55da796efdcf tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:48.381058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0b21ddb3-65c6-4b1a-858b-9ea11b71d698 None None] Provisioning complete for port ea706a91-5ba4-431e-b308-00bfcfbf78f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:48.381512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b21ddb3-65c6-4b1a-858b-9ea11b71d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:48.403764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607793a-9f0b-4007-8f1b-ea4c748b4ce2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Subnet': ['ID=17dd7c43-4991-48e0-b732-203bc2cd131b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:48.407922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4607793a-9f0b-4007-8f1b-ea4c748b4ce2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:48.441623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0b21ddb3-65c6-4b1a-858b-9ea11b71d698 None None] Port ea706a91-5ba4-431e-b308-00bfcfbf78f1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:48.447870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494fa91-369a-43c0-b1a8-d6ab2db2a4fd req-64b3daad-e3b1-40b4-819e-4ee00d2c5ecb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:48.449540 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c494fa91-369a-43c0-b1a8-d6ab2db2a4fd req-64b3daad-e3b1-40b4-819e-4ee00d2c5ecb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 932 time: 1.1311715
Dec 21 10:05:48.491722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4607793a-9f0b-4007-8f1b-ea4c748b4ce2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:48.501108 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4607793a-9f0b-4007-8f1b-ea4c748b4ce2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/17dd7c43-4991-48e0-b732-203bc2cd131b HTTP/1.1" status: 204  len: 168 time: 1.5568724
Dec 21 10:05:48.501333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e73b7ab-5c19-4e5e-aad9-cf9e7a3e172e None None] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:48.501648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39416) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:48.529304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Checking segment: {'id': '59e4ccee-3a22-4edc-85a2-be40829381f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:48.530025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network hostable DHCP agents. Network: 82aba317-c79f-4bed-a41c-a4434af5a983, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:05:48.553534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e050df-e634-48d8-88dd-9d65c6ffea95 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:48.554162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e050df-e634-48d8-88dd-9d65c6ffea95 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:48.582261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d6e050df-e634-48d8-88dd-9d65c6ffea95 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/df287685-f99a-41d5-ae40-8f0c9520dabc HTTP/1.1" status: 404  len: 337 time: 0.0769765
Dec 21 10:05:48.584462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39420) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:48.586834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:48.599429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:48.659853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-701f834e-a2d4-4381-bd50-d7b550cbba34 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:48.889640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Allocated IP 2001:db8::f816:3eff:fec7:f5c9 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/1afc2562-6bba-47ce-a8db-b11870ffcc57/ce099bcd-0110-4619-a6c0-04d8a9f4ea14) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:48.893475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event deleted for resources: {'Port': ['ID=5c56bb5d-ed8a-4c40-b7c9-cdb7dc833c64,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:48.909620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for ca64f69e-365e-4edd-bc13-f769649c8c6b owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:48.966499 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8f0489bd-74e8-48e3-8ab5-20c7dfe83bd6 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "GET /v2.0/ports?device_id=9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18 HTTP/1.1" status: 200  len: 205 time: 0.3806489
Dec 21 10:05:48.970247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39424) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.001201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.001656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.002081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.002497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.002907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.003317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.003725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.004134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.004540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.006294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.006725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.007139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.007629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.008035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.008440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.008841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.009244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.012255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.012255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.012255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.012255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.012255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.012255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.012255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:49.025272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 82aba317-c79f-4bed-a41c-a4434af5a983 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:05:49.064387 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-02ff2015-fae6-4877-8dd0-9986767a1fc5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] delete failed (client error): The resource could not be found.
Dec 21 10:05:49.065978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-02ff2015-fae6-4877-8dd0-9986767a1fc5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/routers/9d1275d6-44ca-4ebf-bbbd-4c6655bf4f18 HTTP/1.1" status: 404  len: 336 time: 0.0945435
Dec 21 10:05:49.069061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39428) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.092489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:49.108077 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c494fa91-369a-43c0-b1a8-d6ab2db2a4fd req-4f6eeaa5-7550-46d7-ba17-b9ec92b6b728 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5972478
Dec 21 10:05:49.110469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48b9039b-7cec-4606-9b35-e210de66d5bf {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:05:49.115248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb74242-b180-4343-8255-83ba2670f325 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:49.116161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb74242-b180-4343-8255-83ba2670f325 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:49.118479 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7fb74242-b180-4343-8255-83ba2670f325 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/534ab1ad-97e0-4547-a477-2c76cfd1e2da HTTP/1.1" status: 404  len: 337 time: 0.0479376
Dec 21 10:05:49.120829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39432) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.137326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:49.171045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-8017bfbe-15ef-4a26-9e00-331de81cc860 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:49.171045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8017bfbe-15ef-4a26-9e00-331de81cc860 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:49.181638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 82aba317-c79f-4bed-a41c-a4434af5a983) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:49.188281 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8017bfbe-15ef-4a26-9e00-331de81cc860 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/b534ec68-5442-470c-b171-e2fc1147d77a HTTP/1.1" status: 404  len: 337 time: 0.0641630
Dec 21 10:05:49.189112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39436) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.215976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:49.216298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Transition to ACTIVE for port object 48b9039b-7cec-4606-9b35-e210de66d5bf will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:49.230465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Transition to ACTIVE for port object ce099bcd-0110-4619-a6c0-04d8a9f4ea14 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:49.249988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Transition to ACTIVE for port object ce099bcd-0110-4619-a6c0-04d8a9f4ea14 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:49.256668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] DHCP port deletion for 768b4c76-b2fc-47fd-998e-2a2b0d971ffd request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:05:49.261840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c586d02-9965-4005-ade8-92dfe15a8b87 None None] Network 82aba317-c79f-4bed-a41c-a4434af5a983 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:49.274639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:49.278921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Deleting port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:49.279379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:49.289779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:49.290436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:49.303911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:49.310171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:49.333894 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-353d4b63-d4fc-43bc-acc4-0d136d41adbe tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:49.334917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-353d4b63-d4fc-43bc-acc4-0d136d41adbe tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:49.338180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-353d4b63-d4fc-43bc-acc4-0d136d41adbe tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/76578fae-0a39-49ce-a63f-4b91a59dd70e HTTP/1.1" status: 404  len: 337 time: 0.1462212
Dec 21 10:05:49.341200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:49.347219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39440) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.372318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:05:49.405682 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9d3906-896c-4581-8fb7-d4aa5209fd8b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:49.406539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9d3906-896c-4581-8fb7-d4aa5209fd8b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:49.408848 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea9d3906-896c-4581-8fb7-d4aa5209fd8b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/ae1fdad6-fbe8-4658-b8d4-5cf936cd5b6e HTTP/1.1" status: 404  len: 333 time: 0.0602045
Dec 21 10:05:49.414054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39444) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.477519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9fc9c4d-38c4-439d-8d11-bb5799fe89be tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:49.478407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9fc9c4d-38c4-439d-8d11-bb5799fe89be tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:49.480460 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b9fc9c4d-38c4-439d-8d11-bb5799fe89be tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/2135b449-d939-4532-85f7-abc4e552c99e HTTP/1.1" status: 404  len: 337 time: 0.0650654
Dec 21 10:05:49.482042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f816:3eff:fe0e:60bc (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/1afc2562-6bba-47ce-a8db-b11870ffcc57/c84395c7-1c37-4c32-a723-198be95f3781) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:49.484688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39448) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.552929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4be4220-e8f6-4184-aaf0-57628892271b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:49.553480 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 8.4578731
Dec 21 10:05:49.554541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Pushing event updated for resources: {'Port': ['ID=48b9039b-7cec-4606-9b35-e210de66d5bf,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:49.555245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4be4220-e8f6-4184-aaf0-57628892271b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:49.566019 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c4be4220-e8f6-4184-aaf0-57628892271b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/4b843136-4a85-434c-a8f5-74afc285b51d HTTP/1.1" status: 404  len: 337 time: 0.0797651
Dec 21 10:05:49.567023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39452) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.571311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39454) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.615850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:49.667042 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b600fbbd-1478-425f-9f56-45afcf3f9ff5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:49.667465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b600fbbd-1478-425f-9f56-45afcf3f9ff5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:49.827030 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b600fbbd-1478-425f-9f56-45afcf3f9ff5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/77bcce7b-7856-4625-9164-0b394e66ad00 HTTP/1.1" status: 404  len: 333 time: 0.2442019
Dec 21 10:05:49.840461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39460) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.888147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Pushing event updated for resources: {'Port': ['ID=ce099bcd-0110-4619-a6c0-04d8a9f4ea14,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:49.891474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:49.978431 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-12dca076-1602-45d8-b686-2d8a82ffb7d2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:49.978940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12dca076-1602-45d8-b686-2d8a82ffb7d2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:49.980804 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-12dca076-1602-45d8-b686-2d8a82ffb7d2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/2a503499-b091-461d-abba-e7518c4d9421 HTTP/1.1" status: 404  len: 337 time: 0.1350057
Dec 21 10:05:49.982837 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] create failed (client error): The resource could not be found.
Dec 21 10:05:49.987128 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 12.2532854
Dec 21 10:05:49.994564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39464) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:49.994939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39466) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:50.147687 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-980f5085-926c-4e6e-b736-aedd9e657d5f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] DELETE failed (client error): The resource could not be found.
Dec 21 10:05:50.148201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980f5085-926c-4e6e-b736-aedd9e657d5f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:05:50.152638 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-980f5085-926c-4e6e-b736-aedd9e657d5f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/subnets/50e0c267-f2c9-4382-a864-fc8fed26592d HTTP/1.1" status: 404  len: 337 time: 0.1519475
Dec 21 10:05:50.157480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.163392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39472) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:50.208709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] For port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,segment=NetworkSegment(286b993a-05ed-4700-bdb8-2bd9715a7cdd),segment_id=286b993a-05ed-4700-bdb8-2bd9715a7cdd)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:50.209166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.251607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Deleting port ea706a91-5ba4-431e-b308-00bfcfbf78f1 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:50.252675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.272382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.320014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c164878d-ac22-4111-9404-be64fb3ca3a3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:50.366083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.426408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Calling delete_port for 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:50.454282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=ca64f69e-365e-4edd-bc13-f769649c8c6b,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:50.461982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:50.464586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:50.476144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:50.480295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:50.497189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-62b82cd1-e412-48ce-9536-107f6b161ab9 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Deleting port 3e18562f-2ebc-43ce-9523-66b5db1ee333 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:50.497948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62b82cd1-e412-48ce-9536-107f6b161ab9 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.619170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-82aba317-c79f-4bed-a41c-a4434af5a983', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:05:50.619753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.631516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,segment=NetworkSegment(286b993a-05ed-4700-bdb8-2bd9715a7cdd),segment_id=286b993a-05ed-4700-bdb8-2bd9715a7cdd)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:50.656017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.664293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:50.709224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Attempting to bind port ce099bcd-0110-4619-a6c0-04d8a9f4ea14 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:50.709224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Attempting to bind port ce099bcd-0110-4619-a6c0-04d8a9f4ea14 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:50.709224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Attempting to bind port ce099bcd-0110-4619-a6c0-04d8a9f4ea14 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:50.732507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:50.733172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:50.733345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.733834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:50.734406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Bound port: ce099bcd-0110-4619-a6c0-04d8a9f4ea14, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:50.734843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.771127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:05:50.771127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:05:50.782778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:50.870477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,revision_number=11']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:50.875993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:50.990993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] For port ce099bcd-0110-4619-a6c0-04d8a9f4ea14, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:50.996925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] For port ce099bcd-0110-4619-a6c0-04d8a9f4ea14, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ce099bcd-0110-4619-a6c0-04d8a9f4ea14,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:51.007726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Attempting to bind port 48b9039b-7cec-4606-9b35-e210de66d5bf on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:51.008101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Attempting to bind port 48b9039b-7cec-4606-9b35-e210de66d5bf by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:51.008471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Attempting to bind port 48b9039b-7cec-4606-9b35-e210de66d5bf on network 25cd4182-1af1-4672-a414-217ab0206ee3 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:51.028753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Calling delete_port for ea706a91-5ba4-431e-b308-00bfcfbf78f1 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:51.042852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.066356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:51.066741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Checking segment: {'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:51.068050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.068050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Bound using segment: {'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:51.068546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Bound port: 48b9039b-7cec-4606-9b35-e210de66d5bf, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:51.068925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.167357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.177654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.185907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:51.197015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2194e0e5-414d-4088-9a1f-227271b19157 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:51.242339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object c84395c7-1c37-4c32-a723-198be95f3781 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:51.275434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Deleting port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:51.275988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.383079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.407733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e00fe2be-b0af-4841-b051-673623126f62 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:51.450677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91993517-b176-4e13-9f90-e16dd16b49af req-c982d72c-b453-421d-96bc-6ee6ff69d87d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:51.452323 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91993517-b176-4e13-9f90-e16dd16b49af req-c982d72c-b453-421d-96bc-6ee6ff69d87d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 944 time: 1.1380060
Dec 21 10:05:51.452963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.476441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Pushing event updated for resources: {'Port': ['ID=ce099bcd-0110-4619-a6c0-04d8a9f4ea14,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:51.497745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:51.517032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Port': ['ID=ea706a91-5ba4-431e-b308-00bfcfbf78f1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:51.541346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.541829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.543483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.543739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.544160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.544598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.545187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.545622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.546043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.546458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.546875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.547288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.547779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.548191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.548599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.549009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.549415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.550096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.550984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.553543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.553685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.554362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.554553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.554931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:51.558747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:51.565579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.583650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Allocated IP 172.20.0.2 (82aba317-c79f-4bed-a41c-a4434af5a983/cb0c226b-524c-4fec-8de8-19bffec2b364/948e8a34-5a0e-43ca-a1b5-96db326f7d9b) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:51.635127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2db417e6-e5a4-46b8-af98-44be2b2db3b8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:51.658718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=198e462d-3501-4eda-aa3b-db1c2d3d97eb,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:51.673977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:51.801665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] For port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,segment=NetworkSegment(286b993a-05ed-4700-bdb8-2bd9715a7cdd),segment_id=286b993a-05ed-4700-bdb8-2bd9715a7cdd)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:51.802133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.845457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] For port 48b9039b-7cec-4606-9b35-e210de66d5bf, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:51.863692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91993517-b176-4e13-9f90-e16dd16b49af req-87d31d3b-cefc-437d-a2f9-6240c5afabd0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3851407
Dec 21 10:05:51.884684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] For port 48b9039b-7cec-4606-9b35-e210de66d5bf, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=48b9039b-7cec-4606-9b35-e210de66d5bf,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:51.914083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:51.961641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f61d82b-78d5-43d0-8448-a58359d6c63b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:52.052907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62b82cd1-e412-48ce-9536-107f6b161ab9 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.131330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=c84395c7-1c37-4c32-a723-198be95f3781,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:52.134886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:52.158296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.180526 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/ports/ea706a91-5ba4-431e-b308-00bfcfbf78f1 HTTP/1.1" status: 204  len: 168 time: 2.0153644
Dec 21 10:05:52.182940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39478) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:52.248220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Calling delete_port for 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:52.305800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-62b82cd1-e412-48ce-9536-107f6b161ab9 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Calling delete_port for 3e18562f-2ebc-43ce-9523-66b5db1ee333 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:52.338161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:52.345347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.396901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:52.399373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:52.403916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:52.404586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.423846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.435310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.444749 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 4.8332841
Dec 21 10:05:52.453862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a85ff013-455f-4b94-bc73-b8420249e7d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:52.470081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39482) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:52.487832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Transition to ACTIVE for port object 948e8a34-5a0e-43ca-a1b5-96db326f7d9b will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:52.498419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Pushing event updated for resources: {'Port': ['ID=48b9039b-7cec-4606-9b35-e210de66d5bf,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:52.513617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Checking segment: {'id': '1233b636-2feb-466a-b68c-9ff0d24581ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd448b5bb-d799-4e4c-9351-203acc84db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:52.514133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network hostable DHCP agents. Network: d448b5bb-d799-4e4c-9351-203acc84db6b, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:05:52.527817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Pushing event deleted for resources: {'Port': ['ID=301fd7d9-6951-4000-9a3d-c9dc4a0b9e10,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:52.529959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:52.627918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:52.635133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.644505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Transition to ACTIVE for port object 948e8a34-5a0e-43ca-a1b5-96db326f7d9b will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:52.660636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.669642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network d448b5bb-d799-4e4c-9351-203acc84db6b is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:05:52.684024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1cd0751-435b-4fad-9560-aebf6b07ccf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:52.724030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:52.724705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.726474 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] 10.222.0.16 "PUT /v2.0/ports/48b9039b-7cec-4606-9b35-e210de66d5bf HTTP/1.1" status: 200  len: 1158 time: 7.7250760
Dec 21 10:05:52.728861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdfcb20-a89b-4d7a-b588-c29824bc61d8', 'tag': '48b9039b-7cec-4606-9b35-e210de66d5bf'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:05:52.828130 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdfcb20-a89b-4d7a-b588-c29824bc61d8', 'tag': '48b9039b-7cec-4606-9b35-e210de66d5bf', 'status': 'completed', 'code': 200}
Dec 21 10:05:52.836079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, d448b5bb-d799-4e4c-9351-203acc84db6b) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:52.839137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] No DVR routers for this DVR port 301fd7d9-6951-4000-9a3d-c9dc4a0b9e10 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:05:52.852295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccae3d3a-da0c-475d-ae5d-a5d75c6a8c6b None None] Network d448b5bb-d799-4e4c-9351-203acc84db6b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:52.854636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Allocated IP 172.20.0.1 (82aba317-c79f-4bed-a41c-a4434af5a983/cb0c226b-524c-4fec-8de8-19bffec2b364/3f3ddd92-c822-463f-92d1-3f8c1f4d8da2) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:52.868427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140c071-a651-4f3a-82bd-dfa6a4543134 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:52.876069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140c071-a651-4f3a-82bd-dfa6a4543134 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:52.876961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5140c071-a651-4f3a-82bd-dfa6a4543134 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:52.881060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router c6d71c02-d358-4733-90f8-f829dc1a00f3 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:05:52.884589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7f3a860>,) {'filters': {'network_id': ['768b4c76-b2fc-47fd-998e-2a2b0d971ffd']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:52.888394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:52.889064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.908923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7f3a860>, '286b993a-05ed-4700-bdb8-2bd9715a7cdd') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:52.909257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7f3a860>, '286b993a-05ed-4700-bdb8-2bd9715a7cdd') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:52.932633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5140c071-a651-4f3a-82bd-dfa6a4543134 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:52.938716 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5140c071-a651-4f3a-82bd-dfa6a4543134 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.4643257
Dec 21 10:05:52.940982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:52.948562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39490) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:53.071112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8929eac5-ad56-4af8-aace-9a7d75589047 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port c84395c7-1c37-4c32-a723-198be95f3781 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:53.071505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8929eac5-ad56-4af8-aace-9a7d75589047 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:53.092742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Pushing event updated for resources: {'Port': ['ID=948e8a34-5a0e-43ca-a1b5-96db326f7d9b,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:53.111285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:53.144470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Network 82aba317-c79f-4bed-a41c-a4434af5a983 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:53.159482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:53.164631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:53.274769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:53.275394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Attempting to bind port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:53.275829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Attempting to bind port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '59e4ccee-3a22-4edc-85a2-be40829381f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:53.276247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Attempting to bind port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b on network 82aba317-c79f-4bed-a41c-a4434af5a983 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:53.279786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Releasing vxlan tunnel 7 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:05:53.289312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:53.289790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Checking segment: {'id': '59e4ccee-3a22-4edc-85a2-be40829381f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:53.290255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:53.290863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Bound using segment: {'id': '59e4ccee-3a22-4edc-85a2-be40829381f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:53.291215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Bound port: 948e8a34-5a0e-43ca-a1b5-96db326f7d9b, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e4ccee-3a22-4edc-85a2-be40829381f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:53.291639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:53.382317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce099bcd-0110-4619-a6c0-04d8a9f4ea14 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:53.498563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62b82cd1-e412-48ce-9536-107f6b161ab9 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:53.514712 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 8.0227892
Dec 21 10:05:53.534197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bee44158-d74f-46af-9480-f1a26fb425f4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:53.558263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39494) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:53.595162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b82cd1-e412-48ce-9536-107f6b161ab9 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event deleted for resources: {'Port': ['ID=3e18562f-2ebc-43ce-9523-66b5db1ee333,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:53.597323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port ce099bcd-0110-4619-a6c0-04d8a9f4ea14 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:53.597632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:05:53.599522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-62b82cd1-e412-48ce-9536-107f6b161ab9 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:53.607830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1407463352', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:53.612325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] For port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:53.616625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] For port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=948e8a34-5a0e-43ca-a1b5-96db326f7d9b,segment=NetworkSegment(59e4ccee-3a22-4edc-85a2-be40829381f8),segment_id=59e4ccee-3a22-4edc-85a2-be40829381f8)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:53.619580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581b1de-9a75-4748-88b6-4416164fd600 None None] Sync routers for ids ['c6d71c02-d358-4733-90f8-f829dc1a00f3'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:05:53.620760 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/c6d71c02-d358-4733-90f8-f829dc1a00f3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.8960302
Dec 21 10:05:53.625021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:53.630196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39498) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:53.643761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-48c1a190-0c75-4b3c-89f9-5ec2b8470565 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:53.684749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-d448b5bb-d799-4e4c-9351-203acc84db6b', 'network_id': 'd448b5bb-d799-4e4c-9351-203acc84db6b', 'tenant_id': '88b585b75ba24611885906f26f32020e', 'fixed_ips': [{'subnet_id': '198e462d-3501-4eda-aa3b-db1c2d3d97eb'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:05:53.685741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:53.714817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:53.724086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:53.731675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:53.752738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:router and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:53.763753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145ba46-3568-4c14-88aa-885df28cfede req-ccfa2c4f-baed-47bf-85cb-d10e77eb59e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:53.765860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:53.766121 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-ccfa2c4f-baed-47bf-85cb-d10e77eb59e7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 1161 time: 0.9842918
Dec 21 10:05:53.767143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581b1de-9a75-4748-88b6-4416164fd600 None None] Routers {'c6d71c02-d358-4733-90f8-f829dc1a00f3'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:53.767859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6581b1de-9a75-4748-88b6-4416164fd600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1f198>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['c6d71c02-d358-4733-90f8-f829dc1a00f3'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:53.853311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:53.893955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-64785f0e-aa17-4b7d-a77a-ff836af658a5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:53.958910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6581b1de-9a75-4748-88b6-4416164fd600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1f198>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:53.976645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0b1cbc95-6d24-490f-ab2a-acdd752c9cbc None None] Provisioning for port ce099bcd-0110-4619-a6c0-04d8a9f4ea14 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:53.982979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8929eac5-ad56-4af8-aace-9a7d75589047 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:53.998836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Pushing event updated for resources: {'Port': ['ID=948e8a34-5a0e-43ca-a1b5-96db326f7d9b,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:54.008043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6581b1de-9a75-4748-88b6-4416164fd600 None None] Routers {'c6d71c02-d358-4733-90f8-f829dc1a00f3'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:05:54.008766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6581b1de-9a75-4748-88b6-4416164fd600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1f198>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['c6d71c02-d358-4733-90f8-f829dc1a00f3'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:54.015134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.016581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.029075 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-1c389b3d-451a-4f32-a35a-9dcd55acf5a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=48b9039b-7cec-4606-9b35-e210de66d5bf HTTP/1.1" status: 200  len: 217 time: 0.2502980
Dec 21 10:05:54.060091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dd35e-5639-468a-96eb-678734f17b8a req-d18897af-70af-48a7-a8ba-4929cffe25cf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:54.062555 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a25dd35e-5639-468a-96eb-678734f17b8a req-d18897af-70af-48a7-a8ba-4929cffe25cf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 944 time: 0.6912775
Dec 21 10:05:54.088359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:54.154851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-64785f0e-aa17-4b7d-a77a-ff836af658a5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:54.156265 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-64785f0e-aa17-4b7d-a77a-ff836af658a5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=c6d71c02-d358-4733-90f8-f829dc1a00f3 HTTP/1.1" status: 200  len: 205 time: 0.5229664
Dec 21 10:05:54.171264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0b1cbc95-6d24-490f-ab2a-acdd752c9cbc None None] Provisioning complete for port ce099bcd-0110-4619-a6c0-04d8a9f4ea14 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:54.171622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbc95-6d24-490f-ab2a-acdd752c9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.181435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62b82cd1-e412-48ce-9536-107f6b161ab9 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.183579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-62b82cd1-e412-48ce-9536-107f6b161ab9 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "DELETE /v2.0/ports/3e18562f-2ebc-43ce-9523-66b5db1ee333 HTTP/1.1" status: 204  len: 168 time: 4.1837013
Dec 21 10:05:54.184165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39502) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:54.249209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6581b1de-9a75-4748-88b6-4416164fd600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1f198>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:05:54.249749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6581b1de-9a75-4748-88b6-4416164fd600 None None] The sync data for ids ['c6d71c02-d358-4733-90f8-f829dc1a00f3'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:05:54.259716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39504) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:54.279109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8929eac5-ad56-4af8-aace-9a7d75589047 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for c84395c7-1c37-4c32-a723-198be95f3781 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:54.337643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Network 768b4c76-b2fc-47fd-998e-2a2b0d971ffd has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:05:54.382857 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:05:54.434908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145ba46-3568-4c14-88aa-885df28cfede req-46e65b89-cbc5-4717-bf12-b9c742cc8c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:54.436623 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-46e65b89-cbc5-4717-bf12-b9c742cc8c75 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0277df-b69f-4dfd-852c-d193810ef496 HTTP/1.1" status: 200  len: 837 time: 0.3838589
Dec 21 10:05:54.457076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.485948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52baac82-42e8-4c98-bca7-a748ddc79d3e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.519719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.571491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.575642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.596545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-183d6911-14d2-4786-90ca-fd849b1f9a62 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:54.619245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Transition to ACTIVE for port object 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:54.632011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Pushing event deleted for resources: {'Network': ['ID=768b4c76-b2fc-47fd-998e-2a2b0d971ffd,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:54.635770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:54.639420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] 10.222.0.45 "DELETE /v2.0/networks/768b4c76-b2fc-47fd-998e-2a2b0d971ffd HTTP/1.1" status: 204  len: 168 time: 2.4554358
Dec 21 10:05:54.745685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.750043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbc95-6d24-490f-ab2a-acdd752c9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.761403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8929eac5-ad56-4af8-aace-9a7d75589047 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.791177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d5885b8-1ea4-4ffc-9fd4-3165e74a1daa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:54.792528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Allocated IP 2001:db8::2 (d448b5bb-d799-4e4c-9351-203acc84db6b/198e462d-3501-4eda-aa3b-db1c2d3d97eb/6d8095d3-958a-458b-8d54-4f41b93b6d8e) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:54.810902 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a25dd35e-5639-468a-96eb-678734f17b8a req-55e0837d-1bcd-4ca6-aff7-b3417a40a0e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.6656702
Dec 21 10:05:54.822526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0b1cbc95-6d24-490f-ab2a-acdd752c9cbc None None] For port ce099bcd-0110-4619-a6c0-04d8a9f4ea14, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ce099bcd-0110-4619-a6c0-04d8a9f4ea14,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:54.841275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52baac82-42e8-4c98-bca7-a748ddc79d3e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.851538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52baac82-42e8-4c98-bca7-a748ddc79d3e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.865750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe741c30-ee47-438b-a7b9-ddf35f931524 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:54.865902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b1cbc95-6d24-490f-ab2a-acdd752c9cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.866027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fe741c30-ee47-438b-a7b9-ddf35f931524 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Synchronizing usage tracker for tenant:d66e683386b44e219ea1b0695c55ed48 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:54.866137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929eac5-ad56-4af8-aace-9a7d75589047 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=c84395c7-1c37-4c32-a723-198be95f3781,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:54.867714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7fd25676-53ef-4041-aeb8-508f4476f2a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:54.886154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:54.890406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9479ab77-2470-4f53-bba3-9116a56db416 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 1.3260815
Dec 21 10:05:54.891232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39512) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:54.893549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8929eac5-ad56-4af8-aace-9a7d75589047 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:54.903100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fe741c30-ee47-438b-a7b9-ddf35f931524 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Unset dirty status for tenant:d66e683386b44e219ea1b0695c55ed48 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:54.905203 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fe741c30-ee47-438b-a7b9-ddf35f931524 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "GET /v2.0/ports?device_id=601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b HTTP/1.1" status: 200  len: 913 time: 0.6444879
Dec 21 10:05:54.908928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'network_id': 'd448b5bb-d799-4e4c-9351-203acc84db6b', 'name': 'tempest-PortsIpV6TestJSON-1417099603'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:54.917641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39516) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:55.034059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:55.036975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-733a8d95-46a9-4291-814b-f47a398b96f9 None None] Could not find standard attr ID for object c84395c7-1c37-4c32-a723-198be95f3781. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:05:55.054034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cbc95-6d24-490f-ab2a-acdd752c9cbc None None] Pushing event updated for resources: {'Port': ['ID=ce099bcd-0110-4619-a6c0-04d8a9f4ea14,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:55.062130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b1cbc95-6d24-490f-ab2a-acdd752c9cbc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:55.079969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c1d5ce27-5fcc-47de-acf1-2824e4f14623 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:55.093086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-733a8d95-46a9-4291-814b-f47a398b96f9 None None] Provisioning complete for port ce099bcd-0110-4619-a6c0-04d8a9f4ea14 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:55.093543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-733a8d95-46a9-4291-814b-f47a398b96f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:55.165357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52baac82-42e8-4c98-bca7-a748ddc79d3e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:55.165963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52baac82-42e8-4c98-bca7-a748ddc79d3e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Fanout notify agent at l3_agent the message router_deleted on router c6d71c02-d358-4733-90f8-f829dc1a00f3 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:05:55.193745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145ba46-3568-4c14-88aa-885df28cfede req-7519da5c-655b-446d-b786-201c9f4dc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:55.195460 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-7519da5c-655b-446d-b786-201c9f4dc145 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=25cd4182-1af1-4672-a414-217ab0206ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.7486975
Dec 21 10:05:55.196074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39522) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:55.203692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52baac82-42e8-4c98-bca7-a748ddc79d3e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:55.207376 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-52baac82-42e8-4c98-bca7-a748ddc79d3e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/c6d71c02-d358-4733-90f8-f829dc1a00f3 HTTP/1.1" status: 204  len: 168 time: 1.0197148
Dec 21 10:05:55.237915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39526) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:55.335695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:55.498823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 948e8a34-5a0e-43ca-a1b5-96db326f7d9b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:55.532133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Transition to ACTIVE for port object 6d8095d3-958a-458b-8d54-4f41b93b6d8e will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:55.575467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Transition to ACTIVE for port object 6d8095d3-958a-458b-8d54-4f41b93b6d8e will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:55.594690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:55.615805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b6f9ca20-354a-4555-af01-943e6a5a8d7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:55.723118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Pushing event updated for resources: {'Port': ['ID=6d8095d3-958a-458b-8d54-4f41b93b6d8e,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:55.726474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:55.767963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=3f3ddd92-c822-463f-92d1-3f8c1f4d8da2,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:55.789526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:55.815242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:55.827712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8929eac5-ad56-4af8-aace-9a7d75589047 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:55.832248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8929eac5-ad56-4af8-aace-9a7d75589047 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/c84395c7-1c37-4c32-a723-198be95f3781 HTTP/1.1" status: 204  len: 168 time: 2.8801999
Dec 21 10:05:55.841956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39534) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:55.842200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce099bcd-0110-4619-a6c0-04d8a9f4ea14 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:55.928227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Network d448b5bb-d799-4e4c-9351-203acc84db6b is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:55.932152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:55.935074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:55.936088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7c2da-4332-4e1d-bc22-ebe357f0db59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:55.937925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb7c2da-4332-4e1d-bc22-ebe357f0db59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:55.938825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1fb7c2da-4332-4e1d-bc22-ebe357f0db59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:05:55.946011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:55.960518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:port and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:55.965745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for port was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:55.977118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:55.981247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:55.994800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 82aba317-c79f-4bed-a41c-a4434af5a983 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:55.995719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1fb7c2da-4332-4e1d-bc22-ebe357f0db59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:05:56.000823 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1fb7c2da-4332-4e1d-bc22-ebe357f0db59 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.1550145
Dec 21 10:05:56.001176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:56.003829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39540) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:56.007010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:56.026077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port ce099bcd-0110-4619-a6c0-04d8a9f4ea14 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:56.026505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.064079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Attempting to bind port 6d8095d3-958a-458b-8d54-4f41b93b6d8e on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:05:56.064746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Attempting to bind port 6d8095d3-958a-458b-8d54-4f41b93b6d8e by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '1233b636-2feb-466a-b68c-9ff0d24581ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd448b5bb-d799-4e4c-9351-203acc84db6b'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:05:56.065317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Attempting to bind port 6d8095d3-958a-458b-8d54-4f41b93b6d8e on network d448b5bb-d799-4e4c-9351-203acc84db6b {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:05:56.080305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:05:56.086286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.088866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:05:56.089276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Checking segment: {'id': '1233b636-2feb-466a-b68c-9ff0d24581ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd448b5bb-d799-4e4c-9351-203acc84db6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:05:56.089751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.090450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Bound using segment: {'id': '1233b636-2feb-466a-b68c-9ff0d24581ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd448b5bb-d799-4e4c-9351-203acc84db6b'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:05:56.091602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Bound port: 6d8095d3-958a-458b-8d54-4f41b93b6d8e, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1233b636-2feb-466a-b68c-9ff0d24581ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'd448b5bb-d799-4e4c-9351-203acc84db6b'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:05:56.092200 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9dad28c7-d22d-472d-b6c0-8a2e80abe31f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=394d3148181a4188a32a0ab93bdc02cd&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8927586
Dec 21 10:05:56.092347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.108552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39544) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:56.277351 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-763032a9-1e5a-4779-94ed-b9561663a430 service neutron] 10.222.0.16 "GET /v2.0/networks/25cd4182-1af1-4672-a414-217ab0206ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0709403
Dec 21 10:05:56.301031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] For port 6d8095d3-958a-458b-8d54-4f41b93b6d8e, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:05:56.315848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03b55bd9-1b4c-485e-ba94-2bf07eebb25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.329550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] For port 6d8095d3-958a-458b-8d54-4f41b93b6d8e, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6d8095d3-958a-458b-8d54-4f41b93b6d8e,segment=NetworkSegment(1233b636-2feb-466a-b68c-9ff0d24581ef),segment_id=1233b636-2feb-466a-b68c-9ff0d24581ef)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:05:56.339960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.360565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03b55bd9-1b4c-485e-ba94-2bf07eebb25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.365279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-958d227d-ba4b-488d-a73f-c91d6389ce6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:56.516902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2060eee3-c94c-4497-a5ad-3e708562e8b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting subnet 86436ef1-7d43-4733-864c-701a59b7811f {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:56.534551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2060eee3-c94c-4497-a5ad-3e708562e8b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.561689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 6bd32bd2-fd31-463c-9d85-b3faa6eff64a yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:05:56.627794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Pushing event updated for resources: {'Port': ['ID=6d8095d3-958a-458b-8d54-4f41b93b6d8e,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:56.638890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.639579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.640663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.641048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.641430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c3cb0-3d26-42ac-9e18-04a7205ceb78 req-3b73ade4-9189-45b2-88e1-9b320dfec9ef tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:56.641744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.642511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.643540 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-130c3cb0-3d26-42ac-9e18-04a7205ceb78 req-3b73ade4-9189-45b2-88e1-9b320dfec9ef tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 944 time: 0.5918608
Dec 21 10:05:56.646413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.647210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.648477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.649161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.649769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.650345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.651115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.651713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.652296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.652749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2060eee3-c94c-4497-a5ad-3e708562e8b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.653235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.653654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.654027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.654395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.654770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.655102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.655468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.655832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.656192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:05:56.664724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.670995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fec1628-b842-4e8c-b1d7-55ad31e7c7f0 None None] Network 82aba317-c79f-4bed-a41c-a4434af5a983 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:56.685724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:56.791398 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d145ba46-3568-4c14-88aa-885df28cfede req-c26aebc8-c41f-4a84-8d85-6f5828b4665d service neutron] 10.222.0.16 "GET /v2.0/networks/25cd4182-1af1-4672-a414-217ab0206ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5004494
Dec 21 10:05:56.791913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6946b5bd-410a-41ed-8fea-52fdbf73a5ef None None] Provisioning for port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:56.807483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6946b5bd-410a-41ed-8fea-52fdbf73a5ef None None] Provisioning complete for port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:56.807913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6946b5bd-410a-41ed-8fea-52fdbf73a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:56.953351 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-130c3cb0-3d26-42ac-9e18-04a7205ceb78 req-afe749d6-16ba-4310-8b36-b66a59a9c423 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2009614
Dec 21 10:05:57.001353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03b55bd9-1b4c-485e-ba94-2bf07eebb25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:57.016057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c1f803db-cbda-4aab-9a82-50a2a78ec4c5 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:57.070913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b55bd9-1b4c-485e-ba94-2bf07eebb25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0412214f-f04f-43d0-8188-6343d9848c83,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:57.073651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6946b5bd-410a-41ed-8fea-52fdbf73a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:57.094090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03b55bd9-1b4c-485e-ba94-2bf07eebb25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:57.098015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8::187 (d448b5bb-d799-4e4c-9351-203acc84db6b/198e462d-3501-4eda-aa3b-db1c2d3d97eb/6bd32bd2-fd31-463c-9d85-b3faa6eff64a) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:05:57.103545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03b55bd9-1b4c-485e-ba94-2bf07eebb25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:57.105475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-03b55bd9-1b4c-485e-ba94-2bf07eebb25a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0412214f-f04f-43d0-8188-6343d9848c83 HTTP/1.1" status: 204  len: 168 time: 0.9878843
Dec 21 10:05:57.135448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2060eee3-c94c-4497-a5ad-3e708562e8b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:57.150932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6946b5bd-410a-41ed-8fea-52fdbf73a5ef None None] For port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=948e8a34-5a0e-43ca-a1b5-96db326f7d9b,segment=NetworkSegment(59e4ccee-3a22-4edc-85a2-be40829381f8),segment_id=59e4ccee-3a22-4edc-85a2-be40829381f8)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:57.161962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6946b5bd-410a-41ed-8fea-52fdbf73a5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:57.163775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:57.181382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:57.198347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-96ae481b-95c6-47ec-9c99-9a3f6ca51ebe tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 1afc2562-6bba-47ce-a8db-b11870ffcc57 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:05:57.216036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96ae481b-95c6-47ec-9c99-9a3f6ca51ebe tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:57.217418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6917bb-c619-46cf-84e2-2b333116862e req-dc6211a0-f726-4b8a-a2eb-db645a4b01fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:57.219521 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e6917bb-c619-46cf-84e2-2b333116862e req-dc6211a0-f726-4b8a-a2eb-db645a4b01fa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 1161 time: 0.3655179
Dec 21 10:05:57.283655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946b5bd-410a-41ed-8fea-52fdbf73a5ef None None] Pushing event updated for resources: {'Port': ['ID=948e8a34-5a0e-43ca-a1b5-96db326f7d9b,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:57.310499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6946b5bd-410a-41ed-8fea-52fdbf73a5ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:57.413993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6d8095d3-958a-458b-8d54-4f41b93b6d8e up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:57.436141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96ae481b-95c6-47ec-9c99-9a3f6ca51ebe tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:57.445757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6917bb-c619-46cf-84e2-2b333116862e req-90c5dc00-2948-4c7d-9cee-24a8bf7d5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:57.447380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e6917bb-c619-46cf-84e2-2b333116862e req-90c5dc00-2948-4c7d-9cee-24a8bf7d5a22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=25cd4182-1af1-4672-a414-217ab0206ee3 HTTP/1.1" status: 200  len: 892 time: 0.1959867
Dec 21 10:05:57.510206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 6d8095d3-958a-458b-8d54-4f41b93b6d8e completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:57.603407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e8df79c8-f86c-4985-b3ad-6df1f1fb56a8 None None] Provisioning for port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:57.609952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e8df79c8-f86c-4985-b3ad-6df1f1fb56a8 None None] Provisioning complete for port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:57.610580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8df79c8-f86c-4985-b3ad-6df1f1fb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:57.612855 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e6917bb-c619-46cf-84e2-2b333116862e req-21a58b7e-ed58-42ce-9fe3-4d6e5c5d2609 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=48b9039b-7cec-4606-9b35-e210de66d5bf HTTP/1.1" status: 200  len: 217 time: 0.1558013
Dec 21 10:05:57.681721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e8df79c8-f86c-4985-b3ad-6df1f1fb56a8 None None] Port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:57.695352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e8df79c8-f86c-4985-b3ad-6df1f1fb56a8 None None] Provisioning complete for port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:57.696257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8df79c8-f86c-4985-b3ad-6df1f1fb56a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:57.890856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6917bb-c619-46cf-84e2-2b333116862e req-ab6eb0b5-5692-4bd5-94a2-7971b515b52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:57.892780 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e6917bb-c619-46cf-84e2-2b333116862e req-ab6eb0b5-5692-4bd5-94a2-7971b515b52a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f0277df-b69f-4dfd-852c-d193810ef496 HTTP/1.1" status: 200  len: 837 time: 0.2656016
Dec 21 10:05:57.995895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-77dbdcaf-7683-4252-9088-b2e01254e6cf None None] Provisioning complete for port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:57.996709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77dbdcaf-7683-4252-9088-b2e01254e6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:58.008650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96ae481b-95c6-47ec-9c99-9a3f6ca51ebe tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:58.181424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Deleting port 7011368b-90a3-487e-bb9f-e8c05203a555 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:05:58.181836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:58.311526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6917bb-c619-46cf-84e2-2b333116862e req-ee11b6b6-70fb-4c7b-86f6-5aec650f0e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:58.313226 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e6917bb-c619-46cf-84e2-2b333116862e req-ee11b6b6-70fb-4c7b-86f6-5aec650f0e24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=25cd4182-1af1-4672-a414-217ab0206ee3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1176 time: 0.4027836
Dec 21 10:05:58.330827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:58.365826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2060eee3-c94c-4497-a5ad-3e708562e8b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:58.434257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3772917-85df-4313-bae2-a72d9150b55e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:58.494522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-966d8090-297a-4e3f-ba76-e55c4ce8d32a None None] Provisioning complete for port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:58.495110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-966d8090-297a-4e3f-ba76-e55c4ce8d32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:58.596695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-966d8090-297a-4e3f-ba76-e55c4ce8d32a None None] Port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:05:58.615303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 6bd32bd2-fd31-463c-9d85-b3faa6eff64a will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:05:58.664934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ab2e58-948a-4e85-a425-ab6d324c2009 None None] Network d448b5bb-d799-4e4c-9351-203acc84db6b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:58.793948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:58.817260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5eee17d7-0937-468f-9c23-d50126be660b None None] Provisioning for port 6d8095d3-958a-458b-8d54-4f41b93b6d8e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:05:58.827534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5eee17d7-0937-468f-9c23-d50126be660b None None] Provisioning complete for port 6d8095d3-958a-458b-8d54-4f41b93b6d8e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:58.827820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eb36c35a-a795-4e0f-935e-8364a54c902e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:58.827945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5eee17d7-0937-468f-9c23-d50126be660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:58.884811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39568) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:58.891319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:58.894487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060eee3-c94c-4497-a5ad-3e708562e8b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Subnet': ['ID=86436ef1-7d43-4733-864c-701a59b7811f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:58.921807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2060eee3-c94c-4497-a5ad-3e708562e8b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:58.928355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.200722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1206201726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:59.229642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd68d26-cc8f-4d09-96d4-7b8bc1e5228c req-7edd70c0-61b5-490a-8629-bd054d3e98f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:59.239022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-afd68d26-cc8f-4d09-96d4-7b8bc1e5228c req-7edd70c0-61b5-490a-8629-bd054d3e98f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 944 time: 1.0123081
Dec 21 10:05:59.263148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:59.269389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5eee17d7-0937-468f-9c23-d50126be660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.285509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Usage tracker for resource:router and tenant:0ac61f50116d4397b03f40c7bedb8648 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:05:59.295089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:05:59.296955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 948e8a34-5a0e-43ca-a1b5-96db326f7d9b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:59.298572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.332047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:05:59.361521 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-afd68d26-cc8f-4d09-96d4-7b8bc1e5228c req-827bc5a4-05cb-4228-97a3-814d750f0179 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1215832
Dec 21 10:05:59.363105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2060eee3-c94c-4497-a5ad-3e708562e8b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.373840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.381433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812873f9-acf7-4782-8246-bcb25e7f5377 None None] Network 1417b909-aa24-4d01-899b-d5d266855eef requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:05:59.401054 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2060eee3-c94c-4497-a5ad-3e708562e8b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/86436ef1-7d43-4733-864c-701a59b7811f HTTP/1.1" status: 204  len: 168 time: 4.1619680
Dec 21 10:05:59.402922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=6bd32bd2-fd31-463c-9d85-b3faa6eff64a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:59.404475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39574) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:59.421211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5eee17d7-0937-468f-9c23-d50126be660b None None] For port 6d8095d3-958a-458b-8d54-4f41b93b6d8e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6d8095d3-958a-458b-8d54-4f41b93b6d8e,segment=NetworkSegment(1233b636-2feb-466a-b68c-9ff0d24581ef),segment_id=1233b636-2feb-466a-b68c-9ff0d24581ef)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:05:59.421943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:59.422532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:59.444962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5eee17d7-0937-468f-9c23-d50126be660b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.449647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:59.513082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e6917bb-c619-46cf-84e2-2b333116862e req-bad9eef2-207f-4cb8-aa83-dd05093b8f66 service neutron] 10.222.0.16 "GET /v2.0/networks/25cd4182-1af1-4672-a414-217ab0206ee3?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1882172
Dec 21 10:05:59.583727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.584636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.587810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96ae481b-95c6-47ec-9c99-9a3f6ca51ebe tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.600515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.652365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=3f3ddd92-c822-463f-92d1-3f8c1f4d8da2,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:59.669119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Calling delete_port for 7011368b-90a3-487e-bb9f-e8c05203a555 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:05:59.673135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network d448b5bb-d799-4e4c-9351-203acc84db6b is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:59.678755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:59.701703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:05:59.704536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e55002a1-9551-45fd-8408-a6a3f687d4e4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:05:59.726047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.739565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:59.739864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.763743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.765031 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-196d5bb8-eb38-4b22-8abb-a2a5854430b9 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 712 time: 0.8726003
Dec 21 10:05:59.778069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39578) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:59.782120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:05:59.782710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 48b9039b-7cec-4606-9b35-e210de66d5bf up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:05:59.788470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:05:59.789400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.818242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae481b-95c6-47ec-9c99-9a3f6ca51ebe tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=1afc2562-6bba-47ce-a8db-b11870ffcc57,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:59.825809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee17d7-0937-468f-9c23-d50126be660b None None] Pushing event updated for resources: {'Port': ['ID=6d8095d3-958a-458b-8d54-4f41b93b6d8e,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:05:59.835998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2dc66d8c-627f-47c5-a98d-0ea5186ccc86 None None] Provisioning complete for port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:05:59.836272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1924519959'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:05:59.836505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2dc66d8c-627f-47c5-a98d-0ea5186ccc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:05:59.842999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-96ae481b-95c6-47ec-9c99-9a3f6ca51ebe tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:59.851152 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.9505045
Dec 21 10:05:59.852789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:05:59.857941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39582) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:05:59.876981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5eee17d7-0937-468f-9c23-d50126be660b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:05:59.923081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 82aba317-c79f-4bed-a41c-a4434af5a983 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:05:59.953921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.074886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 48b9039b-7cec-4606-9b35-e210de66d5bf completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:00.093477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:00.093892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.112032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 48b9039b-7cec-4606-9b35-e210de66d5bf triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:00.112032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.150382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] DHCP port deletion for 1417b909-aa24-4d01-899b-d5d266855eef request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:06:00.173200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] Deleting port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:00.173658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.216707 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e6917bb-c619-46cf-84e2-2b333116862e req-6abf70a9-dee9-42d4-ad61-20599f480c51 service neutron] 10.222.0.16 "GET /v2.0/networks/25cd4182-1af1-4672-a414-217ab0206ee3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5996614
Dec 21 10:06:00.276499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Usage tracker for resource:network and tenant:0ac61f50116d4397b03f40c7bedb8648 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:00.282330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:00.292256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:00.306057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:00.320345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Made reservation on behalf of 0ac61f50116d4397b03f40c7bedb8648 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:00.326567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.364243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.367524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9cbee754-ef0e-4f6d-8607-ba94be2d40f8,segment=NetworkSegment(a7629cb7-b2b1-413a-9656-0fa51bfae456),segment_id=a7629cb7-b2b1-413a-9656-0fa51bfae456)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:00.367932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.422525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-aa177358-4b81-4605-9247-4224dfe9a3bd None None] Provisioning for port 6bd32bd2-fd31-463c-9d85-b3faa6eff64a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:00.530500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-aa177358-4b81-4605-9247-4224dfe9a3bd None None] Provisioning complete for port 6bd32bd2-fd31-463c-9d85-b3faa6eff64a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:00.532706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa177358-4b81-4605-9247-4224dfe9a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.557770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:00.638385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-aa177358-4b81-4605-9247-4224dfe9a3bd None None] Port 6bd32bd2-fd31-463c-9d85-b3faa6eff64a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:00.640517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.671217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] For port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9cbee754-ef0e-4f6d-8607-ba94be2d40f8,segment=NetworkSegment(a7629cb7-b2b1-413a-9656-0fa51bfae456),segment_id=a7629cb7-b2b1-413a-9656-0fa51bfae456)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:00.672148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.692843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.714409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e5df107-d1e0-41f4-84ca-30399c8239f9 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:00.780142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=9cbee754-ef0e-4f6d-8607-ba94be2d40f8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:00.783318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:00.817886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:00.821571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] Calling delete_port for 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:00.829623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96ae481b-95c6-47ec-9c99-9a3f6ca51ebe tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.834060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-96ae481b-95c6-47ec-9c99-9a3f6ca51ebe tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/1afc2562-6bba-47ce-a8db-b11870ffcc57 HTTP/1.1" status: 204  len: 168 time: 4.8265636
Dec 21 10:06:00.839333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39588) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:00.854997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3c66e-aa53-4754-a4a1-bdb39fdf470a None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:00.868768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-aa177358-4b81-4605-9247-4224dfe9a3bd None None] Provisioning complete for port 6d8095d3-958a-458b-8d54-4f41b93b6d8e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:00.868984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa177358-4b81-4605-9247-4224dfe9a3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:00.901288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Usage tracker for resource:security_group_rule and tenant:0ac61f50116d4397b03f40c7bedb8648 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:00.903483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No DVR routers for this DVR port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:06:00.909888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdfcb20-a89b-4d7a-b588-c29824bc61d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b9039b-7cec-4606-9b35-e210de66d5bf'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:06:00.913308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:00.929156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 48b9039b-7cec-4606-9b35-e210de66d5bf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=48b9039b-7cec-4606-9b35-e210de66d5bf,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:00.938790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:00.954798 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c0702092-adac-4086-bd90-ab03ffbbefd3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1129580
Dec 21 10:06:00.967569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39594) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:01.003769 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdfcb20-a89b-4d7a-b588-c29824bc61d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48b9039b-7cec-4606-9b35-e210de66d5bf', 'code': 200}
Dec 21 10:06:01.006835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.032746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90cfc8-9f25-497a-903e-442f6deecce8 req-39828f20-a270-45a6-a7f7-159e98cd6148 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:01.034593 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed90cfc8-9f25-497a-903e-442f6deecce8 req-39828f20-a270-45a6-a7f7-159e98cd6148 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 944 time: 0.3844919
Dec 21 10:06:01.071717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:01.125144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.255397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2caa715-0de7-4ade-94b4-5362afe7e518 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:01.256207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c2caa715-0de7-4ade-94b4-5362afe7e518 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:01.262802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.293157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:06:01.296498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7544588>,) {'filters': {'network_id': ['1417b909-aa24-4d01-899b-d5d266855eef']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:01.311003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7544588>, 'a7629cb7-b2b1-413a-9656-0fa51bfae456') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:01.311498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7544588>, 'a7629cb7-b2b1-413a-9656-0fa51bfae456') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:01.370476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c2caa715-0de7-4ade-94b4-5362afe7e518 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:01.373530 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c2caa715-0de7-4ade-94b4-5362afe7e518 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.3727746
Dec 21 10:06:01.406679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39598) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:01.420340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.420593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6d8095d3-958a-458b-8d54-4f41b93b6d8e up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:01.470636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.476390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.501594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:01.569250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.581447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03b55bd9-1b4c-485e-ba94-2bf07eebb25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:01.594032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:06:01.594779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:06:01.596280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=48b9039b-7cec-4606-9b35-e210de66d5bf,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:01.607236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:01.619911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.647143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 6d8095d3-958a-458b-8d54-4f41b93b6d8e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:01.647966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.654836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:01.659942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.664937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event deleted for resources: {'Port': ['ID=7011368b-90a3-487e-bb9f-e8c05203a555,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:01.667741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:01.670856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:06:01.724156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'SecurityGroup': ['ID=720135aa-3c8e-4614-9b89-54e912bc016b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:01.736062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed90cfc8-9f25-497a-903e-442f6deecce8 req-8ae458d8-1ea0-4a0a-8fef-acc2fc7576c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5561123
Dec 21 10:06:01.738424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:01.805835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:01.807813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.808203 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Added segment fc80ed37-3b3f-4589-8461-d66e0328da42 of type vxlan for network b949ff71-d042-4d67-a36d-049c8cc9b06e
Dec 21 10:06:01.819811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7165cd99-be6e-4ace-9189-3fcba1c0b790 None None] Provisioning complete for port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:01.820189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7165cd99-be6e-4ace-9189-3fcba1c0b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.826747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Sync routers for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:01.840049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:01.840876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd934a8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:01.852216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:06:01.853458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d620fe2-7224-436a-8a89-2bc7ffcb0cdd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:01.858969 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3d620fe2-7224-436a-8a89-2bc7ffcb0cdd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.4463694
Dec 21 10:06:01.863415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] Deleting port ce099bcd-0110-4619-a6c0-04d8a9f4ea14 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:01.864375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:01.894118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39602) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:01.921218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:06:01.972939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:06:01.972939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:06:01.976577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7165cd99-be6e-4ace-9189-3fcba1c0b790 None None] Port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:02.002782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:02.013096 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3fb68245-25cf-4ee2-bec8-52c5845f3109 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1162100
Dec 21 10:06:02.023736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39606) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:02.035507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 1417b909-aa24-4d01-899b-d5d266855eef has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:06:02.036260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7165cd99-be6e-4ace-9189-3fcba1c0b790 None None] Provisioning complete for port 6d8095d3-958a-458b-8d54-4f41b93b6d8e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:02.036821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7165cd99-be6e-4ace-9189-3fcba1c0b790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:02.041519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:02.053631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:02.100865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] Deleting port 9cbee754-ef0e-4f6d-8607-ba94be2d40f8 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:02.101214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:02.201288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c510ab66-1570-483f-9fb6-65b2636ed1c0 None None] The port '9cbee754-ef0e-4f6d-8607-ba94be2d40f8' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:06:02.308683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] For port ce099bcd-0110-4619-a6c0-04d8a9f4ea14, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ce099bcd-0110-4619-a6c0-04d8a9f4ea14,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:02.309287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:02.403117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:02.422810 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 12.8506150
Dec 21 10:06:02.424583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd934a8>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:05:57Z', 'revision_number': 2, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:05:58Z', 'revision_number': 2, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:02.430085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Checking router: 395fb26c-bb31-47a1-92ce-557a30ab05f8 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:06:02.430727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Updating router 395fb26c-bb31-47a1-92ce-557a30ab05f8 port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:06:02.432575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39610) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:02.458595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'network': {'name': 'tempest-RoutersTest-1006874870'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:02.479446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:02.490518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:02.501075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] Calling delete_port for ce099bcd-0110-4619-a6c0-04d8a9f4ea14 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:02.511953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:network and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:02.523444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:02.600350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:02.629227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:02.635221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:02.635903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:02.652398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d04119b6-cb9a-4de5-8106-12c4a8033f73 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:02.662708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:02.679087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e21d0f2-733c-40f4-aa1d-9e278d8cc828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:02.679329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:02.710197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:02.715913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:02.725997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] Pushing event deleted for resources: {'Port': ['ID=ce099bcd-0110-4619-a6c0-04d8a9f4ea14,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:02.729294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 1417b909-aa24-4d01-899b-d5d266855eef has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:06:02.732613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:02.742535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:02.763805 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 2.9386818
Dec 21 10:06:02.819012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39614) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:02.834779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'subnet': {'network_id': 'b949ff71-d042-4d67-a36d-049c8cc9b06e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:02.856911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Network': ['ID=b949ff71-d042-4d67-a36d-049c8cc9b06e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:02.864717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:02.868554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] No DVR routers for this DVR port ce099bcd-0110-4619-a6c0-04d8a9f4ea14 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:06:02.878014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network b949ff71-d042-4d67-a36d-049c8cc9b06e details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:02.890494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:02.912464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network b949ff71-d042-4d67-a36d-049c8cc9b06e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:06:02.918645 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:06:02.921630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:06:02.962042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab113ac8-26ec-4231-b149-504fbb0ae65a req-b16cac95-b717-43c4-b1ea-24ba8b261f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:02.964570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab113ac8-26ec-4231-b149-504fbb0ae65a req-b16cac95-b717-43c4-b1ea-24ba8b261f6e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 1163 time: 1.6130085
Dec 21 10:06:03.017161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.033177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Transition to ACTIVE for port object 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:03.038389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.057767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-240cca03-5025-47e0-98ca-f5e0d63d0558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:03.066442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] vxlan segment allocate from pool success with {'vxlan_vni': 12}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:03.073732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:03.084066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.089447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Usage tracker for resource:subnet and tenant:0ac61f50116d4397b03f40c7bedb8648 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:03.097769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:03.102029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.165406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab113ac8-26ec-4231-b149-504fbb0ae65a req-ef78a314-a2fa-4bbc-8d30-86b2ac6c0983 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1352131
Dec 21 10:06:03.167950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.174150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Pushing event updated for resources: {'Port': ['ID=3f3ddd92-c822-463f-92d1-3f8c1f4d8da2,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:03.179857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b75e4f4b-3184-48ea-b0e4-346d6d353b99 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:03.196545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.196940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.197327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.197844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.198220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.198595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.198961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.199330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.199713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.200080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.200444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.200919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.201353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.202283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.202653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.203226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.203595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.203962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.204324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.204686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.205049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.205407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.205804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.206166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:03.214167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:03.216901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:03.236908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.237305 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added segment bf11dd00-e20a-4ce0-a137-5c664a47a66f of type vxlan for network b61b9a3b-c965-44c1-82e3-76a7e9e08fff
Dec 21 10:06:03.292863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.311685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce099bcd-0110-4619-a6c0-04d8a9f4ea14 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:06:03.343604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 48b9039b-7cec-4606-9b35-e210de66d5bf up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:03.349654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.400649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: ce099bcd-0110-4619-a6c0-04d8a9f4ea14 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:06:03.401049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ce099bcd-0110-4619-a6c0-04d8a9f4ea14 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:06:03.432000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afabb502-d4f8-4a85-9a75-8a1387fc05c0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:03.469090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.487977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 48b9039b-7cec-4606-9b35-e210de66d5bf triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:03.488323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.496173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Attempting to bind port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:03.496842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Attempting to bind port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '59e4ccee-3a22-4edc-85a2-be40829381f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:03.497448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Attempting to bind port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 on network 82aba317-c79f-4bed-a41c-a4434af5a983 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:03.504099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:03.505064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Checking segment: {'id': '59e4ccee-3a22-4edc-85a2-be40829381f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:03.505841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.506453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Bound using segment: {'id': '59e4ccee-3a22-4edc-85a2-be40829381f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:03.507152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Bound port: 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59e4ccee-3a22-4edc-85a2-be40829381f8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:03.507736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.587807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Network': ['ID=1417b909-aa24-4d01-899b-d5d266855eef,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:03.611225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:03.635187 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/networks/1417b909-aa24-4d01-899b-d5d266855eef HTTP/1.1" status: 204  len: 168 time: 4.2243884
Dec 21 10:06:03.640627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39620) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:03.662197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1674443581', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:03.667621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Made reservation on behalf of 0ac61f50116d4397b03f40c7bedb8648 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:03.675842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] For port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:03.680122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] For port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3f3ddd92-c822-463f-92d1-3f8c1f4d8da2,segment=NetworkSegment(59e4ccee-3a22-4edc-85a2-be40829381f8),segment_id=59e4ccee-3a22-4edc-85a2-be40829381f8)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:03.685533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5bbd8a-46d4-486b-b290-ac56f881f045 req-e6e8f68c-2b6e-46ed-bb49-839c167bfd76 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:03.687219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0c5bbd8a-46d4-486b-b290-ac56f881f045 req-e6e8f68c-2b6e-46ed-bb49-839c167bfd76 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 946 time: 0.7215614
Dec 21 10:06:03.688389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:03.696405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.737764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:router and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:03.746649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:03.799338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a5bb644-164e-4e3e-9d90-3d4b4d0a7e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:03.827802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:03.829715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.855203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=6bd32bd2-fd31-463c-9d85-b3faa6eff64a,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:03.861905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:03.935517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0c5bbd8a-46d4-486b-b290-ac56f881f045 req-3f504e60-b184-44e7-80ce-0a9680f1565a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2369344
Dec 21 10:06:03.939413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.940729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:03.958941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:04.018422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:04.061231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Pushing event updated for resources: {'Port': ['ID=3f3ddd92-c822-463f-92d1-3f8c1f4d8da2,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:04.072062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:06:04.076334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:04.095387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:04.096098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd934a8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:04.243424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Router 601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:06:04.274704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:04.356585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:04.361217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:04.362324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:04.438089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af15a8e8-eda3-4359-8bd8-fd15c14f59fe tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:04.658159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:04.676439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:04.690072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ffe3a-213f-41ac-bb49-4eb9702ad051 None None] Sync routers for ids ['601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:04.711415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ffe3a-213f-41ac-bb49-4eb9702ad051 None None] Routers {'601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:04.712313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4a9ffe3a-213f-41ac-bb49-4eb9702ad051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc52240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:04.720206 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "PUT /v2.0/routers/601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8010576
Dec 21 10:06:04.722705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39626) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:04.768194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.3280957
Dec 21 10:06:04.783867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39630) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:04.784775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Network': ['ID=b61b9a3b-c965-44c1-82e3-76a7e9e08fff,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:04.786669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4a9ffe3a-213f-41ac-bb49-4eb9702ad051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc52240>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:04.792787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:04.797209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'subnet': {'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:04.800311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ffe3a-213f-41ac-bb49-4eb9702ad051 None None] Routers {'601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:04.801159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4a9ffe3a-213f-41ac-bb49-4eb9702ad051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc52240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:04.814228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd934a8>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:05:57Z', 'revision_number': 2, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:03Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:04.819825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58b63b-745e-46d3-a144-1055697e3b8a None None] The sync data for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs is: [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:05:57Z', 'revision_number': 2, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:03Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:04.862365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:04.864196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:04.881010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:04.899493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98db38ad-9a5a-4730-a425-a9c48fec83ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:05.142175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:05.161041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:subnet and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:05.167365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:05.197825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-923eb9b0-8cc3-45ae-9398-7cbfc525eb9f None None] Provisioning complete for port 6bd32bd2-fd31-463c-9d85-b3faa6eff64a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:05.198386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-923eb9b0-8cc3-45ae-9398-7cbfc525eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:05.205004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:05.239338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4a9ffe3a-213f-41ac-bb49-4eb9702ad051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc52240>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:05.239976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ffe3a-213f-41ac-bb49-4eb9702ad051 None None] The sync data for ids ['601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:05.254111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:05.278206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-316c03bb-2098-4582-b550-2ec4ccef386f tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:05.341971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:05.356483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-923eb9b0-8cc3-45ae-9398-7cbfc525eb9f None None] Port 6bd32bd2-fd31-463c-9d85-b3faa6eff64a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:05.393816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:05.427906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98db38ad-9a5a-4730-a425-a9c48fec83ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:05.439519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98db38ad-9a5a-4730-a425-a9c48fec83ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:05.495417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98db38ad-9a5a-4730-a425-a9c48fec83ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:05.496023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98db38ad-9a5a-4730-a425-a9c48fec83ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Fanout notify agent at l3_agent the message router_deleted on router 601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:06:05.515280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98db38ad-9a5a-4730-a425-a9c48fec83ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:05.519698 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-98db38ad-9a5a-4730-a425-a9c48fec83ee tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "DELETE /v2.0/routers/601e8e9b-bfbd-4c1d-8a69-4a43588cbb7b HTTP/1.1" status: 204  len: 168 time: 0.7952769
Dec 21 10:06:05.522643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39636) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:05.580940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679cc64-5ae1-4d9e-97fa-f7d549961d86 req-47ec7360-fc85-4671-b01c-b35a7e6e3f6e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:05.589847 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6679cc64-5ae1-4d9e-97fa-f7d549961d86 req-47ec7360-fc85-4671-b01c-b35a7e6e3f6e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 946 time: 0.4329975
Dec 21 10:06:05.967895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=a948ae6c-fc4f-4f1c-9372-f6146fa10114,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:05.986874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:06.001436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:06.084077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:06.092391 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6679cc64-5ae1-4d9e-97fa-f7d549961d86 req-29572a15-e9cb-424c-a138-0d2660b63900 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.5015576
Dec 21 10:06:06.134794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00876e93-eee0-49c0-a218-0a0eebfde561 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:06.171782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:06.211856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:06.464507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:06.466202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc96f4a-4cab-4a86-9a3d-da3b6d35a66d tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Deleting subnet 3f53f902-72df-4cd9-8414-0e7a1616d3f1 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:06:06.480223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bc96f4a-4cab-4a86-9a3d-da3b6d35a66d tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:06.518757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Subnet': ['ID=f21bad6d-b4f0-44bb-958d-db445acbed9e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:06.536999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:06.538984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:06.552505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc390387-ec8c-43cd-9618-98fee91f6dca None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:06.576961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:06.577640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:06.634511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ba60a-a59b-4dac-be0a-4aab7a062e17 req-c4054256-c070-468d-9685-869a2849dd2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:06.636385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f41ba60a-a59b-4dac-be0a-4aab7a062e17 req-c4054256-c070-468d-9685-869a2849dd2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 946 time: 0.3624074
Dec 21 10:06:06.638520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bc96f4a-4cab-4a86-9a3d-da3b6d35a66d tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:06.717027 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.6896019
Dec 21 10:06:06.723578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39642) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:06.735856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:7a:e2:e0', 'name': 'tempest-NetworksTestDHCPv6-1409810168'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:06.813032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': 'a948ae6c-fc4f-4f1c-9372-f6146fa10114'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:06.814112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:06.853772 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f41ba60a-a59b-4dac-be0a-4aab7a062e17 req-a660d37e-e74d-4829-b26f-7c83ef9b8fe1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1764622
Dec 21 10:06:06.893266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Checking segment: {'id': 'fc80ed37-3b3f-4589-8461-d66e0328da42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b949ff71-d042-4d67-a36d-049c8cc9b06e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:06.894100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network hostable DHCP agents. Network: b949ff71-d042-4d67-a36d-049c8cc9b06e, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:06:06.973336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Allocated IP 172.26.1.118 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/55721f0e-ea8a-41a0-86ec-2f24c8612b5e) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:06.991597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network b949ff71-d042-4d67-a36d-049c8cc9b06e is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:06:07.017898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, b949ff71-d042-4d67-a36d-049c8cc9b06e) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:07.040557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:07.041212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.048025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.057762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca0999a-1cfa-47e6-8ef3-576cc6a5f481 None None] Network b949ff71-d042-4d67-a36d-049c8cc9b06e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:07.060904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.061865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.082417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3e5be4d-7f9a-4311-b36e-31257774c2d9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:07.190213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bc96f4a-4cab-4a86-9a3d-da3b6d35a66d tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.216338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.3861942
Dec 21 10:06:07.226415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39650) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:07.232653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'network': {'name': 'tempest-router-network01--788340865'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:07.289925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:07.302414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.315001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:07.327780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=6bd32bd2-fd31-463c-9d85-b3faa6eff64a,revision_number=3']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:07.333067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Usage tracker for resource:network and tenant:0ac61f50116d4397b03f40c7bedb8648 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:07.348143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:07.349042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:07.358641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:07.359392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:07.372030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:07.396781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Made reservation on behalf of 0ac61f50116d4397b03f40c7bedb8648 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:07.400574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.405685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:07.464271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network d448b5bb-d799-4e4c-9351-203acc84db6b is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:07.475045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:07.477190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:07.553687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/a948ae6c-fc4f-4f1c-9372-f6146fa10114/f167ac27-83d6-430b-b259-54f8e20f8428) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:07.581046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:07.589321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-b949ff71-d042-4d67-a36d-049c8cc9b06e', 'network_id': 'b949ff71-d042-4d67-a36d-049c8cc9b06e', 'tenant_id': '0ac61f50116d4397b03f40c7bedb8648', 'fixed_ips': [{'subnet_id': 'f21bad6d-b4f0-44bb-958d-db445acbed9e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:07.590285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.600252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.600551 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Added segment 741c13be-8a29-4664-ab9d-dadafb669f71 of type vxlan for network cc80e85b-732d-4484-8fa4-bfb15ff824e5
Dec 21 10:06:07.700260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.723449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-62b82cd1-e412-48ce-9536-107f6b161ab9 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:07.741750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.766163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.774541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d6a5772-d817-445b-9440-2d56efc73c8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:07.815602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:07.816079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.823503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:07.977795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Subnet': ['ID=0914e7d6-b221-4bb5-918a-bf06d9c0bbc4,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:07.985713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:08.002642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:08.007336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:08.008015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:08.014595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=55721f0e-ea8a-41a0-86ec-2f24c8612b5e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:08.017540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e13c9f3a-e353-43ce-ab1e-e9aab5a82827 tempest-BulkNetworkOpsIpV6Test-1390545677 tempest-BulkNetworkOpsIpV6Test-1390545677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:08.036160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:08.107063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8770556
Dec 21 10:06:08.110621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39654) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:08.131138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-023c8aa7-410b-4a99-81fa-3db329e13025 None None] Provisioning complete for port 6bd32bd2-fd31-463c-9d85-b3faa6eff64a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:08.131564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-023c8aa7-410b-4a99-81fa-3db329e13025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:08.167552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'network': {'name': 'tempest-router-network02--2146425219'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:08.183726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:08.186678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Router 4a0e3656-21a1-43fb-b5f0-654e4457157a is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:06:08.188438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Network': ['ID=cc80e85b-732d-4484-8fa4-bfb15ff824e5,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:08.195266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:08.206758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Usage tracker for resource:network and tenant:0ac61f50116d4397b03f40c7bedb8648 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:08.213069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Quota usage for network was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:08.214861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bc96f4a-4cab-4a86-9a3d-da3b6d35a66d tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:08.229366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:08.236545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d0c7c1f2-7011-439c-a7a8-fbef12371d6c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:08.243963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:08.258284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:08.268930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:08.283744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:08.304366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc96f4a-4cab-4a86-9a3d-da3b6d35a66d tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event deleted for resources: {'Subnet': ['ID=3f53f902-72df-4cd9-8414-0e7a1616d3f1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:08.311462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:08.341622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bc96f4a-4cab-4a86-9a3d-da3b6d35a66d tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:08.360172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port aaa87dea-9f1b-4464-8541-d1d57a92e2c1 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:06:08.388163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:08.673788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39658) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:08.682104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Checking segment: {'id': 'bf11dd00-e20a-4ce0-a137-5c664a47a66f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:08.682529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network hostable DHCP agents. Network: b61b9a3b-c965-44c1-82e3-76a7e9e08fff, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:06:08.697434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Transition to ACTIVE for port object f167ac27-83d6-430b-b259-54f8e20f8428 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:08.712049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0302df5c-196f-493a-b647-5ea31c6ff1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:08.775959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Made reservation on behalf of 0ac61f50116d4397b03f40c7bedb8648 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:08.781587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:08.787581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-023c8aa7-410b-4a99-81fa-3db329e13025 None None] Port 6bd32bd2-fd31-463c-9d85-b3faa6eff64a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:08.855475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:08.857030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:06:08.867441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "PUT /v2.0/routers/4a0e3656-21a1-43fb-b5f0-654e4457157a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.9484279
Dec 21 10:06:08.874457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:08.876223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15246c64-1ab2-408c-b9ed-8d74f850e77b None None] Sync routers for ids ['4a0e3656-21a1-43fb-b5f0-654e4457157a'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:08.880741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39662) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:08.891457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Transition to ACTIVE for port object f167ac27-83d6-430b-b259-54f8e20f8428 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:08.902290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15246c64-1ab2-408c-b9ed-8d74f850e77b None None] Routers {'4a0e3656-21a1-43fb-b5f0-654e4457157a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:08.903510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-15246c64-1ab2-408c-b9ed-8d74f850e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeaeb240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4a0e3656-21a1-43fb-b5f0-654e4457157a'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:08.918161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:08.951930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:08.954050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] vxlan segment allocate from pool success with {'vxlan_vni': 13}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:08.959631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, b61b9a3b-c965-44c1-82e3-76a7e9e08fff) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:08.998731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:08.998731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Added segment da76fd93-92a1-4445-978b-a666eaedbdfc of type vxlan for network 4433df8a-e542-47af-8601-d1413e5da8c9
Dec 21 10:06:09.008397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ca1e8f-2de7-433c-a34e-c1e54e076cb2 None None] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:09.010910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:09.011572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:09.018562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-15246c64-1ab2-408c-b9ed-8d74f850e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeaeb240>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:09.039477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15246c64-1ab2-408c-b9ed-8d74f850e77b None None] Routers {'4a0e3656-21a1-43fb-b5f0-654e4457157a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:09.040531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-15246c64-1ab2-408c-b9ed-8d74f850e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeaeb240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:05:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4a0e3656-21a1-43fb-b5f0-654e4457157a'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:09.101967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Allocated IP 2001:db8::2 (b949ff71-d042-4d67-a36d-049c8cc9b06e/f21bad6d-b4f0-44bb-958d-db445acbed9e/24212b3c-9454-401c-bc95-cdc3a19af77c) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:09.156038 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.3682787
Dec 21 10:06:09.156893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39666) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:09.162393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:09.165874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3f3ddd92-c822-463f-92d1-3f8c1f4d8da2,segment=NetworkSegment(59e4ccee-3a22-4edc-85a2-be40829381f8),segment_id=59e4ccee-3a22-4edc-85a2-be40829381f8)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:09.170433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef3d4e0-a746-4d28-a621-aa84bb84f0fc None None] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:09.183521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-15246c64-1ab2-408c-b9ed-8d74f850e77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeaeb240>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:09.184814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15246c64-1ab2-408c-b9ed-8d74f850e77b None None] The sync data for ids ['4a0e3656-21a1-43fb-b5f0-654e4457157a'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:09.193028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bc96f4a-4cab-4a86-9a3d-da3b6d35a66d tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:09.261538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:09.272740 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7bc96f4a-4cab-4a86-9a3d-da3b6d35a66d tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "DELETE /v2.0/subnets/3f53f902-72df-4cd9-8414-0e7a1616d3f1 HTTP/1.1" status: 204  len: 168 time: 3.7438841
Dec 21 10:06:09.283906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39670) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:09.288113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Pushing event updated for resources: {'Port': ['ID=f167ac27-83d6-430b-b259-54f8e20f8428,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:09.307351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:09.328670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a6c60df6-db39-49f0-bed9-21762148e812 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:09.346903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::345 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/a948ae6c-fc4f-4f1c-9372-f6146fa10114/aaa87dea-9f1b-4464-8541-d1d57a92e2c1) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:09.463422 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-4faaa167-1cf2-4a22-b2ff-679e507f1682 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.6666744
Dec 21 10:06:09.476759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c164f19d-4651-45ea-9695-12d4c8722902 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:09.477581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c164f19d-4651-45ea-9695-12d4c8722902 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:09.576479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:09.581218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:09.582188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:09.608626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2956ce8e-a835-478d-a9bf-2353f3eac6af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:09.720531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=3f3ddd92-c822-463f-92d1-3f8c1f4d8da2,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:09.744089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:09.751098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:09.752538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:09.759317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:09.767074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:09.837689 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.7225466
Dec 21 10:06:09.847479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c164f19d-4651-45ea-9695-12d4c8722902 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:09.851875 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c164f19d-4651-45ea-9695-12d4c8722902 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports?device_id=4a0e3656-21a1-43fb-b5f0-654e4457157a HTTP/1.1" status: 200  len: 989 time: 0.9608021
Dec 21 10:06:09.851875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39674) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:09.865945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39676) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:09.873067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'subnet': {'network_id': 'cc80e85b-732d-4484-8fa4-bfb15ff824e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:09.901212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Network': ['ID=4433df8a-e542-47af-8601-d1413e5da8c9,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:09.920274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:09.944990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 4433df8a-e542-47af-8601-d1413e5da8c9 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:09.958612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 4433df8a-e542-47af-8601-d1413e5da8c9 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:10.022341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Attempting to bind port f167ac27-83d6-430b-b259-54f8e20f8428 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:10.022765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Attempting to bind port f167ac27-83d6-430b-b259-54f8e20f8428 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:10.023182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Attempting to bind port f167ac27-83d6-430b-b259-54f8e20f8428 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:10.035936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:10.036852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:10.078503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:10.078938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:10.079837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:10.079837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:10.080317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Bound port: f167ac27-83d6-430b-b259-54f8e20f8428, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:10.080739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:10.124009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Deleting port 5ef60e89-c2f7-4801-b564-5de1e61591f6 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:10.124369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:10.169065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:10.240911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:10.300598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Transition to ACTIVE for port object 24212b3c-9454-401c-bc95-cdc3a19af77c will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:10.334270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:10.368950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] DHCP port deletion for 7012288a-ad77-4d8e-9a84-edaa9849a438 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:06:10.374231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:10.387686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Transition to ACTIVE for port object 24212b3c-9454-401c-bc95-cdc3a19af77c will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:10.397270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] Deleting port 5ef60e89-c2f7-4801-b564-5de1e61591f6 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:10.397723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:10.452308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:10.517598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:10.666941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-1604cce1-910a-4d40-881f-13208e1ef484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:10.668902 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-1604cce1-910a-4d40-881f-13208e1ef484 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 1162 time: 1.0604279
Dec 21 10:06:10.673147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5eee17d7-0937-468f-9c23-d50126be660b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:10.695427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Usage tracker for resource:subnet and tenant:0ac61f50116d4397b03f40c7bedb8648 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:10.841146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] For port f167ac27-83d6-430b-b259-54f8e20f8428, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:10.980185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] For port f167ac27-83d6-430b-b259-54f8e20f8428, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f167ac27-83d6-430b-b259-54f8e20f8428,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:10.994838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Pushing event updated for resources: {'Port': ['ID=24212b3c-9454-401c-bc95-cdc3a19af77c,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:11.045843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:11.063236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:11.066243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:11.067345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:11.117318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:11.183894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:11.418241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:11.420796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Made reservation on behalf of 0ac61f50116d4397b03f40c7bedb8648 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:11.436888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object aaa87dea-9f1b-4464-8541-d1d57a92e2c1 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:11.444646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Pushing event updated for resources: {'Port': ['ID=f167ac27-83d6-430b-b259-54f8e20f8428,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:11.490788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:11.508928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Network b949ff71-d042-4d67-a36d-049c8cc9b06e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:11.523754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] For port 5ef60e89-c2f7-4801-b564-5de1e61591f6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5ef60e89-c2f7-4801-b564-5de1e61591f6,segment=NetworkSegment(a65b05dc-2781-434f-ac2a-108ccdbea4f7),segment_id=a65b05dc-2781-434f-ac2a-108ccdbea4f7)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:11.524206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:11.543274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:11.566082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:11.681059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] For port 5ef60e89-c2f7-4801-b564-5de1e61591f6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5ef60e89-c2f7-4801-b564-5de1e61591f6,segment=NetworkSegment(a65b05dc-2781-434f-ac2a-108ccdbea4f7),segment_id=a65b05dc-2781-434f-ac2a-108ccdbea4f7)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:11.681392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:11.697933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] Calling delete_port for 5ef60e89-c2f7-4801-b564-5de1e61591f6 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:11.751105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.17 (25cd4182-1af1-4672-a414-217ab0206ee3/4f0277df-b69f-4dfd-852c-d193810ef496/845721bc-b35c-4c4a-9a40-b4c062a5d63d) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:11.820628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Allocated IP 172.21.0.2 (b61b9a3b-c965-44c1-82e3-76a7e9e08fff/0914e7d6-b221-4bb5-918a-bf06d9c0bbc4/355a46c6-c23a-45e9-936d-40be2a80d1b7) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:11.844310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Attempting to bind port 24212b3c-9454-401c-bc95-cdc3a19af77c on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:11.844856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Attempting to bind port 24212b3c-9454-401c-bc95-cdc3a19af77c by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'fc80ed37-3b3f-4589-8461-d66e0328da42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b949ff71-d042-4d67-a36d-049c8cc9b06e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:11.845058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Attempting to bind port 24212b3c-9454-401c-bc95-cdc3a19af77c on network b949ff71-d042-4d67-a36d-049c8cc9b06e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:11.870148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:11.870605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Checking segment: {'id': 'fc80ed37-3b3f-4589-8461-d66e0328da42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b949ff71-d042-4d67-a36d-049c8cc9b06e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:11.871012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:11.871458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Bound using segment: {'id': 'fc80ed37-3b3f-4589-8461-d66e0328da42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b949ff71-d042-4d67-a36d-049c8cc9b06e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:11.872012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Bound port: 24212b3c-9454-401c-bc95-cdc3a19af77c, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc80ed37-3b3f-4589-8461-d66e0328da42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'b949ff71-d042-4d67-a36d-049c8cc9b06e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:11.872431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:11.918391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-1b1abaee-83d0-4bb7-924e-0f2639827134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:11.919989 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-1b1abaee-83d0-4bb7-924e-0f2639827134 service neutron] 10.222.0.16 "GET /v2.0/networks?id=37139eec-4360-49f4-a0d3-c34ef75561ea HTTP/1.1" status: 200  len: 892 time: 0.9346073
Dec 21 10:06:11.926874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:11.951425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:11.971098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 845721bc-b35c-4c4a-9a40-b4c062a5d63d will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:11.993809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:11.995341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:11.995765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:12.010958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Calling delete_port for 5ef60e89-c2f7-4801-b564-5de1e61591f6 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:12.037331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c33fc77-838b-472a-8240-7e82dc9ab1ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:12.062953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:12.094099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b2c19d5b-c411-468e-9ecc-ddac39eb2ad9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:12.109253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:12.159433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:12.209263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=845721bc-b35c-4c4a-9a40-b4c062a5d63d,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:12.212327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] Pushing event deleted for resources: {'Port': ['ID=5ef60e89-c2f7-4801-b564-5de1e61591f6,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:12.214420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:12.259180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:12.281337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 25cd4182-1af1-4672-a414-217ab0206ee3 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:12.283252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:12.288030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:12.367927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:12.414024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:12.477257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-6812e1bd-d8a1-4b9d-b759-2e19b70aa241 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 HTTP/1.1" status: 200  len: 1001 time: 0.5310969
Dec 21 10:06:12.683571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:12.711993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=aaa87dea-9f1b-4464-8541-d1d57a92e2c1,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:12.715258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:12.715476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:12.761525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:06:12.762062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:06:12.773234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] For port 24212b3c-9454-401c-bc95-cdc3a19af77c, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:12.787533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e20bee36-70bd-4974-9d7d-60a3ff667530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:12.789193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:12.818152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] For port 24212b3c-9454-401c-bc95-cdc3a19af77c, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=24212b3c-9454-401c-bc95-cdc3a19af77c,segment=NetworkSegment(fc80ed37-3b3f-4589-8461-d66e0328da42),segment_id=fc80ed37-3b3f-4589-8461-d66e0328da42)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:12.823765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-6fcad7f6-002d-417f-b33b-b59f90800c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:12.825391 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-6fcad7f6-002d-417f-b33b-b59f90800c8c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b556acf-e92c-426f-85b6-23b8237cb035 HTTP/1.1" status: 200  len: 835 time: 0.1966054
Dec 21 10:06:12.844084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] No DVR routers for this DVR port 5ef60e89-c2f7-4801-b564-5de1e61591f6 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:06:12.889833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:12.906332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-24610173-a167-414e-a576-bf3fa5c676b5 None None] Provisioning for port 845721bc-b35c-4c4a-9a40-b4c062a5d63d completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:12.920402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4fb2d91e-2366-4098-be77-214a9ab7cac9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:12.958919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:12.980377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-24610173-a167-414e-a576-bf3fa5c676b5 None None] Provisioning complete for port 845721bc-b35c-4c4a-9a40-b4c062a5d63d triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:12.981096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24610173-a167-414e-a576-bf3fa5c676b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.159879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.201339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-24610173-a167-414e-a576-bf3fa5c676b5 None None] Port 845721bc-b35c-4c4a-9a40-b4c062a5d63d cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:13.203584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Transition to ACTIVE for port object 355a46c6-c23a-45e9-936d-40be2a80d1b7 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:13.222971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Pushing event updated for resources: {'Port': ['ID=24212b3c-9454-401c-bc95-cdc3a19af77c,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:13.231978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:13.256081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Transition to ACTIVE for port object 355a46c6-c23a-45e9-936d-40be2a80d1b7 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:13.262071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5ef60e89-c2f7-4801-b564-5de1e61591f6 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:06:13.303941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.319257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-62b6e36f-eb08-40ad-8e72-9c353732f86d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:13.321328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Deleting port 5ef60e89-c2f7-4801-b564-5de1e61591f6 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:13.321737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.346637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:13.347546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 5ef60e89-c2f7-4801-b564-5de1e61591f6 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:06:13.349131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5ef60e89-c2f7-4801-b564-5de1e61591f6 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:06:13.359088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Allocated IP 172.21.0.1 (b61b9a3b-c965-44c1-82e3-76a7e9e08fff/0914e7d6-b221-4bb5-918a-bf06d9c0bbc4/306d579f-b0a2-4dba-b71a-676bfd440478) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:13.367876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.377694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.384240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:13.388836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:13.389606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.425862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8eec72f1-8ef4-446c-8abc-c9d2ab7439b3 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:13.451203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Pushing event updated for resources: {'Port': ['ID=355a46c6-c23a-45e9-936d-40be2a80d1b7,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:13.457749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:13.491374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] The port '5ef60e89-c2f7-4801-b564-5de1e61591f6' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:06:13.531001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=845721bc-b35c-4c4a-9a40-b4c062a5d63d,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:13.561103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:13.626773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f167ac27-83d6-430b-b259-54f8e20f8428 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:13.685219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 6.9597478
Dec 21 10:06:13.689854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.700577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.719319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39682) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:13.759081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:13.760595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:13.763260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:13.765738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port f167ac27-83d6-430b-b259-54f8e20f8428 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:13.854189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Attempting to bind port 355a46c6-c23a-45e9-936d-40be2a80d1b7 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:13.854618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Attempting to bind port 355a46c6-c23a-45e9-936d-40be2a80d1b7 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'bf11dd00-e20a-4ce0-a137-5c664a47a66f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:13.855038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Attempting to bind port 355a46c6-c23a-45e9-936d-40be2a80d1b7 on network b61b9a3b-c965-44c1-82e3-76a7e9e08fff {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:13.862315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:13.862745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Checking segment: {'id': 'bf11dd00-e20a-4ce0-a137-5c664a47a66f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:13.863213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.864209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Bound using segment: {'id': 'bf11dd00-e20a-4ce0-a137-5c664a47a66f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:13.864742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Bound port: 355a46c6-c23a-45e9-936d-40be2a80d1b7, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf11dd00-e20a-4ce0-a137-5c664a47a66f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:13.865247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.944091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.956177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.962532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-47a4d665-5dbe-4b7a-a2cd-2beba1274419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:13.964320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-47a4d665-5dbe-4b7a-a2cd-2beba1274419 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37139eec-4360-49f4-a0d3-c34ef75561ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.0718067
Dec 21 10:06:13.965575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:13.984440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 25cd4182-1af1-4672-a414-217ab0206ee3 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:13.988094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:13.990162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] For port 355a46c6-c23a-45e9-936d-40be2a80d1b7, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:13.997859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] For port 355a46c6-c23a-45e9-936d-40be2a80d1b7, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=355a46c6-c23a-45e9-936d-40be2a80d1b7,segment=NetworkSegment(bf11dd00-e20a-4ce0-a137-5c664a47a66f),segment_id=bf11dd00-e20a-4ce0-a137-5c664a47a66f)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:14.003035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:14.020365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-727e6bb8-214b-49e1-9f66-c33c02129445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:14.070480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Transition to ACTIVE for port object 306d579f-b0a2-4dba-b71a-676bfd440478 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:14.258926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:14.273430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Pushing event updated for resources: {'Port': ['ID=355a46c6-c23a-45e9-936d-40be2a80d1b7,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:14.285302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:14.294836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-86429504-e474-4dae-85cf-1855f44c3e8e None None] Provisioning for port f167ac27-83d6-430b-b259-54f8e20f8428 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:14.297536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 74afa73b-ed3f-42b2-a108-7d52cbcacf7c is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:06:14.317779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-25b05edf-9116-42c1-be6a-ea8d9c58253c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:14.320976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-86429504-e474-4dae-85cf-1855f44c3e8e None None] Provisioning complete for port f167ac27-83d6-430b-b259-54f8e20f8428 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:14.321130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86429504-e474-4dae-85cf-1855f44c3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:14.569236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86429504-e474-4dae-85cf-1855f44c3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:14.616203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-86429504-e474-4dae-85cf-1855f44c3e8e None None] For port f167ac27-83d6-430b-b259-54f8e20f8428, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f167ac27-83d6-430b-b259-54f8e20f8428,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:14.621335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86429504-e474-4dae-85cf-1855f44c3e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:14.624763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-948b7951-23b8-4de0-8f5d-0177a379e87b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:14.669057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed373e48>,) {'filters': {'network_id': ['7012288a-ad77-4d8e-9a84-edaa9849a438']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:14.706418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86429504-e474-4dae-85cf-1855f44c3e8e None None] Pushing event updated for resources: {'Port': ['ID=f167ac27-83d6-430b-b259-54f8e20f8428,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:14.710875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-86429504-e474-4dae-85cf-1855f44c3e8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:14.751358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-49695a1c-d64f-44c8-a141-90b2025383ce None None] Provisioning complete for port f167ac27-83d6-430b-b259-54f8e20f8428 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:14.751764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49695a1c-d64f-44c8-a141-90b2025383ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:14.769853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed373e48>, 'a65b05dc-2781-434f-ac2a-108ccdbea4f7') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:14.770231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed373e48>, 'a65b05dc-2781-434f-ac2a-108ccdbea4f7') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:14.784865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd787f-87c0-4691-a5f0-629d9f3ed404 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:14.789972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd787f-87c0-4691-a5f0-629d9f3ed404 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:14.790871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28bd787f-87c0-4691-a5f0-629d9f3ed404 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:14.927248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-49695a1c-d64f-44c8-a141-90b2025383ce None None] Provisioning complete for port 845721bc-b35c-4c4a-9a40-b4c062a5d63d triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:14.927681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49695a1c-d64f-44c8-a141-90b2025383ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:14.933771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 183bdd4f-3c7d-4729-acec-803a9fe50da9 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:06:14.964153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:14.982115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686c0ed-7c17-46a1-9c1f-600abe5caf34 None None] Sync routers for ids ['74afa73b-ed3f-42b2-a108-7d52cbcacf7c'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:14.986638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:14.993596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:15.017089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686c0ed-7c17-46a1-9c1f-600abe5caf34 None None] Routers {'74afa73b-ed3f-42b2-a108-7d52cbcacf7c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:15.018210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7686c0ed-7c17-46a1-9c1f-600abe5caf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0547b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['74afa73b-ed3f-42b2-a108-7d52cbcacf7c'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:15.054458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=306d579f-b0a2-4dba-b71a-676bfd440478,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:15.057151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:15.079038 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-9d4a69ea-7c8e-46ac-bc3a-89434eca60ac service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0378034
Dec 21 10:06:15.081581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:15.106252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-49695a1c-d64f-44c8-a141-90b2025383ce None None] Port 845721bc-b35c-4c4a-9a40-b4c062a5d63d cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:15.109785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:15.110439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7686c0ed-7c17-46a1-9c1f-600abe5caf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0547b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:15.117882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:15.120801 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 11.4659088
Dec 21 10:06:15.124849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7686c0ed-7c17-46a1-9c1f-600abe5caf34 None None] Routers {'74afa73b-ed3f-42b2-a108-7d52cbcacf7c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:15.126260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7686c0ed-7c17-46a1-9c1f-600abe5caf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0547b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['74afa73b-ed3f-42b2-a108-7d52cbcacf7c'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:15.128481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39686) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:15.203999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7686c0ed-7c17-46a1-9c1f-600abe5caf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0547b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:15.204922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7686c0ed-7c17-46a1-9c1f-600abe5caf34 None None] The sync data for ids ['74afa73b-ed3f-42b2-a108-7d52cbcacf7c'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:15.231410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cc849f14-eb57-4c90-88c8-6be7b1053fbf None None] Provisioning for port aaa87dea-9f1b-4464-8541-d1d57a92e2c1 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:15.239827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cc849f14-eb57-4c90-88c8-6be7b1053fbf None None] Provisioning complete for port aaa87dea-9f1b-4464-8541-d1d57a92e2c1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:15.240580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc849f14-eb57-4c90-88c8-6be7b1053fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:15.248038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:15.257891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28bd787f-87c0-4691-a5f0-629d9f3ed404 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:15.262157 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28bd787f-87c0-4691-a5f0-629d9f3ed404 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 1.5416245
Dec 21 10:06:15.265520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Releasing vxlan tunnel 8 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:06:15.280973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39690) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:15.308453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cc849f14-eb57-4c90-88c8-6be7b1053fbf None None] Port aaa87dea-9f1b-4464-8541-d1d57a92e2c1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:15.310464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:15.531983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:15.556203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Sync routers for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:15.595024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:15.600005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb6f128>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:15.606943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c993bdad-9d87-4b14-99a5-33be0a7b6cb8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/routers/74afa73b-ed3f-42b2-a108-7d52cbcacf7c HTTP/1.1" status: 200  len: 885 time: 0.4749115
Dec 21 10:06:15.625509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/183bdd4f-3c7d-4729-acec-803a9fe50da9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9254713
Dec 21 10:06:15.625509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39694) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:15.732765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6e671b4a-42e5-4306-a51c-379684ab3757 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port aaa87dea-9f1b-4464-8541-d1d57a92e2c1 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:15.733456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e671b4a-42e5-4306-a51c-379684ab3757 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:15.845291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-43e74b13-5c48-4799-a7c2-d508d9c52395 None None] Provisioning complete for port f167ac27-83d6-430b-b259-54f8e20f8428 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:15.845898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43e74b13-5c48-4799-a7c2-d508d9c52395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:15.877178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:06:15.916945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:15.921703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f167ac27-83d6-430b-b259-54f8e20f8428 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:15.951909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:15.963997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 6bd32bd2-fd31-463c-9d85-b3faa6eff64a {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:15.964394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:16.020859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:16.080568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port f167ac27-83d6-430b-b259-54f8e20f8428 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:16.080939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:16.387366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-73f34101-d857-4b44-8f26-ba588736b95f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:router {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:16.437834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe59b546-5218-444f-a11f-5853ee07278f None None] Network b949ff71-d042-4d67-a36d-049c8cc9b06e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:16.440943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-73f34101-d857-4b44-8f26-ba588736b95f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:router {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:16.445459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-73f34101-d857-4b44-8f26-ba588736b95f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 888 time: 0.8242755
Dec 21 10:06:16.446341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39702) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:16.454475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5ac0828d-22d1-4202-be99-169aab45ecc2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1674443581'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:16.512532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-48e10b93-05f7-4fbd-8d60-68d3fdb99476 None None] Provisioning for port 24212b3c-9454-401c-bc95-cdc3a19af77c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:16.567869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 24212b3c-9454-401c-bc95-cdc3a19af77c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:16.582007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:16.666926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb6f128>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:06:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a1624d85-35d3-4bbb-83fa-99767bd263d3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'port_id': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'mac_address': 'fa:16:3e:1a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:04:44Z', 'updated_at': '2020-12-21T10:04:54Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '845721bc-b35c-4c4a-9a40-b4c062a5d63d', 'name': '', 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '4f0277df-b69f-4dfd-852c-d193810ef496', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:13Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f0277df-b69f-4dfd-852c-d193810ef496', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:16.674064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Checking router: 183bdd4f-3c7d-4729-acec-803a9fe50da9 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:06:16.674625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Updating router 183bdd4f-3c7d-4729-acec-803a9fe50da9 port 845721bc-b35c-4c4a-9a40-b4c062a5d63d binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:06:16.770420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:16.811217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 24212b3c-9454-401c-bc95-cdc3a19af77c completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:16.812581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 6bd32bd2-fd31-463c-9d85-b3faa6eff64a owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:16.854514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 24212b3c-9454-401c-bc95-cdc3a19af77c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:16.854965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:17.070374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:17.087777 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1031aa9e-d196-45b6-a175-ef9ab8390d13 req-90b3d0ae-7989-4f6b-8670-de5370b1da10 service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.9740131
Dec 21 10:06:17.120800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 24212b3c-9454-401c-bc95-cdc3a19af77c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=24212b3c-9454-401c-bc95-cdc3a19af77c,segment=NetworkSegment(fc80ed37-3b3f-4589-8461-d66e0328da42),segment_id=fc80ed37-3b3f-4589-8461-d66e0328da42)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:17.134554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:17.136560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f0a8f4e-6878-4ae8-9339-0185f6710bfc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:17.144354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:17.172167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:17.236057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855517cb-d482-4925-bd65-6277d728906a None None] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:17.243358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e176367b-d0ef-4941-bf2f-a30d0faa6210 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:17.294873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=24212b3c-9454-401c-bc95-cdc3a19af77c,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:17.306441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:17.427497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e671b4a-42e5-4306-a51c-379684ab3757 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:17.436421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e17972ac-e820-45d1-bc1d-4a100d9074f7 None None] Provisioning for port 355a46c6-c23a-45e9-936d-40be2a80d1b7 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:17.498451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:17.558626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Transition to ACTIVE for port object 845721bc-b35c-4c4a-9a40-b4c062a5d63d will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:17.570126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:17.595791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:17.659641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-816ad4bd-d5b2-4974-b9b0-8ec07367af3e None None] Provisioning complete for port 24212b3c-9454-401c-bc95-cdc3a19af77c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:17.660080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-816ad4bd-d5b2-4974-b9b0-8ec07367af3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:17.717772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b787-5d2c-4e24-9d87-66a5e3cf0fd8 None None] Pushing event updated for resources: {'Port': ['ID=845721bc-b35c-4c4a-9a40-b4c062a5d63d,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:17.734876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0240b787-5d2c-4e24-9d87-66a5e3cf0fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:17.757932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6e671b4a-42e5-4306-a51c-379684ab3757 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for aaa87dea-9f1b-4464-8541-d1d57a92e2c1 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:17.764785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 24212b3c-9454-401c-bc95-cdc3a19af77c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:18.029922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:18.100647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-024fd91a-0151-4d93-aa10-ad1a92ee2713 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:18.129619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Attempting to bind port 845721bc-b35c-4c4a-9a40-b4c062a5d63d on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:18.130049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Attempting to bind port 845721bc-b35c-4c4a-9a40-b4c062a5d63d by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:18.130466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Attempting to bind port 845721bc-b35c-4c4a-9a40-b4c062a5d63d on network 25cd4182-1af1-4672-a414-217ab0206ee3 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:18.137428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:18.137890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Checking segment: {'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:18.138503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:18.138956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Bound using segment: {'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:18.139502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Bound port: 845721bc-b35c-4c4a-9a40-b4c062a5d63d, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca2ed35-70ae-4807-9d99-fc43702f8a24', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:18.139934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:18.210851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 24212b3c-9454-401c-bc95-cdc3a19af77c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:18.211629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:18.303148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e671b4a-42e5-4306-a51c-379684ab3757 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:18.307014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] For port 845721bc-b35c-4c4a-9a40-b4c062a5d63d, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:18.313244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] For port 845721bc-b35c-4c4a-9a40-b4c062a5d63d, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=845721bc-b35c-4c4a-9a40-b4c062a5d63d,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:18.318819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:18.360466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:18.381303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=306d579f-b0a2-4dba-b71a-676bfd440478,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:18.382622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=6bd32bd2-fd31-463c-9d85-b3faa6eff64a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:18.391240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.147s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:18.395701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:18.406845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 355a46c6-c23a-45e9-936d-40be2a80d1b7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:18.457373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ac0828d-22d1-4202-be99-169aab45ecc2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:18.476682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a17d5e32-0207-4635-bffc-bc2c6ada0fab None None] Provisioning complete for port 24212b3c-9454-401c-bc95-cdc3a19af77c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:18.477201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a17d5e32-0207-4635-bffc-bc2c6ada0fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:18.530795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:18.595745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b787-5d2c-4e24-9d87-66a5e3cf0fd8 None None] Pushing event updated for resources: {'Port': ['ID=845721bc-b35c-4c4a-9a40-b4c062a5d63d,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:18.603797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab1e3508-ac0c-4a22-9afa-08f1c675675a tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:18.607244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0240b787-5d2c-4e24-9d87-66a5e3cf0fd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:18.632045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ac0828d-22d1-4202-be99-169aab45ecc2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:18.669382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:18.670578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb6f128>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:18.738136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e671b4a-42e5-4306-a51c-379684ab3757 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=aaa87dea-9f1b-4464-8541-d1d57a92e2c1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:18.814607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e671b4a-42e5-4306-a51c-379684ab3757 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:18.925151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 355a46c6-c23a-45e9-936d-40be2a80d1b7 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:18.939511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Network 7012288a-ad77-4d8e-9a84-edaa9849a438 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:06:18.968874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:18.973446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:06:19.009638 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:06:19.086517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 355a46c6-c23a-45e9-936d-40be2a80d1b7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:19.086946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:19.100698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:19.184688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:19.201986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cab0c9ef-def9-473b-b606-e99b6b24ddd5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:19.226821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ac0828d-22d1-4202-be99-169aab45ecc2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 74afa73b-ed3f-42b2-a108-7d52cbcacf7c has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:06:19.404324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5d8178ca-0a06-48c7-9184-f15aba908a09 None None] Provisioning for port 306d579f-b0a2-4dba-b71a-676bfd440478 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:19.420263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:06:19.461382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5d8178ca-0a06-48c7-9184-f15aba908a09 None None] Provisioning complete for port 306d579f-b0a2-4dba-b71a-676bfd440478 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:19.462055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d8178ca-0a06-48c7-9184-f15aba908a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:19.568066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5d8178ca-0a06-48c7-9184-f15aba908a09 None None] Port 306d579f-b0a2-4dba-b71a-676bfd440478 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:19.593086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:19.640858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5d8178ca-0a06-48c7-9184-f15aba908a09 None None] Provisioning complete for port 355a46c6-c23a-45e9-936d-40be2a80d1b7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:19.641213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d8178ca-0a06-48c7-9184-f15aba908a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:19.733718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:19.740606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 355a46c6-c23a-45e9-936d-40be2a80d1b7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=355a46c6-c23a-45e9-936d-40be2a80d1b7,segment=NetworkSegment(bf11dd00-e20a-4ce0-a137-5c664a47a66f),segment_id=bf11dd00-e20a-4ce0-a137-5c664a47a66f)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:19.777609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:19.784105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:19.840442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ac0828d-22d1-4202-be99-169aab45ecc2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:19.854601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ac0828d-22d1-4202-be99-169aab45ecc2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:19.858457 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5ac0828d-22d1-4202-be99-169aab45ecc2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/74afa73b-ed3f-42b2-a108-7d52cbcacf7c HTTP/1.1" status: 200  len: 892 time: 3.4109774
Dec 21 10:06:19.860421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:19.861630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39710) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:19.874482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70839087-736c-4cd0-b68c-cbc3aa58693e None None] Sync routers for ids ['74afa73b-ed3f-42b2-a108-7d52cbcacf7c'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:19.921860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70839087-736c-4cd0-b68c-cbc3aa58693e None None] Routers {'74afa73b-ed3f-42b2-a108-7d52cbcacf7c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:19.922166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-70839087-736c-4cd0-b68c-cbc3aa58693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecec39e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['74afa73b-ed3f-42b2-a108-7d52cbcacf7c'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:19.952405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb6f128>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:06:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a1624d85-35d3-4bbb-83fa-99767bd263d3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'port_id': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'mac_address': 'fa:16:3e:1a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:04:44Z', 'updated_at': '2020-12-21T10:04:54Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '845721bc-b35c-4c4a-9a40-b4c062a5d63d', 'name': '', 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '4f0277df-b69f-4dfd-852c-d193810ef496', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:18Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f0277df-b69f-4dfd-852c-d193810ef496', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:19.959157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f12722-04d9-4221-a41d-c6db81968ac3 None None] The sync data for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs is: [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:06:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a1624d85-35d3-4bbb-83fa-99767bd263d3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'port_id': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'mac_address': 'fa:16:3e:1a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:04:44Z', 'updated_at': '2020-12-21T10:04:54Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '845721bc-b35c-4c4a-9a40-b4c062a5d63d', 'name': '', 'network_id': '25cd4182-1af1-4672-a414-217ab0206ee3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c7:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '4f0277df-b69f-4dfd-852c-d193810ef496', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:18Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f0277df-b69f-4dfd-852c-d193810ef496', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:19.976867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:20.009148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Subnet': ['ID=65457258-9bc0-4c48-9d8f-3fb4e095020e,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:20.016669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:20.035986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5cf4483-bd33-4d8f-b42f-d6c0006bee4b tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:20.037430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:20.053866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Sync routers for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:20.076615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:20.078089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedab0898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:20.091315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Pushing event deleted for resources: {'Network': ['ID=7012288a-ad77-4d8e-9a84-edaa9849a438,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:20.096386 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] 10.222.0.45 "DELETE /v2.0/networks/7012288a-ad77-4d8e-9a84-edaa9849a438 HTTP/1.1" status: 204  len: 168 time: 10.8097193
Dec 21 10:06:20.106535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e671b4a-42e5-4306-a51c-379684ab3757 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:20.111301 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6e671b4a-42e5-4306-a51c-379684ab3757 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/aaa87dea-9f1b-4464-8541-d1d57a92e2c1 HTTP/1.1" status: 204  len: 168 time: 4.7921479
Dec 21 10:06:20.111301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:20.124491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39716) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:20.155385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.9875126
Dec 21 10:06:20.167710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39720) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:20.175589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'network': {'name': 'tempest-RoutersTest-1834433853'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:20.188708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:20.204962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:network and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:20.209562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for network was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:20.218811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:20.243528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:20.249793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:20.397842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:20.423995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:20.424676 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added segment e1b4b00e-969c-4d05-8a2a-bfe8b34ff782 of type vxlan for network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4
Dec 21 10:06:20.438563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-70839087-736c-4cd0-b68c-cbc3aa58693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecec39e8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:20.440854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=355a46c6-c23a-45e9-936d-40be2a80d1b7,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:20.446565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:20.470515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70839087-736c-4cd0-b68c-cbc3aa58693e None None] Routers {'74afa73b-ed3f-42b2-a108-7d52cbcacf7c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:20.471246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-70839087-736c-4cd0-b68c-cbc3aa58693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecec39e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['74afa73b-ed3f-42b2-a108-7d52cbcacf7c'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:20.481782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:20.509117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:20.513876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0754859-39ce-46ed-aa8c-33b9701b21f4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:20.515458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0754859-39ce-46ed-aa8c-33b9701b21f4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:20.517102 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f0754859-39ce-46ed-aa8c-33b9701b21f4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.3879261
Dec 21 10:06:20.534759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39724) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:20.570222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-05bfeba1-c261-45f9-926b-9a57962b1804 None None] Provisioning complete for port 355a46c6-c23a-45e9-936d-40be2a80d1b7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:20.570654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05bfeba1-c261-45f9-926b-9a57962b1804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:20.604825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:20.616964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:20.621551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:20.640040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-70839087-736c-4cd0-b68c-cbc3aa58693e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecec39e8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:20.641929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70839087-736c-4cd0-b68c-cbc3aa58693e None None] The sync data for ids ['74afa73b-ed3f-42b2-a108-7d52cbcacf7c'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:20.685668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7250644e-23af-49e5-a41f-2a76866a300c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:20.749458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Checking segment: {'id': '741c13be-8a29-4664-ab9d-dadafb669f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cc80e85b-732d-4484-8fa4-bfb15ff824e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:20.753885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network hostable DHCP agents. Network: cc80e85b-732d-4484-8fa4-bfb15ff824e5, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:06:20.822365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-05bfeba1-c261-45f9-926b-9a57962b1804 None None] Provisioning complete for port 306d579f-b0a2-4dba-b71a-676bfd440478 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:20.822984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05bfeba1-c261-45f9-926b-9a57962b1804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:20.829703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Network': ['ID=6bab0974-0086-4cd3-8fe9-5ea45b42e4b4,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:20.837133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6707582
Dec 21 10:06:20.838393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:20.839275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39732) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:20.849891 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-97df5d23-d74d-423f-80dd-8681146f55c2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/routers/74afa73b-ed3f-42b2-a108-7d52cbcacf7c HTTP/1.1" status: 200  len: 892 time: 0.9868240
Dec 21 10:06:20.850697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39736) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:20.864679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'subnet': {'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:20.877565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:20.898050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:20.949987 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f306e4d8-cabc-47d7-9760-81a62eee929d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=74afa73b-ed3f-42b2-a108-7d52cbcacf7c HTTP/1.1" status: 200  len: 205 time: 0.0639434
Dec 21 10:06:20.956551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39740) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:20.956926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39742) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:21.088333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:21.093460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:subnet and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:21.097308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:21.106327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:21.118750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:21.139413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedab0898>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:06:15Z', 'revision_number': 3, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:16Z', 'revision_number': 2, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:21.148297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Checking router: 395fb26c-bb31-47a1-92ce-557a30ab05f8 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:06:21.148601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Updating router 395fb26c-bb31-47a1-92ce-557a30ab05f8 port 306d579f-b0a2-4dba-b71a-676bfd440478 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:06:21.201047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-05bfeba1-c261-45f9-926b-9a57962b1804 None None] Port 306d579f-b0a2-4dba-b71a-676bfd440478 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:21.229769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:21.298472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:21.460263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:06:21.509111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, cc80e85b-732d-4484-8fa4-bfb15ff824e5) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:21.518179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Router 4a0e3656-21a1-43fb-b5f0-654e4457157a has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:06:21.518763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cdd67d-7921-45cc-8872-729c266253a3 None None] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:21.732619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:21.733267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:21.784378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-cc80e85b-732d-4484-8fa4-bfb15ff824e5', 'network_id': 'cc80e85b-732d-4484-8fa4-bfb15ff824e5', 'tenant_id': '0ac61f50116d4397b03f40c7bedb8648', 'fixed_ips': [{'subnet_id': '65457258-9bc0-4c48-9d8f-3fb4e095020e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:21.787009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:21.803748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:21.819711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Transition to ACTIVE for port object 306d579f-b0a2-4dba-b71a-676bfd440478 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:21.825774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:21.884556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:21.981293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:21.996689 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 12.1393366
Dec 21 10:06:22.012031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39750) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:22.012911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7f79eaa8-2154-4b9b-81a4-e9524f32cdaf tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:22.020700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e8a5249-334d-48ba-8e51-3d5f74ca283c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet a948ae6c-fc4f-4f1c-9372-f6146fa10114 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:06:22.047135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:22.054972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5249-334d-48ba-8e51-3d5f74ca283c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.091833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'subnet': {'network_id': '4433df8a-e542-47af-8601-d1413e5da8c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:22.100497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "PUT /v2.0/routers/4a0e3656-21a1-43fb-b5f0-654e4457157a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.2102525
Dec 21 10:06:22.107228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.119394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39754) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:22.127968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5a6c6-496c-46f0-8849-b0a375c735c4 None None] Pushing event updated for resources: {'Port': ['ID=306d579f-b0a2-4dba-b71a-676bfd440478,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:22.142536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7b5a6c6-496c-46f0-8849-b0a375c735c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:22.144493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Allocated IP 2001:db8::2 (cc80e85b-732d-4484-8fa4-bfb15ff824e5/65457258-9bc0-4c48-9d8f-3fb4e095020e/59c1ba89-412b-454a-b6fe-6792f0bececc) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:22.194483 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f94d3b48-3163-4259-a556-ba05213c3936 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d66e683386b44e219ea1b0695c55ed48&name=default HTTP/1.1" status: 200  len: 2879 time: 0.8584750
Dec 21 10:06:22.198765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 845721bc-b35c-4c4a-9a40-b4c062a5d63d up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:22.206097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39758) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:22.228922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f331d3a-436a-43b5-8789-3ba2fbd735af None None] Sync routers for ids ['4a0e3656-21a1-43fb-b5f0-654e4457157a'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:22.383941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5249-334d-48ba-8e51-3d5f74ca283c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.419762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Attempting to bind port 306d579f-b0a2-4dba-b71a-676bfd440478 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:22.420347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Attempting to bind port 306d579f-b0a2-4dba-b71a-676bfd440478 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'bf11dd00-e20a-4ce0-a137-5c664a47a66f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:22.420758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Attempting to bind port 306d579f-b0a2-4dba-b71a-676bfd440478 on network b61b9a3b-c965-44c1-82e3-76a7e9e08fff {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:22.429994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:22.430263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Checking segment: {'id': 'bf11dd00-e20a-4ce0-a137-5c664a47a66f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:22.430538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.431016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Bound using segment: {'id': 'bf11dd00-e20a-4ce0-a137-5c664a47a66f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:22.431698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Bound port: 306d579f-b0a2-4dba-b71a-676bfd440478, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf11dd00-e20a-4ce0-a137-5c664a47a66f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:22.432119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.476455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.479641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ea6cdbd-77c5-438c-915b-ae81627b73b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.497938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Transition to ACTIVE for port object 59c1ba89-412b-454a-b6fe-6792f0bececc will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:22.530277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Transition to ACTIVE for port object 59c1ba89-412b-454a-b6fe-6792f0bececc will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:22.567314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ea6cdbd-77c5-438c-915b-ae81627b73b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.573456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] For port 306d579f-b0a2-4dba-b71a-676bfd440478, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:22.578971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] For port 306d579f-b0a2-4dba-b71a-676bfd440478, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=306d579f-b0a2-4dba-b71a-676bfd440478,segment=NetworkSegment(bf11dd00-e20a-4ce0-a137-5c664a47a66f),segment_id=bf11dd00-e20a-4ce0-a137-5c664a47a66f)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:22.580352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.585957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.608629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dba0334c-5a8b-4fda-a40b-40887a6c63b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:22.612060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.615394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b92df63a-76a5-4321-8181-f401c6fcb97b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:22.628857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 55721f0e-ea8a-41a0-86ec-2f24c8612b5e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:22.629752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.704474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f331d3a-436a-43b5-8789-3ba2fbd735af None None] Routers {'4a0e3656-21a1-43fb-b5f0-654e4457157a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:22.705184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8f331d3a-436a-43b5-8789-3ba2fbd735af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec523a58>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4a0e3656-21a1-43fb-b5f0-654e4457157a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:22.717213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5a6c6-496c-46f0-8849-b0a375c735c4 None None] Pushing event updated for resources: {'Port': ['ID=306d579f-b0a2-4dba-b71a-676bfd440478,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:22.741328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5249-334d-48ba-8e51-3d5f74ca283c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.747307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7b5a6c6-496c-46f0-8849-b0a375c735c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:22.750237 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7e1afe3-6b68-49b7-9866-cd45a8994a70 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:06:22.750808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7e1afe3-6b68-49b7-9866-cd45a8994a70 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:22.816552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Subnet': ['ID=a487cedf-c3d7-4a1a-ba9a-c78e36344827,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:22.835431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:22.882782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ea6cdbd-77c5-438c-915b-ae81627b73b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.901383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eb1a506f-20b9-44f1-a45e-9265e5f742d7 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:22.907133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8f331d3a-436a-43b5-8789-3ba2fbd735af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec523a58>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:22.920862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ea6cdbd-77c5-438c-915b-ae81627b73b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:22.922587 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4ea6cdbd-77c5-438c-915b-ae81627b73b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3bef51db-392b-4ada-8922-e393f18060c9 HTTP/1.1" status: 204  len: 168 time: 0.7155008
Dec 21 10:06:22.923477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7e1afe3-6b68-49b7-9866-cd45a8994a70 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:22.925576 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7e1afe3-6b68-49b7-9866-cd45a8994a70 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/6bd32bd2-fd31-463c-9d85-b3faa6eff64a HTTP/1.1" status: 404  len: 333 time: 0.7887971
Dec 21 10:06:22.934355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39764) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:22.937194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:22.961115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6cdbd-77c5-438c-915b-ae81627b73b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bef51db-392b-4ada-8922-e393f18060c9,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:22.967112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:22.968115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedab0898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:22.986987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ea6cdbd-77c5-438c-915b-ae81627b73b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:23.053114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f331d3a-436a-43b5-8789-3ba2fbd735af None None] Routers {'4a0e3656-21a1-43fb-b5f0-654e4457157a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:23.055088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8f331d3a-436a-43b5-8789-3ba2fbd735af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec523a58>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4a0e3656-21a1-43fb-b5f0-654e4457157a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:23.099413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.183119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0215a24b-cc4a-481f-a626-71867ff53992 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.211801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:23.292684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8f331d3a-436a-43b5-8789-3ba2fbd735af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec523a58>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:23.293160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f331d3a-436a-43b5-8789-3ba2fbd735af None None] The sync data for ids ['4a0e3656-21a1-43fb-b5f0-654e4457157a'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:23.302056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 845721bc-b35c-4c4a-9a40-b4c062a5d63d completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:23.312520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 845721bc-b35c-4c4a-9a40-b4c062a5d63d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:23.312946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.339022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 55721f0e-ea8a-41a0-86ec-2f24c8612b5e owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:23.392766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:23.402491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:23.407667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:23.508746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Pushing event updated for resources: {'Port': ['ID=59c1ba89-412b-454a-b6fe-6792f0bececc,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:23.557828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.936s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:23.587086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0215a24b-cc4a-481f-a626-71867ff53992 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.588541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Attempting to bind port 59c1ba89-412b-454a-b6fe-6792f0bececc on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:23.588811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Attempting to bind port 59c1ba89-412b-454a-b6fe-6792f0bececc by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '741c13be-8a29-4664-ab9d-dadafb669f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cc80e85b-732d-4484-8fa4-bfb15ff824e5'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:23.589220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Attempting to bind port 59c1ba89-412b-454a-b6fe-6792f0bececc on network cc80e85b-732d-4484-8fa4-bfb15ff824e5 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:23.592548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0215a24b-cc4a-481f-a626-71867ff53992 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.607117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5249-334d-48ba-8e51-3d5f74ca283c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.632843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ada5baed-94de-4023-b7f6-fec5d77def84 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:23.644092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:23.645528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Checking segment: {'id': '741c13be-8a29-4664-ab9d-dadafb669f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cc80e85b-732d-4484-8fa4-bfb15ff824e5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:23.645528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.645749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Bound using segment: {'id': '741c13be-8a29-4664-ab9d-dadafb669f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cc80e85b-732d-4484-8fa4-bfb15ff824e5'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:23.646484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Bound port: 59c1ba89-412b-454a-b6fe-6792f0bececc, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '741c13be-8a29-4664-ab9d-dadafb669f71', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'cc80e85b-732d-4484-8fa4-bfb15ff824e5'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:23.646904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.662260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0215a24b-cc4a-481f-a626-71867ff53992 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.662810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0215a24b-cc4a-481f-a626-71867ff53992 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Fanout notify agent at l3_agent the message router_deleted on router 4a0e3656-21a1-43fb-b5f0-654e4457157a {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:06:23.665088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Usage tracker for resource:subnet and tenant:0ac61f50116d4397b03f40c7bedb8648 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:23.686109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:23.710007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.713945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.730840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:23.747159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Checking segment: {'id': 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:23.747887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network hostable DHCP agents. Network: 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:06:23.755588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0215a24b-cc4a-481f-a626-71867ff53992 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.759313 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0215a24b-cc4a-481f-a626-71867ff53992 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/routers/4a0e3656-21a1-43fb-b5f0-654e4457157a HTTP/1.1" status: 204  len: 168 time: 0.8212926
Dec 21 10:06:23.782024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39778) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:23.789221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] For port 59c1ba89-412b-454a-b6fe-6792f0bececc, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:23.792980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] For port 59c1ba89-412b-454a-b6fe-6792f0bececc, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=59c1ba89-412b-454a-b6fe-6792f0bececc,segment=NetworkSegment(741c13be-8a29-4664-ab9d-dadafb669f71),segment_id=741c13be-8a29-4664-ab9d-dadafb669f71)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:23.797934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 845721bc-b35c-4c4a-9a40-b4c062a5d63d, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=845721bc-b35c-4c4a-9a40-b4c062a5d63d,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:23.800109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.818342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6946b5bd-410a-41ed-8fea-52fdbf73a5ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:23.857831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:23.858788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 355a46c6-c23a-45e9-936d-40be2a80d1b7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:23.915812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Made reservation on behalf of 0ac61f50116d4397b03f40c7bedb8648 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:24.042498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:24.065574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:06:24.146607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a5249-334d-48ba-8e51-3d5f74ca283c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=a948ae6c-fc4f-4f1c-9372-f6146fa10114,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:24.161298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa6d414-712e-425e-8c93-a5cca944aa4a None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:24.163704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e8a5249-334d-48ba-8e51-3d5f74ca283c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:24.167912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:24.276275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedab0898>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:06:15Z', 'revision_number': 3, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:22Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:24.281973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f6b753-c163-435b-93aa-fb371a7ddc45 None None] The sync data for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs is: [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:06:15Z', 'revision_number': 3, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:22Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:24.294523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:24.354457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:24.383310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e8a5249-334d-48ba-8e51-3d5f74ca283c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:24.396202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:24.408279 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5e8a5249-334d-48ba-8e51-3d5f74ca283c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/a948ae6c-fc4f-4f1c-9372-f6146fa10114 HTTP/1.1" status: 204  len: 168 time: 3.8721874
Dec 21 10:06:24.422469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39792) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:24.436504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-90131d05-6846-4d0d-9a8a-46710f8a8e5c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet 198e462d-3501-4eda-aa3b-db1c2d3d97eb {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:06:24.458369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90131d05-6846-4d0d-9a8a-46710f8a8e5c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:24.477429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e608ddc-135b-4d1c-838f-f570cba9b7ba None None] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:24.504832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 355a46c6-c23a-45e9-936d-40be2a80d1b7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:24.505431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:24.522164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:24.524215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:24.542025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39796) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:24.573548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:24.574137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Fanout notify agent at l3_agent the message router_deleted on router 74afa73b-ed3f-42b2-a108-7d52cbcacf7c {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:06:24.587211 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.7469058
Dec 21 10:06:24.595803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39802) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:24.617817 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8e7b0efd-b2d8-421d-8800-ebc20d5ed55a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1784487
Dec 21 10:06:24.630459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:24.636305 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2ba5b559-12af-43ef-a3eb-b0ad1afe6256 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/74afa73b-ed3f-42b2-a108-7d52cbcacf7c HTTP/1.1" status: 204  len: 168 time: 3.2982991
Dec 21 10:06:24.637041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39806) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:24.637420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39808) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:24.647987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-433508910'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:24.648339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Pushing event updated for resources: {'Port': ['ID=59c1ba89-412b-454a-b6fe-6792f0bececc,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:24.666338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:24.667224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.707s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:24.728224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:24.835946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90131d05-6846-4d0d-9a8a-46710f8a8e5c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.117567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:network and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:25.123113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-905382029'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:25.130538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:25.141292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:25.144012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:25.151713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:network and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:25.159093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:25.173773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:25.190885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:25.198651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.208732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 306d579f-b0a2-4dba-b71a-676bfd440478 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:25.225395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:25.231281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.264868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.272420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=845721bc-b35c-4c4a-9a40-b4c062a5d63d,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:25.294415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:25.312485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f359ab4-7318-4bc9-96a5-fe5d705bfce7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:25.313755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2f359ab4-7318-4bc9-96a5-fe5d705bfce7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:25.322356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:25.336394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:security_group_rule and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:25.338397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90131d05-6846-4d0d-9a8a-46710f8a8e5c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.340137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:25.340285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.340385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added segment 41a38cdc-98ec-40a5-be63-942cf041ed2e of type vxlan for network 76bab1af-0150-46d8-b431-328411be58ff
Dec 21 10:06:25.345460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:25.359078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:25.368533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2f359ab4-7318-4bc9-96a5-fe5d705bfce7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:25.372102 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2f359ab4-7318-4bc9-96a5-fe5d705bfce7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.7335401
Dec 21 10:06:25.373303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39816) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:25.414407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.419493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:25.420426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.515494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 306d579f-b0a2-4dba-b71a-676bfd440478 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:25.520234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.524136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 306d579f-b0a2-4dba-b71a-676bfd440478 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:25.524558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.528229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:25.529051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.540945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2be67769-9b52-4b30-b68b-b6d2376b1745 tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:25.626201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:06:25.691819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] Deleting port f167ac27-83d6-430b-b259-54f8e20f8428 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:25.692621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.748034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Network': ['ID=76bab1af-0150-46d8-b431-328411be58ff,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:25.751611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.762804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:25.767544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.789848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7137dc74-ff41-44de-80de-bd2b1cc88d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:25.823287 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.1819932
Dec 21 10:06:25.839182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39820) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:25.869214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'subnet': {'network_id': '76bab1af-0150-46d8-b431-328411be58ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:25.879652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 76bab1af-0150-46d8-b431-328411be58ff details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:25.888328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] vxlan segment allocate from pool success with {'vxlan_vni': 15}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:25.899617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 76bab1af-0150-46d8-b431-328411be58ff details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:25.903090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'SecurityGroup': ['ID=3865dad4-6ee5-49b7-9436-5fb1ed625f01,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:25.930824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:25.935958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:25.936407 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Added segment b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1 of type vxlan for network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd
Dec 21 10:06:26.017643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:26.038764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:subnet and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:26.044772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:26.054210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:26.059562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:26.083491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:26.117885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933ebdc4-6398-4167-ac64-1b53f56d3249 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:26.118622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-933ebdc4-6398-4167-ac64-1b53f56d3249 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:26.137647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:26.142665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:26.143329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:26.202166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94663b34-3710-4d0b-ade1-2234d1f30791 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:26.239004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-933ebdc4-6398-4167-ac64-1b53f56d3249 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:26.242817 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-933ebdc4-6398-4167-ac64-1b53f56d3249 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.8589149
Dec 21 10:06:26.252362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39824) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:26.366599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:26.384184 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-30b926cc-d17d-47e9-ba37-c13fdc3af5a8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1249051
Dec 21 10:06:26.388521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39828) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:26.404586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.8554339
Dec 21 10:06:26.406961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:26.459467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Allocated IP 172.22.0.2 (6bab0974-0086-4cd3-8fe9-5ea45b42e4b4/a487cedf-c3d7-4a1a-ba9a-c78e36344827/a1968293-b696-448e-9a36-e1b82f9edbbd) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:26.484312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:26.490868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:26.554285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] For port f167ac27-83d6-430b-b259-54f8e20f8428, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f167ac27-83d6-430b-b259-54f8e20f8428,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:26.554736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:26.668053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:26.688208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:26.699577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:26.717022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90131d05-6846-4d0d-9a8a-46710f8a8e5c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:26.954225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70a1dfa8-491c-446b-8a47-e68d7987677a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:27.016714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:27.020478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:27.120508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90131d05-6846-4d0d-9a8a-46710f8a8e5c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=198e462d-3501-4eda-aa3b-db1c2d3d97eb,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:27.154706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-90131d05-6846-4d0d-9a8a-46710f8a8e5c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:27.179788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:27.201255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab0fa4bd-6d10-4fb8-8fc1-b1137ba806b4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:27.281022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:27.295920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Transition to ACTIVE for port object a1968293-b696-448e-9a36-e1b82f9edbbd will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:27.300479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90131d05-6846-4d0d-9a8a-46710f8a8e5c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:27.317956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Transition to ACTIVE for port object a1968293-b696-448e-9a36-e1b82f9edbbd will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:27.330453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-90131d05-6846-4d0d-9a8a-46710f8a8e5c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/198e462d-3501-4eda-aa3b-db1c2d3d97eb HTTP/1.1" status: 204  len: 168 time: 3.5439150
Dec 21 10:06:27.332367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] Calling delete_port for f167ac27-83d6-430b-b259-54f8e20f8428 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:27.365887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:27.384042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:27.398303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39832) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:27.471077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Subnet': ['ID=ffee832f-c69b-4cc0-bcb9-9959605e4d24,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:27.481923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:27.520791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:27.531552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345608c4-e55a-4329-b97b-5fa21a4b9fdc None None] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:27.571790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d523818-a7ed-4f91-ba76-5ed1f8ff668a None None] Network d448b5bb-d799-4e4c-9351-203acc84db6b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:27.590995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:27.694013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:27.718784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:27.811857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Pushing event updated for resources: {'Port': ['ID=a1968293-b696-448e-9a36-e1b82f9edbbd,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:27.818052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 6d8095d3-958a-458b-8d54-4f41b93b6d8e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:27.818458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:27.872837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 306d579f-b0a2-4dba-b71a-676bfd440478, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=306d579f-b0a2-4dba-b71a-676bfd440478,segment=NetworkSegment(bf11dd00-e20a-4ce0-a137-5c664a47a66f),segment_id=bf11dd00-e20a-4ce0-a137-5c664a47a66f)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:27.886199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:27.892087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:27.903387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b1cbc95-6d24-490f-ab2a-acdd752c9cbc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:27.943603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Checking segment: {'id': '41a38cdc-98ec-40a5-be63-942cf041ed2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '76bab1af-0150-46d8-b431-328411be58ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:27.944010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network hostable DHCP agents. Network: 76bab1af-0150-46d8-b431-328411be58ff, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:06:27.993773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 76bab1af-0150-46d8-b431-328411be58ff is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:06:27.996383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e908df29-3e96-4f42-aa5a-c4afa717d428 None None] Provisioning for port 59c1ba89-412b-454a-b6fe-6792f0bececc completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:28.010802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=306d579f-b0a2-4dba-b71a-676bfd440478,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:28.031627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 76bab1af-0150-46d8-b431-328411be58ff) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:28.079120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:28.085367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:28.086098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:28.224341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] For port 6d8095d3-958a-458b-8d54-4f41b93b6d8e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6d8095d3-958a-458b-8d54-4f41b93b6d8e,segment=NetworkSegment(1233b636-2feb-466a-b68c-9ff0d24581ef),segment_id=1233b636-2feb-466a-b68c-9ff0d24581ef)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:28.224944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:28.242272 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.3983765
Dec 21 10:06:28.244049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39838) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:28.262404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2009688789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:28.369758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d394f80-10a7-4f1c-8a82-ee14fc518119 None None] Network 76bab1af-0150-46d8-b431-328411be58ff requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:28.384243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 845721bc-b35c-4c4a-9a40-b4c062a5d63d up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:28.401299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Allocated IP 172.22.0.1 (6bab0974-0086-4cd3-8fe9-5ea45b42e4b4/a487cedf-c3d7-4a1a-ba9a-c78e36344827/3a0bcaa2-a04f-4863-baed-d3337e3d6024) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:28.440234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 6d8095d3-958a-458b-8d54-4f41b93b6d8e owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:28.469994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:28.507597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:28.565425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:28.578334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:28.611528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:28.614483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:28.615358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] Pushing event deleted for resources: {'Port': ['ID=f167ac27-83d6-430b-b259-54f8e20f8428,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:28.630950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfa9d810-e50e-4e6c-bca1-045fcde7131f tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:28.631209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Transition to ACTIVE for port object 3a0bcaa2-a04f-4863-baed-d3337e3d6024 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:28.643455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:28.664524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:28.685457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a544dd7-97ba-4919-9acc-8b623bba4740 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:28.703935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:router and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:28.719167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:28.719954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:28.729160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:28.762642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=6d8095d3-958a-458b-8d54-4f41b93b6d8e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:28.771125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:28.774044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:28.775569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:28.796669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Subnet': ['ID=21f316b0-5445-4e2f-8cd0-7ccf6ba43ce5,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:28.834730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:28.860003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08e0c3e1-5e5a-4a36-bed8-f2854c7260df tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:28.866359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Attempting to bind port a1968293-b696-448e-9a36-e1b82f9edbbd on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:28.866789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Attempting to bind port a1968293-b696-448e-9a36-e1b82f9edbbd by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:28.867208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Attempting to bind port a1968293-b696-448e-9a36-e1b82f9edbbd on network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:28.882246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:28.883972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:28.918596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No DVR routers for this DVR port 6d8095d3-958a-458b-8d54-4f41b93b6d8e on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:06:28.948709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=3a0bcaa2-a04f-4863-baed-d3337e3d6024,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:28.966223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:28.982226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.131840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.159937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.196289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:29.196289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Checking segment: {'id': 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:29.196812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.197040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Bound using segment: {'id': 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:29.197605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Bound port: a1968293-b696-448e-9a36-e1b82f9edbbd, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:29.198031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.356510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.361761 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b00971a4-9342-44c9-bf6a-b03f29195be2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 1.1163774
Dec 21 10:06:29.361945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa9244c-f4d8-4932-8119-35b1849b6773 None None] DHCP port deletion for d448b5bb-d799-4e4c-9351-203acc84db6b request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:06:29.366692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39842) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:29.436108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 845721bc-b35c-4c4a-9a40-b4c062a5d63d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:29.437703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.446230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:29.454473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:29.460342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecc846a0>,) {'filters': {'network_id': ['d448b5bb-d799-4e4c-9351-203acc84db6b']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:29.464156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:06:29.465377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:29.536566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] No DVR routers for this DVR port f167ac27-83d6-430b-b259-54f8e20f8428 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:06:29.561427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.579875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.618601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc846a0>, '1233b636-2feb-466a-b68c-9ff0d24581ef') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:29.618987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc846a0>, '1233b636-2feb-466a-b68c-9ff0d24581ef') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:29.649468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aad8e79f-d64c-4335-8ce8-9511e789ff9e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:29.672857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.728468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=01d9c6cc-05df-4947-9930-6b3837734f07,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:29.731090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Checking segment: {'id': 'da76fd93-92a1-4445-978b-a666eaedbdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '4433df8a-e542-47af-8601-d1413e5da8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:29.731486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network hostable DHCP agents. Network: 4433df8a-e542-47af-8601-d1413e5da8c9, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:06:29.808967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:29.825555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39848) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:29.826280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.861584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] For port a1968293-b696-448e-9a36-e1b82f9edbbd, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:29.874469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-76bab1af-0150-46d8-b431-328411be58ff', 'network_id': '76bab1af-0150-46d8-b431-328411be58ff', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'fixed_ips': [{'subnet_id': 'ffee832f-c69b-4cc0-bcb9-9959605e4d24'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:29.875466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:29.922845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] For port a1968293-b696-448e-9a36-e1b82f9edbbd, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a1968293-b696-448e-9a36-e1b82f9edbbd,segment=NetworkSegment(e1b4b00e-969c-4d05-8a2a-bfe8b34ff782),segment_id=e1b4b00e-969c-4d05-8a2a-bfe8b34ff782)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:29.928176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 59c1ba89-412b-454a-b6fe-6792f0bececc up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:30.048185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:30.069187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:30.080395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Releasing vxlan tunnel 4 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:06:30.090431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd008fca-86c1-4dc9-a363-e28cab553177 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:30.350340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39850) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:30.507991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Pushing event updated for resources: {'Port': ['ID=a1968293-b696-448e-9a36-e1b82f9edbbd,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:30.524068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:30.575856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 59c1ba89-412b-454a-b6fe-6792f0bececc completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:30.597837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 59c1ba89-412b-454a-b6fe-6792f0bececc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:30.597837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:30.706172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7adaeae0-02aa-4e92-bcd2-4fec6dbdd5ad None None] Provisioning complete for port 59c1ba89-412b-454a-b6fe-6792f0bececc triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:30.706604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7adaeae0-02aa-4e92-bcd2-4fec6dbdd5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:30.758962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network d448b5bb-d799-4e4c-9351-203acc84db6b has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:06:30.774019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:30.786048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'network_id': '0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:30.858930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:30.945708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Allocated IP 2001:db8::2 (76bab1af-0150-46d8-b431-328411be58ff/ffee832f-c69b-4cc0-bcb9-9959605e4d24/65c6028f-dc64-4bb4-a6cf-3c23a5d88906) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:30.973036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:31.013799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network 4433df8a-e542-47af-8601-d1413e5da8c9 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:06:31.043550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7adaeae0-02aa-4e92-bcd2-4fec6dbdd5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:31.079176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network d448b5bb-d799-4e4c-9351-203acc84db6b has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:06:31.117866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 4433df8a-e542-47af-8601-d1413e5da8c9) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:06:31.118065 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:06:31.164520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 59c1ba89-412b-454a-b6fe-6792f0bececc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=59c1ba89-412b-454a-b6fe-6792f0bececc,segment=NetworkSegment(741c13be-8a29-4664-ab9d-dadafb669f71),segment_id=741c13be-8a29-4664-ab9d-dadafb669f71)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:31.189382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:31.195515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c455211-eea0-4fce-bb99-6dbfdc358564 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:31.275121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=59c1ba89-412b-454a-b6fe-6792f0bececc,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:31.278315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89761181-ebfa-407c-87a1-6c7a9e9d38d2 None None] Network 4433df8a-e542-47af-8601-d1413e5da8c9 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:31.299718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:31.300434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f167ac27-83d6-430b-b259-54f8e20f8428 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:06:31.390791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: f167ac27-83d6-430b-b259-54f8e20f8428 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:06:31.391402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f167ac27-83d6-430b-b259-54f8e20f8428 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:06:31.480088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:31.480088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:31.554068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:31.624159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:subnet and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:31.645321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:31.680591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:31.692805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f184a95-e430-4bb9-b69d-2cb70e502f51 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:31.720851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:31.727554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:31.728631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:31.743716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:31.745836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 306d579f-b0a2-4dba-b71a-676bfd440478 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:31.749748 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 9.6779490
Dec 21 10:06:31.762157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39856) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:31.767772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Network': ['ID=d448b5bb-d799-4e4c-9351-203acc84db6b,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:31.782054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:31.788238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/networks/d448b5bb-d799-4e4c-9351-203acc84db6b HTTP/1.1" status: 204  len: 168 time: 4.3804128
Dec 21 10:06:31.795215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39860) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:31.808816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091063b6-cbbe-4d6e-80cc-1e31df4cdbfc None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:31.829562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:31.860451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:31.887456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:31.888115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:31.891568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd14c6c-a833-4a9f-b768-a585c22a5630 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:31.892386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8dd14c6c-a833-4a9f-b768-a585c22a5630 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:31.897243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-7adaeae0-02aa-4e92-bcd2-4fec6dbdd5ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:06:31.897686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-7adaeae0-02aa-4e92-bcd2-4fec6dbdd5ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:06:31.909766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8dd14c6c-a833-4a9f-b768-a585c22a5630 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:31.915290 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8dd14c6c-a833-4a9f-b768-a585c22a5630 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/b1450d48-0da0-4d24-953e-8948348c00eb HTTP/1.1" status: 200  len: 845 time: 0.1153874
Dec 21 10:06:31.915858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39864) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:32.000317 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4acfa6a5-f137-4c5e-9ffb-7a2674daf071 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/b1450d48-0da0-4d24-953e-8948348c00eb?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0789018
Dec 21 10:06:32.001631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39868) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:32.009762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:32.053399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:32.075074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:32.096727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Transition to ACTIVE for port object 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:32.102206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 306d579f-b0a2-4dba-b71a-676bfd440478 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:32.102633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:32.168057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:32.172940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:32.178215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:32.186522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:32.199101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:32.226943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 5.8371027
Dec 21 10:06:32.228153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Transition to ACTIVE for port object 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:32.260325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39872) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:32.278157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:32.281134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-49e9fb2c-439e-44f5-b604-7a5881006cf9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:32.296503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-4433df8a-e542-47af-8601-d1413e5da8c9', 'network_id': '4433df8a-e542-47af-8601-d1413e5da8c9', 'tenant_id': '0ac61f50116d4397b03f40c7bedb8648', 'fixed_ips': [{'subnet_id': '21f316b0-5445-4e2f-8cd0-7ccf6ba43ce5'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:32.297665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:32.318744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:32.386929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:32.501694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf943f54-8de8-4d64-b833-6e5200e2af48 None None] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:32.637893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Allocated IP 2001:db8::1 (76bab1af-0150-46d8-b431-328411be58ff/ffee832f-c69b-4cc0-bcb9-9959605e4d24/f4771d17-b023-432d-8fd9-80282aad3897) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:32.653736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Pushing event updated for resources: {'Port': ['ID=65c6028f-dc64-4bb4-a6cf-3c23a5d88906,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:32.691591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:32.811751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '01d9c6cc-05df-4947-9930-6b3837734f07'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:32.812658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:32.863178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-821e708c-ad26-406b-bc21-c65fa856554f None None] Provisioning for port a1968293-b696-448e-9a36-e1b82f9edbbd completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:32.941014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:32.979185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 59c1ba89-412b-454a-b6fe-6792f0bececc up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:32.982813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Transition to ACTIVE for port object f4771d17-b023-432d-8fd9-80282aad3897 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:33.070992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.081467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.099172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:33.200294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Network 76bab1af-0150-46d8-b431-328411be58ff is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:33.208574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-821e708c-ad26-406b-bc21-c65fa856554f None None] Provisioning complete for port 59c1ba89-412b-454a-b6fe-6792f0bececc triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:33.208828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-821e708c-ad26-406b-bc21-c65fa856554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.246040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:33.259896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=f4771d17-b023-432d-8fd9-80282aad3897,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:33.268493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:33.288646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:33.350085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:06:33.375271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 76bab1af-0150-46d8-b431-328411be58ff is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:33.380873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:33.391620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:33.392323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.405652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.416717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.421560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-49e9fb2c-439e-44f5-b604-7a5881006cf9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:33.427999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08bd7793-501e-4cd0-ba21-4c6c8d2279c3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:33.484638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.525692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-49e9fb2c-439e-44f5-b604-7a5881006cf9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:33.527838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:33.576041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.607689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=a656757d-04cc-4436-bac7-008c29ff3702,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:33.616005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:33.661213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Attempting to bind port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:33.661693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Attempting to bind port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '41a38cdc-98ec-40a5-be63-942cf041ed2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '76bab1af-0150-46d8-b431-328411be58ff'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:33.662066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Attempting to bind port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 on network 76bab1af-0150-46d8-b431-328411be58ff {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:33.700566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e9fb2c-439e-44f5-b604-7a5881006cf9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:33.715738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:33.720551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:33.725297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.751898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:33.752286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Checking segment: {'id': '41a38cdc-98ec-40a5-be63-942cf041ed2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '76bab1af-0150-46d8-b431-328411be58ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:33.752680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.753128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Bound using segment: {'id': '41a38cdc-98ec-40a5-be63-942cf041ed2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '76bab1af-0150-46d8-b431-328411be58ff'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:33.755014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:33.755147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Bound port: 65c6028f-dc64-4bb4-a6cf-3c23a5d88906, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a38cdc-98ec-40a5-be63-942cf041ed2e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '76bab1af-0150-46d8-b431-328411be58ff'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:33.755147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.755339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.776221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5e2637-6bd3-41d1-bae6-d758f377334d None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:33.783311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.810128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=3a0bcaa2-a04f-4863-baed-d3337e3d6024,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:33.819468 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.8168230
Dec 21 10:06:33.820163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39876) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:33.837030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'security_group': {'name': 'tempest-secgroup-1006106980'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:33.847914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 59c1ba89-412b-454a-b6fe-6792f0bececc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:33.847914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:33.849038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:33.852580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:33.855185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:33.857809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:33.896622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:33.930160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:34.093427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:34.106145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group_rule and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:34.111609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:34.121745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:34.150379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Allocated IP 2001:db8::2 (4433df8a-e542-47af-8601-d1413e5da8c9/21f316b0-5445-4e2f-8cd0-7ccf6ba43ce5/8d4cfd7b-aed5-430c-825c-56bac12cca33) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:34.354937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] For port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:34.365212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:34.370490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:34.377515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4562b4ec-f6a1-4ecb-806e-c14e68eaf3b6 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:34.398825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49e9fb2c-439e-44f5-b604-7a5881006cf9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:34.439582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:34.446674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f05a65-9d8c-4c80-b9c4-838471ff0937,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:34.450452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:34.451698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:34.453459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.6245811
Dec 21 10:06:34.453675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] For port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=65c6028f-dc64-4bb4-a6cf-3c23a5d88906,segment=NetworkSegment(41a38cdc-98ec-40a5-be63-942cf041ed2e),segment_id=41a38cdc-98ec-40a5-be63-942cf041ed2e)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:34.454834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:34.455911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:34.466225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39880) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:34.486396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:34.512510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'security_group': {'name': 'tempest-secgroup-367945544'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:34.532491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Allocated IP 2001:db8::f816:3eff:fef9:1f5a (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/01d9c6cc-05df-4947-9930-6b3837734f07/0362f563-2722-48c2-9937-9349958c108d) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:34.536581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:34.645353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:34.693160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ed29658-9d87-47bd-8561-70c128303a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:34.740342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:34.763402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:34.763527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a1968293-b696-448e-9a36-e1b82f9edbbd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:34.807019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:34.808139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:34.830654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:35.039821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=f4771d17-b023-432d-8fd9-80282aad3897,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:35.044116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 76bab1af-0150-46d8-b431-328411be58ff is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:35.045209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:35.046467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:35.053727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Pushing event updated for resources: {'Port': ['ID=65c6028f-dc64-4bb4-a6cf-3c23a5d88906,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:35.102324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:35.141096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:35.261527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Transition to ACTIVE for port object 8d4cfd7b-aed5-430c-825c-56bac12cca33 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:35.300296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router e23c7455-6c5e-48ba-aeab-33539b59cdf3 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:06:35.311101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d9545d67-1245-450c-af5c-99569a0d899f None None] Provisioning for port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:35.315950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Transition to ACTIVE for port object 8d4cfd7b-aed5-430c-825c-56bac12cca33 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:35.322925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a1968293-b696-448e-9a36-e1b82f9edbbd completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:35.343778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d9545d67-1245-450c-af5c-99569a0d899f None None] Provisioning complete for port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:35.344197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9545d67-1245-450c-af5c-99569a0d899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:35.377070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a1968293-b696-448e-9a36-e1b82f9edbbd triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:35.377471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:35.420843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:35.527645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:35.533777 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/e23c7455-6c5e-48ba-aeab-33539b59cdf3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1658411
Dec 21 10:06:35.555741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39884) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:35.561926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb424406-7980-463f-b17f-da395d0c6abc None None] Sync routers for ids ['e23c7455-6c5e-48ba-aeab-33539b59cdf3'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:35.578745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb424406-7980-463f-b17f-da395d0c6abc None None] Routers {'e23c7455-6c5e-48ba-aeab-33539b59cdf3'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:35.579437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eb424406-7980-463f-b17f-da395d0c6abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedda32b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e23c7455-6c5e-48ba-aeab-33539b59cdf3'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:35.657922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:35.683819 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-49e9fb2c-439e-44f5-b604-7a5881006cf9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01d9c6cc-05df-4947-9930-6b3837734f07 (CIDR: 2001:db8::/64)
Dec 21 10:06:35.717108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e82d962-5528-458e-a055-e52ed0366f16 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:35.717857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e82d962-5528-458e-a055-e52ed0366f16 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:35.719647 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e9fb2c-439e-44f5-b604-7a5881006cf9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:06:35.720141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e9fb2c-439e-44f5-b604-7a5881006cf9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:06:35.723945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eb424406-7980-463f-b17f-da395d0c6abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedda32b0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:35.727428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:06:35.735882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb424406-7980-463f-b17f-da395d0c6abc None None] Routers {'e23c7455-6c5e-48ba-aeab-33539b59cdf3'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:35.736643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eb424406-7980-463f-b17f-da395d0c6abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedda32b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e23c7455-6c5e-48ba-aeab-33539b59cdf3'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:35.740248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e82d962-5528-458e-a055-e52ed0366f16 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:35.742572 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e82d962-5528-458e-a055-e52ed0366f16 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports/f4771d17-b023-432d-8fd9-80282aad3897 HTTP/1.1" status: 200  len: 911 time: 0.1799610
Dec 21 10:06:35.745346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39888) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:35.753643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-72abee07-b316-4a85-acb1-5f493c48029f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ffee832f-c69b-4cc0-bcb9-9959605e4d24'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:35.827810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eb424406-7980-463f-b17f-da395d0c6abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedda32b0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:35.828259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb424406-7980-463f-b17f-da395d0c6abc None None] The sync data for ids ['e23c7455-6c5e-48ba-aeab-33539b59cdf3'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:35.872462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:35.877018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group_rule and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:35.881970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:35.888062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:35.910594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:35.999465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-fc3dd635-6193-48c2-b608-e01c5ce01775', 'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'tenant_id': '88b585b75ba24611885906f26f32020e', 'fixed_ips': [{'subnet_id': 'a656757d-04cc-4436-bac7-008c29ff3702'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:36.000554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.076086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Pushing event updated for resources: {'Port': ['ID=8d4cfd7b-aed5-430c-825c-56bac12cca33,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:36.077860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72abee07-b316-4a85-acb1-5f493c48029f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.105633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:36.128690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.142666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d9545d67-1245-450c-af5c-99569a0d899f None None] Port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:36.148940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Network 4433df8a-e542-47af-8601-d1413e5da8c9 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:36.160574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:36.166543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:36.208781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.250398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.300130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60f1b5f4-f4df-4ced-815f-1f385a01e9b1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:36.323595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Transition to ACTIVE for port object 0362f563-2722-48c2-9937-9349958c108d will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:36.338005 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-49e9fb2c-439e-44f5-b604-7a5881006cf9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 4.0731227
Dec 21 10:06:36.354311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39892) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:36.381935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:36.430647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Attempting to bind port 8d4cfd7b-aed5-430c-825c-56bac12cca33 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:36.431078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Attempting to bind port 8d4cfd7b-aed5-430c-825c-56bac12cca33 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'da76fd93-92a1-4445-978b-a666eaedbdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '4433df8a-e542-47af-8601-d1413e5da8c9'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:36.431506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Attempting to bind port 8d4cfd7b-aed5-430c-825c-56bac12cca33 on network 4433df8a-e542-47af-8601-d1413e5da8c9 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:36.462413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:36.462805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Checking segment: {'id': 'da76fd93-92a1-4445-978b-a666eaedbdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '4433df8a-e542-47af-8601-d1413e5da8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:36.463209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.464059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Bound using segment: {'id': 'da76fd93-92a1-4445-978b-a666eaedbdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '4433df8a-e542-47af-8601-d1413e5da8c9'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:36.464179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.464277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Bound port: 8d4cfd7b-aed5-430c-825c-56bac12cca33, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da76fd93-92a1-4445-978b-a666eaedbdfc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '4433df8a-e542-47af-8601-d1413e5da8c9'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:36.464593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.465466 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 1.9730113
Dec 21 10:06:36.470948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39896) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:36.475875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-da4cb576-98e3-4ae4-a465-fc8d87635a1d None None] Provisioning complete for port a1968293-b696-448e-9a36-e1b82f9edbbd triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:36.476304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da4cb576-98e3-4ae4-a465-fc8d87635a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.486556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1268307507', 'security_groups': ['198475cc-e212-4edc-857d-3805923e1726'], 'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a656757d-04cc-4436-bac7-008c29ff3702'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:36.493635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'SecurityGroup': ['ID=198475cc-e212-4edc-857d-3805923e1726,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:36.497011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:36.504935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:36.507304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Transition to ACTIVE for port object 0362f563-2722-48c2-9937-9349958c108d will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:36.513630 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.9165528
Dec 21 10:06:36.516584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39900) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:36.517929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Allocated IP 2001:db8::1 (cc80e85b-732d-4484-8fa4-bfb15ff824e5/65457258-9bc0-4c48-9d8f-3fb4e095020e/c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:36.546043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Sync routers for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:36.555647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.599910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'network': {'name': 'tempest-RoutersTest-1130807267'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:36.629122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:36.629364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.649170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:network and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:36.660716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for network was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:36.670143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:36.680280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:36.791654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:36.803891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:36.821813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:36.831021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.854585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] For port 8d4cfd7b-aed5-430c-825c-56bac12cca33, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:36.858046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] For port 8d4cfd7b-aed5-430c-825c-56bac12cca33, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8d4cfd7b-aed5-430c-825c-56bac12cca33,segment=NetworkSegment(da76fd93-92a1-4445-978b-a666eaedbdfc),segment_id=da76fd93-92a1-4445-978b-a666eaedbdfc)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:36.870565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:36.871560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:36.872808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb26ef0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:36.876348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.955554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:36.972279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:37.042355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:37.052194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:37.058531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f13e920-a2a5-401d-845e-e9af8c8e38be None None] Network 76bab1af-0150-46d8-b431-328411be58ff requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:37.081969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-90131d05-6846-4d0d-9a8a-46710f8a8e5c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:37.127947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:37.131448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 845721bc-b35c-4c4a-9a40-b4c062a5d63d {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:37.131823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:37.158104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 6458a2bc-dace-46f0-8677-88c26c91d99c yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:06:37.200839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port a1968293-b696-448e-9a36-e1b82f9edbbd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a1968293-b696-448e-9a36-e1b82f9edbbd,segment=NetworkSegment(e1b4b00e-969c-4d05-8a2a-bfe8b34ff782),segment_id=e1b4b00e-969c-4d05-8a2a-bfe8b34ff782)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:37.227272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Pushing event updated for resources: {'Port': ['ID=0362f563-2722-48c2-9937-9349958c108d,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:37.245353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:37.249463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:37.249950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:37.251813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-777fd4e6-5dc4-459a-ae1b-080a6df3cf38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:37.257138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:37.338162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:37.338562 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added segment b18a3211-39e8-4bb4-b4f1-5b30676fee80 of type vxlan for network 07611d4e-df9c-439e-9c07-4a810ac0956b
Dec 21 10:06:37.388739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72abee07-b316-4a85-acb1-5f493c48029f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:37.398808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6d8095d3-958a-458b-8d54-4f41b93b6d8e no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:06:37.399788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:37.411247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72abee07-b316-4a85-acb1-5f493c48029f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:37.411722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=c7bc8038-f47f-430d-9c91-487f8e5ac437,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:37.414997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:37.415662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72abee07-b316-4a85-acb1-5f493c48029f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:37.416437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72abee07-b316-4a85-acb1-5f493c48029f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:37.418187 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-72abee07-b316-4a85-acb1-5f493c48029f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/ports/f4771d17-b023-432d-8fd9-80282aad3897 HTTP/1.1" status: 200  len: 911 time: 1.6715696
Dec 21 10:06:37.422524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d70877bd-549e-4cc7-a8ca-7f0634818a7e tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:37.453957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39904) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:37.505002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72abee07-b316-4a85-acb1-5f493c48029f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=f4771d17-b023-432d-8fd9-80282aad3897,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:37.508353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-72abee07-b316-4a85-acb1-5f493c48029f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:37.663201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Transition to ACTIVE for port object c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:37.673039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:37.768648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 6d8095d3-958a-458b-8d54-4f41b93b6d8e {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:06:37.769051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6d8095d3-958a-458b-8d54-4f41b93b6d8e not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:06:37.774451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:37.952997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:38.015967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:38.109119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:38.110803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:38.119026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Allocated IP 2001:db8::2 (fc3dd635-6193-48c2-b608-e01c5ce01775/a656757d-04cc-4436-bac7-008c29ff3702/47062e8b-13b9-49b1-b384-2fce284ab9ff) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:38.129243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Pushing event updated for resources: {'Port': ['ID=8d4cfd7b-aed5-430c-825c-56bac12cca33,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:38.337599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 845721bc-b35c-4c4a-9a40-b4c062a5d63d, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=845721bc-b35c-4c4a-9a40-b4c062a5d63d,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:38.338039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:38.410824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-da4cb576-98e3-4ae4-a465-fc8d87635a1d None None] Provisioning complete for port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:38.411171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da4cb576-98e3-4ae4-a465-fc8d87635a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:38.423679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:38.427969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:38.428633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:38.433061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:38.516456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9646c398-6d2a-4f8d-9670-1bd0abc009b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:38.563398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b2d1f54-9f16-4398-87e0-465c02aeac1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:38.565023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Attempting to bind port 0362f563-2722-48c2-9937-9349958c108d on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:38.565444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Attempting to bind port 0362f563-2722-48c2-9937-9349958c108d by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:38.565933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Attempting to bind port 0362f563-2722-48c2-9937-9349958c108d on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:38.618261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking segment: {'id': 'b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:38.618661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network hostable DHCP agents. Network: 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:06:38.646687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 845721bc-b35c-4c4a-9a40-b4c062a5d63d owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:38.696668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=a1968293-b696-448e-9a36-e1b82f9edbbd,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:38.699653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:38.700076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:38.700530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:38.700998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:38.701633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Bound port: 0362f563-2722-48c2-9937-9349958c108d, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:38.702096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:38.712274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.460s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:38.732013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.382s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:38.732455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:38.759967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-da4cb576-98e3-4ae4-a465-fc8d87635a1d None None] Port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:38.768117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:38.864259 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 2.3377025
Dec 21 10:06:38.864420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39908) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:38.891115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'subnet': {'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:38.997003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8c237f17-2336-4d43-a031-5d64f9e73827 None None] Provisioning for port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:38.998556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Network': ['ID=07611d4e-df9c-439e-9c07-4a810ac0956b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:39.001133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:39.049650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8c237f17-2336-4d43-a031-5d64f9e73827 None None] Provisioning complete for port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:39.050077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c237f17-2336-4d43-a031-5d64f9e73827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:39.059131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:39.071593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.540s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:39.084361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:39.089260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:subnet and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:39.092660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:39.099381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:39.103702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 07611d4e-df9c-439e-9c07-4a810ac0956b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:39.110362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Made reservation on behalf of 2bb9611e89224bc286520ddf6da5d26a for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:39.118013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 07611d4e-df9c-439e-9c07-4a810ac0956b details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:39.168715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] For port 0362f563-2722-48c2-9937-9349958c108d, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:39.232199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:39.244017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] For port 0362f563-2722-48c2-9937-9349958c108d, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0362f563-2722-48c2-9937-9349958c108d,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:39.324779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:06:39.392278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:39.415938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:39.419460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:39.450771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:39.462601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ff58ea-8421-487f-a4d2-b67b0574db5c None None] Network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:39.477443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Port': ['ID=c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:39.532515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:39.544122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:39.552720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:39.553707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:39.593435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:39.623801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:39.624025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:39.710681 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 9.3424253
Dec 21 10:06:39.712363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39912) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:39.719801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-149169605'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:39.740031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:39.748780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:network and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:39.755215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:39.766590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:39.787818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:39.793427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:39.906400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:39.929562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff86bbb1-eea0-40e3-8637-8bd6979574d7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:39.932957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Transition to ACTIVE for port object 47062e8b-13b9-49b1-b384-2fce284ab9ff will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:39.977732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Transition to ACTIVE for port object 47062e8b-13b9-49b1-b384-2fce284ab9ff will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:39.988514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Pushing event updated for resources: {'Port': ['ID=0362f563-2722-48c2-9937-9349958c108d,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:39.997087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:40.240258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:40.273447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8d4cfd7b-aed5-430c-825c-56bac12cca33 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:40.319171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a54d281f-977c-46ef-868d-f9aab8167f8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:40.390916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb26ef0>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:06:29Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:06:31Z', 'revision_number': 2, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:40.535724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8::116 (fc3dd635-6193-48c2-b608-e01c5ce01775/a656757d-04cc-4436-bac7-008c29ff3702/6458a2bc-dace-46f0-8677-88c26c91d99c) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:40.548548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c237f17-2336-4d43-a031-5d64f9e73827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:40.624390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:40.649695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Checking router: 395fb26c-bb31-47a1-92ce-557a30ab05f8 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:06:40.650270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Updating router 395fb26c-bb31-47a1-92ce-557a30ab05f8 port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:06:40.679397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0f9cb8-7b94-4316-8c93-a2979dc8736b None None] Network 4433df8a-e542-47af-8601-d1413e5da8c9 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:40.794852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:40.795449 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Added segment 6580b174-b7fb-4163-8453-92759dc4411b of type vxlan for network 05849cd4-5574-41a3-8748-ae910ba6dd1c
Dec 21 10:06:40.824057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:40.838215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Subnet': ['ID=80b932d0-5039-43c2-8e0c-0e0754d45453,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:40.848745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:40.896920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Pushing event updated for resources: {'Port': ['ID=47062e8b-13b9-49b1-b384-2fce284ab9ff,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:40.972101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.043s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:40.978326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:40.987574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:41.011168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f942970-111b-4e4b-9b6b-7f41209315a7 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:41.015599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 8d4cfd7b-aed5-430c-825c-56bac12cca33 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:41.034375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:41.054900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8c237f17-2336-4d43-a031-5d64f9e73827 None None] For port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=65c6028f-dc64-4bb4-a6cf-3c23a5d88906,segment=NetworkSegment(41a38cdc-98ec-40a5-be63-942cf041ed2e),segment_id=41a38cdc-98ec-40a5-be63-942cf041ed2e)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:41.056865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Checking segment: {'id': 'b18a3211-39e8-4bb4-b4f1-5b30676fee80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:41.057329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network hostable DHCP agents. Network: 07611d4e-df9c-439e-9c07-4a810ac0956b, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:06:41.072381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:06:41.078638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=845721bc-b35c-4c4a-9a40-b4c062a5d63d,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:41.097093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:41.106856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a1968293-b696-448e-9a36-e1b82f9edbbd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:41.186410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c237f17-2336-4d43-a031-5d64f9e73827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:41.201049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:41.205775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 07611d4e-df9c-439e-9c07-4a810ac0956b is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:06:41.208991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:41.223834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:41.224672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:41.248911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de079408-b194-47f6-8717-f0d8dbe97704 tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:41.311692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:41.357325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 07611d4e-df9c-439e-9c07-4a810ac0956b) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:41.386594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 6458a2bc-dace-46f0-8677-88c26c91d99c will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:41.392065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.6785018
Dec 21 10:06:41.398096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39916) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:41.452613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672efff-42a2-4b41-9115-f5b55713acee None None] Network 07611d4e-df9c-439e-9c07-4a810ac0956b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:41.460516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:41.464294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:41.497390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=05849cd4-5574-41a3-8748-ae910ba6dd1c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:41.511891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'network_id': '05849cd4-5574-41a3-8748-ae910ba6dd1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:41.540608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:41.543266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:41.605667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:41.607089 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7411530
Dec 21 10:06:41.611086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 05849cd4-5574-41a3-8748-ae910ba6dd1c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:41.617035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39920) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:41.627061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 05849cd4-5574-41a3-8748-ae910ba6dd1c details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:41.669415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:41.727910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:41.732942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:41.735634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:subnet and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:41.742886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:41.770924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:41.771734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Provisioning complete for port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:41.772156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:41.812356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:41.818661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c237f17-2336-4d43-a031-5d64f9e73827 None None] Pushing event updated for resources: {'Port': ['ID=65c6028f-dc64-4bb4-a6cf-3c23a5d88906,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:41.821867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd', 'network_id': '0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd', 'tenant_id': 'df5cc62b79ad4459b5be9154b2e694d9', 'fixed_ips': [{'subnet_id': 'c7bc8038-f47f-430d-9c91-487f8e5ac437'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:41.822845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:41.843593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c237f17-2336-4d43-a031-5d64f9e73827 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:41.874262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:41.988806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=6458a2bc-dace-46f0-8677-88c26c91d99c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:41.997533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:42.125598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:42.190679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:42.195685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:42.200673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:42.206512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:42.208244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:42.321277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 5.8491511
Dec 21 10:06:42.326241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39926) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:42.336273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:42.400867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a1968293-b696-448e-9a36-e1b82f9edbbd triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:42.401294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:42.511901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Attempting to bind port 47062e8b-13b9-49b1-b384-2fce284ab9ff on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:42.512329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Attempting to bind port 47062e8b-13b9-49b1-b384-2fce284ab9ff by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'e46e7fdd-a001-4e0d-a298-3e9e88a21593', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:42.512747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Attempting to bind port 47062e8b-13b9-49b1-b384-2fce284ab9ff on network fc3dd635-6193-48c2-b608-e01c5ce01775 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:42.644974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a8d4914-ddbf-46be-8eca-a2a8bb4ab167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:42.646540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:42.646913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:42.647462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Checking segment: {'id': 'e46e7fdd-a001-4e0d-a298-3e9e88a21593', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:42.648017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:42.649144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Bound using segment: {'id': 'e46e7fdd-a001-4e0d-a298-3e9e88a21593', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:42.649936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Bound port: 47062e8b-13b9-49b1-b384-2fce284ab9ff, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46e7fdd-a001-4e0d-a298-3e9e88a21593', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:42.650963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:42.662359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:42.669064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:42.680983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:42.735643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:42.868272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:42.930713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea6bebd2-7139-4959-bbcd-7f0158bb89f3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:42.944798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.067212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.145689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:43.215561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.240209 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a656757d-04cc-4436-bac7-008c29ff3702 (CIDR: 2001:db8::/64)
Dec 21 10:06:43.254705 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:06:43.254997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 400 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:06:43.288440 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4b719402-fbab-463a-9750-2bc4e6f41684 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9609575
Dec 21 10:06:43.293336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39932) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:43.306247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:43.489860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.507861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port f4771d17-b023-432d-8fd9-80282aad3897 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:43.508517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.513461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-888b2e72-a26a-42ec-9570-e7d683ac60cd tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:43.599643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.609864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=c26b38d8-1b6b-42ce-b913-c91eb16eee5c,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:43.642234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=8fa470b8-035c-43b5-9139-13856c56c7ec,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:43.644794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] For port 47062e8b-13b9-49b1-b384-2fce284ab9ff, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:43.648108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:43.692969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.693921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Provisioning for port f4771d17-b023-432d-8fd9-80282aad3897 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:43.711131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] For port 47062e8b-13b9-49b1-b384-2fce284ab9ff, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=47062e8b-13b9-49b1-b384-2fce284ab9ff,segment=NetworkSegment(e46e7fdd-a001-4e0d-a298-3e9e88a21593),segment_id=e46e7fdd-a001-4e0d-a298-3e9e88a21593)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:43.716246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-07611d4e-df9c-439e-9c07-4a810ac0956b', 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'fixed_ips': [{'subnet_id': '80b932d0-5039-43c2-8e0c-0e0754d45453'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:43.716919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.750156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.764370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Provisioning complete for port f4771d17-b023-432d-8fd9-80282aad3897 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:43.764802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.790830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:43.797791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.805026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:43.817246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:43.834976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:43.839068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:43.851530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:43.853231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:43.853689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.862252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.884954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:43.893301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.908252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.909272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:43.934844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-99d8fab9-215d-45d7-b7d2-5c1a090d84ae tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:43.970348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Allocated IP 2001:db8:0:ffff::2 (0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd/c7bc8038-f47f-430d-9c91-487f8e5ac437/10ee4dc3-f485-4dfe-b674-6232e9934097) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:44.059750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking segment: {'id': '6580b174-b7fb-4163-8453-92759dc4411b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '05849cd4-5574-41a3-8748-ae910ba6dd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:44.060179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network hostable DHCP agents. Network: 05849cd4-5574-41a3-8748-ae910ba6dd1c, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:06:44.108110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Port f4771d17-b023-432d-8fd9-80282aad3897 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:44.117998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network 05849cd4-5574-41a3-8748-ae910ba6dd1c is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:06:44.124924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:06:44.130958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 05849cd4-5574-41a3-8748-ae910ba6dd1c) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:44.159474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:44.160743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:44.187027 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 2.7157526
Dec 21 10:06:44.193386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39936) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:44.196552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdbb3c2-981e-409e-b002-e7dd7323b074 None None] Network 05849cd4-5574-41a3-8748-ae910ba6dd1c requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:44.197337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Port': ['ID=c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:44.266301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:44.281050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Pushing event updated for resources: {'Port': ['ID=47062e8b-13b9-49b1-b384-2fce284ab9ff,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:44.285760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:44.390765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:44.421434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:44.453526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:44.541344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e842fc53-b80f-4f31-8c38-4c41e5eebdaf None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:44.577963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:44.578618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:44.604684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:44.606979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:44.632631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Provisioning for port c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:44.845564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for f4771d17-b023-432d-8fd9-80282aad3897 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:44.849012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Provisioning complete for port c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:44.849641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:44.879782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 8.5076478
Dec 21 10:06:44.898613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39940) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:44.911285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:df:ba:c1', 'name': 'tempest-NetworksTestDHCPv6-658531133'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:44.921458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:45.083940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:45.109958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:45.115720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Transition to ACTIVE for port object 3a0bcaa2-a04f-4863-baed-d3337e3d6024 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:45.153115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0362f563-2722-48c2-9937-9349958c108d up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:45.198825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:45.242100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:45.275464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Port c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:06:45.491728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:45.525769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-799e5834-d185-4e34-9c3b-04f1c57c1ef3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:45.570982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Subnet': ['ID=c26b38d8-1b6b-42ce-b913-c91eb16eee5c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:45.574749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:45.727235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Provisioning for port 8d4cfd7b-aed5-430c-825c-56bac12cca33 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:45.810917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67636c0b-c2c5-4c23-af02-f6dd2305bc78 None None] Pushing event updated for resources: {'Port': ['ID=3a0bcaa2-a04f-4863-baed-d3337e3d6024,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:45.827331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Provisioning complete for port 8d4cfd7b-aed5-430c-825c-56bac12cca33 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:45.827755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:45.834421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:45.872031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-67636c0b-c2c5-4c23-af02-f6dd2305bc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:45.872293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2060eee3-c94c-4497-a5ad-3e708562e8b6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:45.952637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.016775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.055869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:46.086569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cdcbbd-7413-4f65-8ac6-53a33978f08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-05849cd4-5574-41a3-8748-ae910ba6dd1c', 'network_id': '05849cd4-5574-41a3-8748-ae910ba6dd1c', 'tenant_id': 'df5cc62b79ad4459b5be9154b2e694d9', 'fixed_ips': [{'subnet_id': 'c26b38d8-1b6b-42ce-b913-c91eb16eee5c'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:46.087726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72cdcbbd-7413-4f65-8ac6-53a33978f08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.103934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:46.116909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Transition to ACTIVE for port object 10ee4dc3-f485-4dfe-b674-6232e9934097 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:46.123120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 0362f563-2722-48c2-9937-9349958c108d completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:46.126856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:46.128781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=eb5f3bf4-9771-4c77-8d1d-dd51f1890178,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:46.139114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:46.146913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:46.165653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Allocated IP 172.23.0.2 (07611d4e-df9c-439e-9c07-4a810ac0956b/80b932d0-5039-43c2-8e0c-0e0754d45453/f2b1e841-ad0e-4875-a015-aa2f8dcfdeee) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:46.246279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Transition to ACTIVE for port object 10ee4dc3-f485-4dfe-b674-6232e9934097 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:46.261804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ca2b38>,) {'filters': {'network_id': ['05849cd4-5574-41a3-8748-ae910ba6dd1c']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:46.280236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.288832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ca2b38>, '6580b174-b7fb-4163-8453-92759dc4411b') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:46.289135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ca2b38>, '6580b174-b7fb-4163-8453-92759dc4411b') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:46.319409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.330321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:46.335144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:46.338273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:46.345929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:46.352124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.354821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 16 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:06:46.372504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:46.373171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.479624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.518232 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 3.2228789
Dec 21 10:06:46.523813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39944) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:46.531106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-583340013', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'eb5f3bf4-9771-4c77-8d1d-dd51f1890178'}], 'security_groups': ['b1f05a65-9d8c-4c80-b9c4-838471ff0937']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:46.582712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:46.623725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 183bdd4f-3c7d-4729-acec-803a9fe50da9 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:06:46.674266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=f4771d17-b023-432d-8fd9-80282aad3897,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:46.677629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:46.684179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Router 66724dd3-c24a-4e79-91eb-676ea4dc1664 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:06:46.692946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Attempting to bind port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:46.693362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Attempting to bind port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:46.693810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Attempting to bind port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 on network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:46.717368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 47062e8b-13b9-49b1-b384-2fce284ab9ff up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:46.732976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network 05849cd4-5574-41a3-8748-ae910ba6dd1c has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:06:46.750862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.801329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.946528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:46.947249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Checking segment: {'id': 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:46.947815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.948396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Bound using segment: {'id': 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:46.949340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Bound port: 3a0bcaa2-a04f-4863-baed-d3337e3d6024, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:46.949633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:46.966826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.026075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network 05849cd4-5574-41a3-8748-ae910ba6dd1c has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:06:47.057332 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:06:47.225947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf056bd-73a4-4d8c-aa5f-c6a3f34f7c20 None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:47.296663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Pushing event updated for resources: {'Port': ['ID=10ee4dc3-f485-4dfe-b674-6232e9934097,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:47.330930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:47.349000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.418239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.426305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0628b16-d867-4609-b86c-c8671e4ed534 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:47.461186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:47.461921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.473328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c8071-a1c5-4fbc-b1d9-62847b2b134e None None] Sync routers for ids ['66724dd3-c24a-4e79-91eb-676ea4dc1664'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:47.486014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Network': ['ID=05849cd4-5574-41a3-8748-ae910ba6dd1c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:47.488567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c8071-a1c5-4fbc-b1d9-62847b2b134e None None] Routers {'66724dd3-c24a-4e79-91eb-676ea4dc1664'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:47.489242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:47.490070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c15c8071-a1c5-4fbc-b1d9-62847b2b134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf10550>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['66724dd3-c24a-4e79-91eb-676ea4dc1664'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:47.494558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/05849cd4-5574-41a3-8748-ae910ba6dd1c HTTP/1.1" status: 204  len: 168 time: 3.2966416
Dec 21 10:06:47.495096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39948) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:47.522588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1232466701'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:47.549102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:47.562383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:network and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:47.563784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:47.582833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:47.595652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:47.595977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.618326 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "PUT /v2.0/routers/66724dd3-c24a-4e79-91eb-676ea4dc1664/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.8527989
Dec 21 10:06:47.621850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39952) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:47.623316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:47.627425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c15c8071-a1c5-4fbc-b1d9-62847b2b134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf10550>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:47.641092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.647516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] Sync routers for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:47.648676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15c8071-a1c5-4fbc-b1d9-62847b2b134e None None] Routers {'66724dd3-c24a-4e79-91eb-676ea4dc1664'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:47.652129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c15c8071-a1c5-4fbc-b1d9-62847b2b134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf10550>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['66724dd3-c24a-4e79-91eb-676ea4dc1664'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:47.725092 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/183bdd4f-3c7d-4729-acec-803a9fe50da9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 17.3728814
Dec 21 10:06:47.746050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c15c8071-a1c5-4fbc-b1d9-62847b2b134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf10550>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:47.746523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15c8071-a1c5-4fbc-b1d9-62847b2b134e None None] The sync data for ids ['66724dd3-c24a-4e79-91eb-676ea4dc1664'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:47.752692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] vxlan segment allocate from pool success with {'vxlan_vni': 16}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:47.765565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.766147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Added segment 015b848c-4752-4186-abd0-81650fd15113 of type vxlan for network b9032768-4794-40e4-974d-8120a16d677c
Dec 21 10:06:47.790757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] For port 8d4cfd7b-aed5-430c-825c-56bac12cca33, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8d4cfd7b-aed5-430c-825c-56bac12cca33,segment=NetworkSegment(da76fd93-92a1-4445-978b-a666eaedbdfc),segment_id=da76fd93-92a1-4445-978b-a666eaedbdfc)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:47.800734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c46a1-3070-4337-b326-8c57a312d9b1 None None] Network 05849cd4-5574-41a3-8748-ae910ba6dd1c requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:47.804156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.809545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 3a60a07e-1fd6-47f1-9e3d-9671a54a2d19 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:06:47.850431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.856007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:47.856917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.871431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 47062e8b-13b9-49b1-b384-2fce284ab9ff completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:47.875588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:47.891185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3920cb4-45e9-4cd2-8f3b-acf8e62901a1 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:47.892596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0ff50ef-3f4b-45f1-97c1-4567b70626bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:47.921526 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4194648
Dec 21 10:06:47.925686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39958) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:47.939171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'network_id': 'b9032768-4794-40e4-974d-8120a16d677c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:47.952358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:47.953714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec51c908>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:48.023524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:48.030996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] For port 3a0bcaa2-a04f-4863-baed-d3337e3d6024, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:48.041140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] For port 3a0bcaa2-a04f-4863-baed-d3337e3d6024, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3a0bcaa2-a04f-4863-baed-d3337e3d6024,segment=NetworkSegment(e1b4b00e-969c-4d05-8a2a-bfe8b34ff782),segment_id=e1b4b00e-969c-4d05-8a2a-bfe8b34ff782)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:48.088272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:48.101817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Transition to ACTIVE for port object f2b1e841-ad0e-4875-a015-aa2f8dcfdeee will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:48.122881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Transition to ACTIVE for port object f2b1e841-ad0e-4875-a015-aa2f8dcfdeee will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:48.129293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:48.195310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6c46a1-3070-4337-b326-8c57a312d9b1 None None] Network 05849cd4-5574-41a3-8748-ae910ba6dd1c could not be found, it might have been deleted concurrently. {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 21 10:06:48.221770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:48.247354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] Update dhcp port {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': '01d9c6cc-05df-4947-9930-6b3837734f07', 'ip_address': '2001:db8::f816:3eff:fef9:1f5a'}, {'subnet_id': '8fa470b8-035c-43b5-9139-13856c56c7ec'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '0362f563-2722-48c2-9937-9349958c108d'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:06:48.260860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Delete allocated IP 2001:db8::116 (fc3dd635-6193-48c2-b608-e01c5ce01775/a656757d-04cc-4436-bac7-008c29ff3702) {{(pid=80970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 21 10:06:48.332522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:48.336185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=b9032768-4794-40e4-974d-8120a16d677c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:48.340340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8:0:1::b2 (fc3dd635-6193-48c2-b608-e01c5ce01775/eb5f3bf4-9771-4c77-8d1d-dd51f1890178/6458a2bc-dace-46f0-8677-88c26c91d99c) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:48.343284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:48.344083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:48.353729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:48.359218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:subnet and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:48.372535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:48.388427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:48.397354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network b9032768-4794-40e4-974d-8120a16d677c details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:48.417969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network b9032768-4794-40e4-974d-8120a16d677c details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:48.446554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:48.513869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b310da-d364-49d1-8aa8-dd4568afc2c2 req-c44d9613-1719-46ad-83c6-1a6109f0cfcc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:48.515596 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-72b310da-d364-49d1-8aa8-dd4568afc2c2 req-c44d9613-1719-46ad-83c6-1a6109f0cfcc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 946 time: 0.3546464
Dec 21 10:06:48.579676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Provisioning for port 0362f563-2722-48c2-9937-9349958c108d completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:48.657457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Allocated IP 172.23.0.1 (07611d4e-df9c-439e-9c07-4a810ac0956b/80b932d0-5039-43c2-8e0c-0e0754d45453/8c38bee7-18d0-4421-ae7f-aaad7fe34edc) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:48.687525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Pushing event updated for resources: {'Port': ['ID=8d4cfd7b-aed5-430c-825c-56bac12cca33,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:48.746982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:48.787716 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-72b310da-d364-49d1-8aa8-dd4568afc2c2 req-b41c0081-e167-4b1b-b47e-d12a10965c39 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2640233
Dec 21 10:06:49.077912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Provisioning complete for port 0362f563-2722-48c2-9937-9349958c108d triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:49.079014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:49.121465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.229s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:49.146397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:49.166810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Ignored duplicate provisioning block setup for port 6458a2bc-dace-46f0-8677-88c26c91d99c by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 21 10:06:49.185126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:49.187027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:49.197501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.801s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:49.207351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-27aa53d6-d5b2-424a-bd0a-5b86db539ecb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:49.299562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Attempting to bind port 10ee4dc3-f485-4dfe-b674-6232e9934097 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:49.300026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Attempting to bind port 10ee4dc3-f485-4dfe-b674-6232e9934097 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:49.300498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Attempting to bind port 10ee4dc3-f485-4dfe-b674-6232e9934097 on network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:49.388038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:49.388371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Checking segment: {'id': 'b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:49.388816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:49.389260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Bound using segment: {'id': 'b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:49.389839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Bound port: 10ee4dc3-f485-4dfe-b674-6232e9934097, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:49.390264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:49.541501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router e23c7455-6c5e-48ba-aeab-33539b59cdf3 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:06:49.587318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 48b9039b-7cec-4606-9b35-e210de66d5bf no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:06:49.623125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8:0:1::3cd (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/8fa470b8-035c-43b5-9139-13856c56c7ec/3a60a07e-1fd6-47f1-9e3d-9671a54a2d19) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:49.636849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Pushing event updated for resources: {'Port': ['ID=f2b1e841-ad0e-4875-a015-aa2f8dcfdeee,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:49.653689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:49.709927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:49.736267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f816:3eff:fedf:bac1 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/01d9c6cc-05df-4947-9930-6b3837734f07/3a60a07e-1fd6-47f1-9e3d-9671a54a2d19) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:49.849765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Transition to ACTIVE for port object 8c38bee7-18d0-4421-ae7f-aaad7fe34edc will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:49.931895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:49.943231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932cf9b-c29a-4c6c-acb2-1237611c2877 None None] Sync routers for ids ['e23c7455-6c5e-48ba-aeab-33539b59cdf3'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:49.969622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932cf9b-c29a-4c6c-acb2-1237611c2877 None None] Routers {'e23c7455-6c5e-48ba-aeab-33539b59cdf3'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:49.970668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c932cf9b-c29a-4c6c-acb2-1237611c2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feded7f98>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e23c7455-6c5e-48ba-aeab-33539b59cdf3'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:49.982706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Network 07611d4e-df9c-439e-9c07-4a810ac0956b is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:49.988506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/e23c7455-6c5e-48ba-aeab-33539b59cdf3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.5254915
Dec 21 10:06:49.995699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39966) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:50.017109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=6458a2bc-dace-46f0-8677-88c26c91d99c,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:50.039197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:50.082171 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-0e81e46d-1f48-4732-99c7-a62a7d15e7e2 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:06:50.086860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0e81e46d-1f48-4732-99c7-a62a7d15e7e2 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "PUT /v2.0/routers/66724dd3-c24a-4e79-91eb-676ea4dc1664/add_router_interface HTTP/1.1" status: 400  len: 438 time: 2.4604163
Dec 21 10:06:50.087619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39970) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:50.122239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:50.125442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c932cf9b-c29a-4c6c-acb2-1237611c2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feded7f98>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:50.140030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.140464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.140897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.141394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.141851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.142264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.143328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.144316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.144747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.145438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.146245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.146829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.147338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.147842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.148262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.148674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.149685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.150107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.150522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.151096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.151527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.151940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.153155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.153931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:50.156522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932cf9b-c29a-4c6c-acb2-1237611c2877 None None] Routers {'e23c7455-6c5e-48ba-aeab-33539b59cdf3'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:50.157394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c932cf9b-c29a-4c6c-acb2-1237611c2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feded7f98>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e23c7455-6c5e-48ba-aeab-33539b59cdf3'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:50.185872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.979s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:50.187307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] In _notify_port_updated(), no bound segment for port 6458a2bc-dace-46f0-8677-88c26c91d99c on network fc3dd635-6193-48c2-b608-e01c5ce01775 {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:06:50.193210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:50.194728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:50.202234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "PUT /v2.0/ports/6458a2bc-dace-46f0-8677-88c26c91d99c HTTP/1.1" status: 200  len: 929 time: 3.6771991
Dec 21 10:06:50.236780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39974) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:50.275164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c932cf9b-c29a-4c6c-acb2-1237611c2877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feded7f98>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:50.276228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c932cf9b-c29a-4c6c-acb2-1237611c2877 None None] The sync data for ids ['e23c7455-6c5e-48ba-aeab-33539b59cdf3'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:50.304797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] For port 10ee4dc3-f485-4dfe-b674-6232e9934097, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:50.332370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67636c0b-c2c5-4c23-af02-f6dd2305bc78 None None] Pushing event updated for resources: {'Port': ['ID=3a0bcaa2-a04f-4863-baed-d3337e3d6024,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:50.366504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-67636c0b-c2c5-4c23-af02-f6dd2305bc78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.169s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:50.374652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8d4cfd7b-aed5-430c-825c-56bac12cca33 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:50.403989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:50.404695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb26ef0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:50.455755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.059s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:50.456172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:50.498576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d19eb5-062f-40ba-904c-028a0ae117b0 req-0943760e-bc74-457d-9c89-c8f90fe67e92 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:50.500380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6d19eb5-062f-40ba-904c-028a0ae117b0 req-0943760e-bc74-457d-9c89-c8f90fe67e92 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 946 time: 0.4235249
Dec 21 10:06:50.507308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-de1abc77-7980-45e8-81e6-6fa2f625b0f8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:50.511218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f343ea18-2107-4a17-8277-5ef7936e63c2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 6458a2bc-dace-46f0-8677-88c26c91d99c {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:50.511772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f343ea18-2107-4a17-8277-5ef7936e63c2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:50.548677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:50.564913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] For port 10ee4dc3-f485-4dfe-b674-6232e9934097, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=10ee4dc3-f485-4dfe-b674-6232e9934097,segment=NetworkSegment(b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1),segment_id=b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:50.599840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:50.645519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-58df953b-49b8-40bc-b123-02e6bb3a2d9b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:50.647475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-58df953b-49b8-40bc-b123-02e6bb3a2d9b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 946 time: 0.8164680
Dec 21 10:06:50.681336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-22026ade-8f4f-4b6b-88ba-ebae511e108f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:50.797784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-de1abc77-7980-45e8-81e6-6fa2f625b0f8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:50.802231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6d19eb5-062f-40ba-904c-028a0ae117b0 req-a7b0657e-6023-44ea-bd19-7b606a932de0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2015734
Dec 21 10:06:50.803088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-de1abc77-7980-45e8-81e6-6fa2f625b0f8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=e23c7455-6c5e-48ba-aeab-33539b59cdf3 HTTP/1.1" status: 200  len: 205 time: 0.8060236
Dec 21 10:06:50.804228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39978) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:50.872690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 48b9039b-7cec-4606-9b35-e210de66d5bf {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:50.873268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:50.898081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:50.931256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-86429504-e474-4dae-85cf-1855f44c3e8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:50.964767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Attempting to bind port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:50.965185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Attempting to bind port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b18a3211-39e8-4bb4-b4f1-5b30676fee80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:50.965622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Attempting to bind port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee on network 07611d4e-df9c-439e-9c07-4a810ac0956b {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:51.049079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=8c38bee7-18d0-4421-ae7f-aaad7fe34edc,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:51.052229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:51.057133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:51.057579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Checking segment: {'id': 'b18a3211-39e8-4bb4-b4f1-5b30676fee80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:51.058031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.058471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Bound using segment: {'id': 'b18a3211-39e8-4bb4-b4f1-5b30676fee80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:51.059006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Bound port: f2b1e841-ad0e-4875-a015-aa2f8dcfdeee, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18a3211-39e8-4bb4-b4f1-5b30676fee80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:51.059427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.070259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.161802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37b30733-ed58-4daf-b415-fefdaf02b153 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.170783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f343ea18-2107-4a17-8277-5ef7936e63c2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.322539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Update dhcp port {'port': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'fixed_ips': [{'subnet_id': 'a656757d-04cc-4436-bac7-008c29ff3702', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb5f3bf4-9771-4c77-8d1d-dd51f1890178'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '47062e8b-13b9-49b1-b384-2fce284ab9ff'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:06:51.339639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.353740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5959fb0e-10e6-4d7e-aada-4be34ca19e04 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:51.361170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] For port 0362f563-2722-48c2-9937-9349958c108d, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0362f563-2722-48c2-9937-9349958c108d,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:51.362868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:51.400449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f343ea18-2107-4a17-8277-5ef7936e63c2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 6458a2bc-dace-46f0-8677-88c26c91d99c owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:51.403849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.468408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.470868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdfcb20-a89b-4d7a-b588-c29824bc61d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b9039b-7cec-4606-9b35-e210de66d5bf'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:06:51.546985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Pushing event updated for resources: {'Port': ['ID=10ee4dc3-f485-4dfe-b674-6232e9934097,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:51.588048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdfcb20-a89b-4d7a-b588-c29824bc61d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48b9039b-7cec-4606-9b35-e210de66d5bf', 'code': 200}
Dec 21 10:06:51.596079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:51.600991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76ad2eb9-ddad-41a8-82aa-8dd04b9d2c51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:51.607080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 3a60a07e-1fd6-47f1-9e3d-9671a54a2d19 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:51.613145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 07611d4e-df9c-439e-9c07-4a810ac0956b is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:51.614519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.664016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 48b9039b-7cec-4606-9b35-e210de66d5bf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=48b9039b-7cec-4606-9b35-e210de66d5bf,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:51.668974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=67c8ae6d-d7ac-40af-b9c5-4fa1426abf1f,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:51.678188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:51.680675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:51.681607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:51.730725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37b30733-ed58-4daf-b415-fefdaf02b153 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.750451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8d4cfd7b-aed5-430c-825c-56bac12cca33 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:51.750880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.752251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 48b9039b-7cec-4606-9b35-e210de66d5bf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=48b9039b-7cec-4606-9b35-e210de66d5bf,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:51.752787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.798799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37b30733-ed58-4daf-b415-fefdaf02b153 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.823019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.844354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.880403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.887071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37b30733-ed58-4daf-b415-fefdaf02b153 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.887718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b30733-ed58-4daf-b415-fefdaf02b153 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Fanout notify agent at l3_agent the message router_deleted on router e23c7455-6c5e-48ba-aeab-33539b59cdf3 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:06:51.908594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:51.934889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:51.947545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Provisioning complete for port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:51.948002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:52.003890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 48b9039b-7cec-4606-9b35-e210de66d5bf owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:52.173176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] For port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:06:52.209274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking segment: {'id': '015b848c-4752-4186-abd0-81650fd15113', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'b9032768-4794-40e4-974d-8120a16d677c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:52.209815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network hostable DHCP agents. Network: b9032768-4794-40e4-974d-8120a16d677c, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:06:52.229376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f343ea18-2107-4a17-8277-5ef7936e63c2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:52.357314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] For port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f2b1e841-ad0e-4875-a015-aa2f8dcfdeee,segment=NetworkSegment(b18a3211-39e8-4bb4-b4f1-5b30676fee80),segment_id=b18a3211-39e8-4bb4-b4f1-5b30676fee80)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:06:52.360136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Pushing event updated for resources: {'Port': ['ID=0362f563-2722-48c2-9937-9349958c108d,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:52.398152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:52.403594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:52.426435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.581s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:52.429697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37b30733-ed58-4daf-b415-fefdaf02b153 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:52.434284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-37b30733-ed58-4daf-b415-fefdaf02b153 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/e23c7455-6c5e-48ba-aeab-33539b59cdf3 HTTP/1.1" status: 204  len: 168 time: 1.6135859
Dec 21 10:06:52.444319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 39986) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:52.446119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:52.542051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f343ea18-2107-4a17-8277-5ef7936e63c2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=6458a2bc-dace-46f0-8677-88c26c91d99c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:52.557301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f343ea18-2107-4a17-8277-5ef7936e63c2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:52.586326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] Allocated IP 2001:db8:0:1::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/8fa470b8-035c-43b5-9139-13856c56c7ec/0362f563-2722-48c2-9937-9349958c108d) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:52.586757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network b9032768-4794-40e4-974d-8120a16d677c is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:06:52.599084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f343ea18-2107-4a17-8277-5ef7936e63c2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:52.604700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:06:52.605225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:06:52.621542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, b9032768-4794-40e4-974d-8120a16d677c) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:52.644391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=3a60a07e-1fd6-47f1-9e3d-9671a54a2d19,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:52.661956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299488f-4e77-4ef5-b0f6-799e9e5ccf23 req-fbe8a42e-351a-4353-9816-36769d1695eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:52.662994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2299488f-4e77-4ef5-b0f6-799e9e5ccf23 req-fbe8a42e-351a-4353-9816-36769d1695eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:52.667415 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f343ea18-2107-4a17-8277-5ef7936e63c2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/6458a2bc-dace-46f0-8677-88c26c91d99c HTTP/1.1" status: 204  len: 168 time: 2.3924077
Dec 21 10:06:52.670744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:52.671487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:52.676287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39990) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:52.690318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8f1c4-7664-4d48-8e4e-b544af1004ef None None] Network b9032768-4794-40e4-974d-8120a16d677c requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:52.757860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87d71ef-4dc6-4a29-be76-2d096a16af2a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:06:52.758622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e87d71ef-4dc6-4a29-be76-2d096a16af2a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:52.765612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.766097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.766977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.767702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.768204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.768632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.769621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.770249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.770835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.771417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.772028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.772448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.772578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2299488f-4e77-4ef5-b0f6-799e9e5ccf23 req-fbe8a42e-351a-4353-9816-36769d1695eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:52.772957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.773371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.773776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2299488f-4e77-4ef5-b0f6-799e9e5ccf23 req-fbe8a42e-351a-4353-9816-36769d1695eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 944 time: 0.7045593
Dec 21 10:06:52.773903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.774205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.774617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.775030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.775424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.775995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.776564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.777138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.777737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.778344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:52.782316 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 4.8493266
Dec 21 10:06:52.783754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:52.788984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39994) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:52.798134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1941270597'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:52.828641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:52.832617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e87d71ef-4dc6-4a29-be76-2d096a16af2a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:52.837083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e87d71ef-4dc6-4a29-be76-2d096a16af2a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/6458a2bc-dace-46f0-8677-88c26c91d99c HTTP/1.1" status: 404  len: 333 time: 0.1554427
Dec 21 10:06:52.838063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 39998) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:52.844522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:network and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:52.864284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for network was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:52.889574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:53.160889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:53.162157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:53.164676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:53.169383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:53.170334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.222277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 48b9039b-7cec-4606-9b35-e210de66d5bf {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:53.222934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.242266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1001d5e-a43a-445f-a637-721396ef3e7d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting subnet ffee832f-c69b-4cc0-bcb9-9959605e4d24 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:06:53.245898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1001d5e-a43a-445f-a637-721396ef3e7d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.258451 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2299488f-4e77-4ef5-b0f6-799e9e5ccf23 req-2242ec04-0977-452f-af34-45f97c60d94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.4542668
Dec 21 10:06:53.283537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:53.291959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.315667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1001d5e-a43a-445f-a637-721396ef3e7d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.423971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1001d5e-a43a-445f-a637-721396ef3e7d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.454824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] vxlan segment allocate from pool success with {'vxlan_vni': 17}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:06:53.466765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=48b9039b-7cec-4606-9b35-e210de66d5bf,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:53.486129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820b08ac-ca54-491d-af4d-1b0cb7e33eec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.548189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.548638 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Added segment b8cb407a-d222-471e-a9e5-891168fa03ae of type vxlan for network 41819dc0-0435-4d1d-bb42-452886327a13
Dec 21 10:06:53.580313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820b08ac-ca54-491d-af4d-1b0cb7e33eec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.637367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.677277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 8.7746274
Dec 21 10:06:53.682384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40002) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:53.692584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0362f563-2722-48c2-9937-9349958c108d up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:53.720351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec51c908>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:06:39Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a1624d85-35d3-4bbb-83fa-99767bd263d3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'port_id': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'mac_address': 'fa:16:3e:1a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:04:44Z', 'updated_at': '2020-12-21T10:04:54Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:53.796058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] Checking router: 183bdd4f-3c7d-4729-acec-803a9fe50da9 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:06:53.827478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Provisioning for port 47062e8b-13b9-49b1-b384-2fce284ab9ff completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:53.876685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.896865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820b08ac-ca54-491d-af4d-1b0cb7e33eec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.909588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5c0fe880-0d70-4ce5-b8eb-88e20a3addd9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:53.926909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d4fe8c-41dc-4d03-8b4c-91ab06c7c2e7 None None] Network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:53.931232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8aa56322-7d81-4ab5-a79f-8d21e7c13377 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 3a60a07e-1fd6-47f1-9e3d-9671a54a2d19 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:53.931622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8aa56322-7d81-4ab5-a79f-8d21e7c13377 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:53.985830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Provisioning complete for port 47062e8b-13b9-49b1-b384-2fce284ab9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:53.986267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.026323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 48b9039b-7cec-4606-9b35-e210de66d5bf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=48b9039b-7cec-4606-9b35-e210de66d5bf,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:54.026805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.040307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:54.041039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec51c908>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:54.050992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b08ac-ca54-491d-af4d-1b0cb7e33eec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'SecurityGroup': ['ID=198475cc-e212-4edc-857d-3805923e1726,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:54.062875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.067608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:54.068303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.099936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Pushing event updated for resources: {'Port': ['ID=f2b1e841-ad0e-4875-a015-aa2f8dcfdeee,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:54.138882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-820b08ac-ca54-491d-af4d-1b0cb7e33eec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:54.139564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80768775-2add-49ed-8702-2df48e2dadca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:54.147416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.722s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:54.165915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.656s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:54.166317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:54.211882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] For port 0362f563-2722-48c2-9937-9349958c108d, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0362f563-2722-48c2-9937-9349958c108d,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:54.290341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 48b9039b-7cec-4606-9b35-e210de66d5bf owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:54.341592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820b08ac-ca54-491d-af4d-1b0cb7e33eec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.343205 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-820b08ac-ca54-491d-af4d-1b0cb7e33eec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/security-groups/198475cc-e212-4edc-857d-3805923e1726 HTTP/1.1" status: 204  len: 168 time: 1.5006938
Dec 21 10:06:54.361043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40008) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:54.421229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.6310012
Dec 21 10:06:54.433924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40012) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:54.470737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Allocated IP 2001:db8:0:1::2 (fc3dd635-6193-48c2-b608-e01c5ce01775/eb5f3bf4-9771-4c77-8d1d-dd51f1890178/47062e8b-13b9-49b1-b384-2fce284ab9ff) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:54.497112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb26ef0>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:06:29Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:06:47Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:54.526286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'network_id': '41819dc0-0435-4d1d-bb42-452886327a13', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:54.562051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e46380-2c98-400b-b901-99662897fe1c None None] The sync data for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs is: [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:06:29Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:06:47Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:54.562351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1001d5e-a43a-445f-a637-721396ef3e7d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.584535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.587929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-231bc136-48f3-4bcd-aa69-217ec7663800 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:54.660310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-b9032768-4794-40e4-974d-8120a16d677c', 'network_id': 'b9032768-4794-40e4-974d-8120a16d677c', 'tenant_id': 'df5cc62b79ad4459b5be9154b2e694d9', 'fixed_ips': [{'subnet_id': '67c8ae6d-d7ac-40af-b9c5-4fa1426abf1f'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:06:54.661360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.685101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.686646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0362f563-2722-48c2-9937-9349958c108d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:06:54.687072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.734110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:06:54.749535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1001d5e-a43a-445f-a637-721396ef3e7d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Subnet': ['ID=ffee832f-c69b-4cc0-bcb9-9959605e4d24,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:54.752173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:54.772277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1001d5e-a43a-445f-a637-721396ef3e7d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:54.779194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b329db34-de4d-4a6f-a28a-11087bb21436 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:54.948418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8aa56322-7d81-4ab5-a79f-8d21e7c13377 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.955137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.958419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:54.985745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event updated for resources: {'Port': ['ID=8c38bee7-18d0-4421-ae7f-aaad7fe34edc,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:54.998482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:55.058146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1001d5e-a43a-445f-a637-721396ef3e7d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:55.061773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd3fa08-1d7b-4058-91e5-f1a4c12ec890 None None] Network 76bab1af-0150-46d8-b431-328411be58ff requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:55.087531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f1001d5e-a43a-445f-a637-721396ef3e7d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/ffee832f-c69b-4cc0-bcb9-9959605e4d24 HTTP/1.1" status: 204  len: 168 time: 2.6395681
Dec 21 10:06:55.095815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40016) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:55.145915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8aa56322-7d81-4ab5-a79f-8d21e7c13377 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 3a60a07e-1fd6-47f1-9e3d-9671a54a2d19 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:55.226853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=41819dc0-0435-4d1d-bb42-452886327a13,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:55.230861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.091s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:55.263338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting port c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:55.263728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:55.373986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:55.490984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] Transition to ACTIVE for port object 0362f563-2722-48c2-9937-9349958c108d will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:55.520419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e5004bcb-ddce-4615-8f05-8b236023a13c tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:55.552930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 41819dc0-0435-4d1d-bb42-452886327a13 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:55.589452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 41819dc0-0435-4d1d-bb42-452886327a13 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:06:55.614551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=48b9039b-7cec-4606-9b35-e210de66d5bf,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:55.633244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246c4c37-cc3c-4be5-ba71-5ccd776ce3b7 None None] Network 07611d4e-df9c-439e-9c07-4a810ac0956b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:06:55.649864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:55.664347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:55.689439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:55.751885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:55.785377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:06:55.796963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d15e5c90-e6a9-40bf-9192-7ee64bf81a0b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:55.816459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:55.825095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:subnet and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:06:55.871582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:06:55.892331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390fca4-6f5a-4c24-874b-ea41dca9a1e6 req-8a9555fe-b94f-4795-b6b9-d282b74e8f09 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:55.894728 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9390fca4-6f5a-4c24-874b-ea41dca9a1e6 req-8a9555fe-b94f-4795-b6b9-d282b74e8f09 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=3bdfcb20-a89b-4d7a-b588-c29824bc61d8 HTTP/1.1" status: 200  len: 865 time: 1.4238939
Dec 21 10:06:55.948880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:06:55.974119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 07611d4e-df9c-439e-9c07-4a810ac0956b is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:55.984396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:55.990083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:06:55.990268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:55.992479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d15e5c90-e6a9-40bf-9192-7ee64bf81a0b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:55.994921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] Pushing event updated for resources: {'Port': ['ID=0362f563-2722-48c2-9937-9349958c108d,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:55.999356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:56.000318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Port 0362f563-2722-48c2-9937-9349958c108d had new provisioning blocks added so it will not transition to active. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 21 10:06:56.001382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 10ee4dc3-f485-4dfe-b674-6232e9934097 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:56.004854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port 48b9039b-7cec-4606-9b35-e210de66d5bf on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:06:56.018820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:56.025552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdfcb20-a89b-4d7a-b588-c29824bc61d8', 'name': 'network-vif-deleted', 'tag': '48b9039b-7cec-4606-9b35-e210de66d5bf'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:06:56.053292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:06:56.133166 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdfcb20-a89b-4d7a-b588-c29824bc61d8', 'name': 'network-vif-deleted', 'tag': '48b9039b-7cec-4606-9b35-e210de66d5bf', 'status': 'completed', 'code': 200}
Dec 21 10:06:56.163770 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9390fca4-6f5a-4c24-874b-ea41dca9a1e6 req-c78e5cfe-c346-41b7-9138-d572cc2582db tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2075317
Dec 21 10:06:56.202235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3aae0845-f28e-4dad-81c7-3bd2511c4370 req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "DELETE /v2.0/ports/48b9039b-7cec-4606-9b35-e210de66d5bf HTTP/1.1" status: 204  len: 173 time: 5.5444281
Dec 21 10:06:56.224730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:56.520940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Calling delete_port for c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:56.590091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] For port 47062e8b-13b9-49b1-b384-2fce284ab9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=47062e8b-13b9-49b1-b384-2fce284ab9ff,segment=NetworkSegment(e46e7fdd-a001-4e0d-a298-3e9e88a21593),segment_id=e46e7fdd-a001-4e0d-a298-3e9e88a21593)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:56.608976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:06:56.635959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d15e5c90-e6a9-40bf-9192-7ee64bf81a0b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:56.666963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8281172-6e2e-4d7d-a021-8734e1620b4d tempest-ExternalNetworksAdminNegativeTestJSON-1064164315 tempest-ExternalNetworksAdminNegativeTestJSON-1064164315] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:56.688066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:56.787045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=65c6028f-dc64-4bb4-a6cf-3c23a5d88906,segment=NetworkSegment(41a38cdc-98ec-40a5-be63-942cf041ed2e),segment_id=41a38cdc-98ec-40a5-be63-942cf041ed2e)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:06:56.787961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:56.849413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Performing IP validity checks on allocation pools {{(pid=80970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 21 10:06:56.850084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking for overlaps among allocation pools and gateway ip {{(pid=80970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 21 10:06:56.854806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8aa56322-7d81-4ab5-a79f-8d21e7c13377 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:56.878581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e5c90-e6a9-40bf-9192-7ee64bf81a0b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f05a65-9d8c-4c80-b9c4-838471ff0937,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:56.881510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d15e5c90-e6a9-40bf-9192-7ee64bf81a0b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:56.890330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-64c49739-9818-408e-98ea-80f52eab2d80 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:56.940809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:06:56.946155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:06:56.965380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d15e5c90-e6a9-40bf-9192-7ee64bf81a0b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:56.969224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d15e5c90-e6a9-40bf-9192-7ee64bf81a0b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/security-groups/b1f05a65-9d8c-4c80-b9c4-838471ff0937 HTTP/1.1" status: 204  len: 168 time: 2.5896361
Dec 21 10:06:56.980143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40024) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:56.989909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa56322-7d81-4ab5-a79f-8d21e7c13377 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=3a60a07e-1fd6-47f1-9e3d-9671a54a2d19,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:56.990546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 10ee4dc3-f485-4dfe-b674-6232e9934097 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:56.992959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8aa56322-7d81-4ab5-a79f-8d21e7c13377 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:57.026965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:57.122248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Ignored duplicate provisioning block setup for port 47062e8b-13b9-49b1-b384-2fce284ab9ff by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}}
Dec 21 10:06:57.154865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:57.189055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f2f0c209-fa1c-42c9-a7ec-c6e7f64793f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:57.409970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40030) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:57.485918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:06:57.512409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:57.544586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f6fd8555-b6e3-417c-9c77-5b2e05b5f1bc tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:57.593646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:57.656065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8aa56322-7d81-4ab5-a79f-8d21e7c13377 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:57.663538 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.0367496
Dec 21 10:06:57.665313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=65c6028f-dc64-4bb4-a6cf-3c23a5d88906,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:57.677941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40034) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:57.689337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5f0dd361-00cc-4b34-b669-d937dd736ca3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:06:57.712151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:57.713028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0042e0dc-4c59-466c-b455-f6b6506b4589 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:57.759906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f2b1e841-ad0e-4875-a015-aa2f8dcfdeee up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:57.770527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Port': ['ID=c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:57.784627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:57.796245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Sync routers for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:06:57.814924 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8aa56322-7d81-4ab5-a79f-8d21e7c13377 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/3a60a07e-1fd6-47f1-9e3d-9671a54a2d19 HTTP/1.1" status: 204  len: 168 time: 4.1200283
Dec 21 10:06:57.851909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40038) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:57.913295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49bb6e1-de9e-428b-9117-a83ae5b9edd2 None None] DHCP port deletion for 76bab1af-0150-46d8-b431-328411be58ff request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:06:57.944509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:06:57.945470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee18df28>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:57.995033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d696651-f1ae-417e-aae7-86637aaf6354 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:58.040152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d696651-f1ae-417e-aae7-86637aaf6354 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:58.068240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-90121890-0b89-4945-b2aa-7180276dee3c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet a656757d-04cc-4436-bac7-008c29ff3702 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:06:58.082403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90121890-0b89-4945-b2aa-7180276dee3c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:58.147057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No DVR routers for this DVR port 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:06:58.245733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d696651-f1ae-417e-aae7-86637aaf6354 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:58.289308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-903944ef-e03b-439e-a81f-23152d27bee9 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:58.307276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Allocated IP 2001:db8::1 (b9032768-4794-40e4-974d-8120a16d677c/67c8ae6d-d7ac-40af-b9c5-4fa1426abf1f/d9182619-fdec-4680-9277-97837ccd5c5c) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:06:58.325620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d696651-f1ae-417e-aae7-86637aaf6354 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5b9b20-189a-47b4-8d1d-a7aa3dc65301,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:58.335428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d696651-f1ae-417e-aae7-86637aaf6354 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:58.424823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:58.431599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90121890-0b89-4945-b2aa-7180276dee3c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:58.468623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d696651-f1ae-417e-aae7-86637aaf6354 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:58.469969 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6d696651-f1ae-417e-aae7-86637aaf6354 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/cb5b9b20-189a-47b4-8d1d-a7aa3dc65301 HTTP/1.1" status: 204  len: 168 time: 1.0555215
Dec 21 10:06:58.516069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b300090-1d4a-42f7-ad2c-76f799377a3c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:06:58.516778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2b300090-1d4a-42f7-ad2c-76f799377a3c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:06:58.620555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:58.628721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40044) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:58.636742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Transition to ACTIVE for port object d9182619-fdec-4680-9277-97837ccd5c5c will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:58.664644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Transition to ACTIVE for port object d9182619-fdec-4680-9277-97837ccd5c5c will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:06:58.669534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Pushing event updated for resources: {'Port': ['ID=47062e8b-13b9-49b1-b384-2fce284ab9ff,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:58.701782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.702482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.703067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.703616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.704155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.704691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.705221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.706027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.707079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.707618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.708163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.708699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.709321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.709903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.711812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.712407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.715275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.715850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.716447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.716989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.718112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.718654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.719211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.719732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:06:58.755600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:06:58.756603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:06:58.758484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:58.767188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:58.918143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2b300090-1d4a-42f7-ad2c-76f799377a3c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:06:58.919644 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2b300090-1d4a-42f7-ad2c-76f799377a3c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 1.0646091
Dec 21 10:06:58.941332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40048) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:06:58.942717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.754s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:58.943894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0acd127-c26d-4b07-8ee1-3ea32344e5a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:06:59.012378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe741e048>,) {'filters': {'network_id': ['76bab1af-0150-46d8-b431-328411be58ff']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:59.027325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe741e048>, '41a38cdc-98ec-40a5-be63-942cf041ed2e') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:59.028124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe741e048>, '41a38cdc-98ec-40a5-be63-942cf041ed2e') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:59.032319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Pushing event updated for resources: {'Port': ['ID=d9182619-fdec-4680-9277-97837ccd5c5c,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:06:59.042016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:59.047713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:06:59.058307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:59.060471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Releasing vxlan tunnel 14 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:06:59.119333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:06:59.310700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-5f0dd361-00cc-4b34-b669-d937dd736ca3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=80970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 21 10:06:59.340650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-5f0dd361-00cc-4b34-b669-d937dd736ca3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Removed routes are [] {{(pid=80970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 21 10:06:59.342454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd361-00cc-4b34-b669-d937dd736ca3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:59.351536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90121890-0b89-4945-b2aa-7180276dee3c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:59.365366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:06:59.413919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Network b9032768-4794-40e4-974d-8120a16d677c is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:06:59.415069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0362f563-2722-48c2-9937-9349958c108d up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:06:59.461156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:06:59.463746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:06:59.486129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec51c908>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:06:39Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a1624d85-35d3-4bbb-83fa-99767bd263d3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'port_id': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'mac_address': 'fa:16:3e:1a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:04:44Z', 'updated_at': '2020-12-21T10:04:54Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:06:59.586882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1538652c-7475-42d6-a4be-75f490efb913 None None] The sync data for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs is: [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:06:39Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a1624d85-35d3-4bbb-83fa-99767bd263d3', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.181', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'port_id': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 915, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'mac_address': 'fa:16:3e:1a:b7:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:04:44Z', 'updated_at': '2020-12-21T10:04:54Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:06:59.649799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Attempting to bind port d9182619-fdec-4680-9277-97837ccd5c5c on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:06:59.650316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Attempting to bind port d9182619-fdec-4680-9277-97837ccd5c5c by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '015b848c-4752-4186-abd0-81650fd15113', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'b9032768-4794-40e4-974d-8120a16d677c'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:06:59.650891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Attempting to bind port d9182619-fdec-4680-9277-97837ccd5c5c on network b9032768-4794-40e4-974d-8120a16d677c {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:06:59.766033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:06:59.766908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Checking segment: {'id': '015b848c-4752-4186-abd0-81650fd15113', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'b9032768-4794-40e4-974d-8120a16d677c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:06:59.767928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:59.768545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Bound using segment: {'id': '015b848c-4752-4186-abd0-81650fd15113', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'b9032768-4794-40e4-974d-8120a16d677c'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:06:59.769480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Bound port: d9182619-fdec-4680-9277-97837ccd5c5c, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015b848c-4752-4186-abd0-81650fd15113', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'b9032768-4794-40e4-974d-8120a16d677c'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:06:59.770121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:59.838411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:06:59.870621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 76bab1af-0150-46d8-b431-328411be58ff has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:06:59.899460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:00.316495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b768662-3414-454d-bc17-c561ef4aff8a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:00.317310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6b768662-3414-454d-bc17-c561ef4aff8a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:07:00.412066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] For port d9182619-fdec-4680-9277-97837ccd5c5c, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:00.415713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] For port d9182619-fdec-4680-9277-97837ccd5c5c, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d9182619-fdec-4680-9277-97837ccd5c5c,segment=NetworkSegment(015b848c-4752-4186-abd0-81650fd15113),segment_id=015b848c-4752-4186-abd0-81650fd15113)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:00.433440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:00.452206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-67636c0b-c2c5-4c23-af02-f6dd2305bc78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:00.495707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3a0bcaa2-a04f-4863-baed-d3337e3d6024 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:00.516230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 76bab1af-0150-46d8-b431-328411be58ff has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:07:00.555363 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:07:00.665210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Pushing event updated for resources: {'Port': ['ID=d9182619-fdec-4680-9277-97837ccd5c5c,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:00.734706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:00.801086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad88c1a-ebb1-4d77-b9df-0148cc4255e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting subnet 4f0277df-b69f-4dfd-852c-d193810ef496 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:00.817698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90121890-0b89-4945-b2aa-7180276dee3c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:00.819375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee18df28>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:06:52Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:06:47Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c38bee7-18d0-4421-ae7f-aaad7fe34edc', 'name': '', 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:b5:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:45Z', 'updated_at': '2020-12-21T10:06:54Z', 'revision_number': 2, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:00.829349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Checking router: 395fb26c-bb31-47a1-92ce-557a30ab05f8 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:07:00.829802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Updating router 395fb26c-bb31-47a1-92ce-557a30ab05f8 port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:07:00.840461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ad88c1a-ebb1-4d77-b9df-0148cc4255e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:00.858395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6b768662-3414-454d-bc17-c561ef4aff8a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:07:00.864491 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6b768662-3414-454d-bc17-c561ef4aff8a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 1.9218972
Dec 21 10:07:00.865299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40052) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:00.886040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51ac2668-a617-42f7-b0f3-f626a23fe579 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:00.935182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:00.936459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:00.948752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Router 66724dd3-c24a-4e79-91eb-676ea4dc1664 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:00.964135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2e647a1-4a59-422a-9f74-ba57a9199d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:00.984658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:00.989556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90121890-0b89-4945-b2aa-7180276dee3c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=a656757d-04cc-4436-bac7-008c29ff3702,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:00.997716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-90121890-0b89-4945-b2aa-7180276dee3c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:01.000474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.007568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:07:01.007781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:07:01.011574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:01.012008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.108846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ad88c1a-ebb1-4d77-b9df-0148cc4255e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.167590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.172991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Network': ['ID=76bab1af-0150-46d8-b431-328411be58ff,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:01.201678 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/networks/76bab1af-0150-46d8-b431-328411be58ff HTTP/1.1" status: 204  len: 168 time: 6.1025016
Dec 21 10:07:01.207483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:01.218582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:01.219095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40056) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:01.220026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e0d30-0e67-4865-b0bd-a32c6e7647c6 None None] Sync routers for ids ['66724dd3-c24a-4e79-91eb-676ea4dc1664'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:01.230550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "PUT /v2.0/routers/66724dd3-c24a-4e79-91eb-676ea4dc1664/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.1229300
Dec 21 10:07:01.232136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e0d30-0e67-4865-b0bd-a32c6e7647c6 None None] Routers {'66724dd3-c24a-4e79-91eb-676ea4dc1664'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:01.233116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7c6e0d30-0e67-4865-b0bd-a32c6e7647c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1419b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['66724dd3-c24a-4e79-91eb-676ea4dc1664'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:01.235671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2042512435', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:01.243385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:01.248378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:router and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:01.252208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:01.259692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:01.271665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40060) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:01.277610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.278753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.328967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.363730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd361-00cc-4b34-b669-d937dd736ca3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.373932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3070e6b4-4a75-4af3-95ce-3673b0007b88 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:01.375128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7c6e0d30-0e67-4865-b0bd-a32c6e7647c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1419b0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:01.387314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e0d30-0e67-4865-b0bd-a32c6e7647c6 None None] Routers {'66724dd3-c24a-4e79-91eb-676ea4dc1664'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:01.392544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7c6e0d30-0e67-4865-b0bd-a32c6e7647c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1419b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['66724dd3-c24a-4e79-91eb-676ea4dc1664'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:01.436089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 3a0bcaa2-a04f-4863-baed-d3337e3d6024, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3a0bcaa2-a04f-4863-baed-d3337e3d6024,segment=NetworkSegment(e1b4b00e-969c-4d05-8a2a-bfe8b34ff782),segment_id=e1b4b00e-969c-4d05-8a2a-bfe8b34ff782)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:01.454013 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-0a0cfffb-862a-436e-8272-759e9c1928af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] delete failed (client error): The resource could not be found.
Dec 21 10:07:01.463350 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0a0cfffb-862a-436e-8272-759e9c1928af tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-182035648 HTTP/1.1" status: 404  len: 334 time: 0.1874220
Dec 21 10:07:01.469874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.471522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.474383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7c6e0d30-0e67-4865-b0bd-a32c6e7647c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1419b0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:01.475216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e0d30-0e67-4865-b0bd-a32c6e7647c6 None None] The sync data for ids ['66724dd3-c24a-4e79-91eb-676ea4dc1664'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:01.482561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.488645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:01.494856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40064) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:01.505917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9335631-f4cc-4b55-bc78-2034f5220305 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:01.507584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9335631-f4cc-4b55-bc78-2034f5220305 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:01.509126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9335631-f4cc-4b55-bc78-2034f5220305 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:01.510261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f9335631-f4cc-4b55-bc78-2034f5220305 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:07:01.516520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.516827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c4c90eab-b650-4ca8-be19-fd1ab63d2453 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'router': {'external_gateway_info': {'network_id': '66724dd3-c24a-4e79-91eb-676ea4dc1664'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:01.562506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f9335631-f4cc-4b55-bc78-2034f5220305 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:07:01.565990 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f9335631-f4cc-4b55-bc78-2034f5220305 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.6897728
Dec 21 10:07:01.567711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40068) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:01.601965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=3a0bcaa2-a04f-4863-baed-d3337e3d6024,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:01.605479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:01.637673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd361-00cc-4b34-b669-d937dd736ca3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.685798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.690482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bda40a6b-2f7e-4c20-b322-cdedca975485 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.4701602
Dec 21 10:07:01.693019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40072) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:01.715740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-925192937'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:01.724769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:01.734756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:network and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:01.735114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 47062e8b-13b9-49b1-b384-2fce284ab9ff up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:01.741060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:01.751451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:01.865373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 47062e8b-13b9-49b1-b384-2fce284ab9ff triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:01.865833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.917362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2179b8-7f6e-4ca4-9b17-bca16ebb27ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 01d9c6cc-05df-4947-9930-6b3837734f07 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:01.922826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c2179b8-7f6e-4ca4-9b17-bca16ebb27ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.967368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:01.971430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:01.990565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.016598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c2179b8-7f6e-4ca4-9b17-bca16ebb27ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.052949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Transition to ACTIVE for port object 8c38bee7-18d0-4421-ae7f-aaad7fe34edc will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:02.068357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.083699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] vxlan segment allocate from pool success with {'vxlan_vni': 14}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:07:02.087256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:02.095584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=a4b78427-c578-4851-9c1c-e16e919b664f,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:02.106813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.107198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added segment dcd37d1e-4793-4643-b522-3668b4b2fe02 of type vxlan for network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718
Dec 21 10:07:02.144095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.163659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:02.186808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.187252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90121890-0b89-4945-b2aa-7180276dee3c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.194004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0dd361-00cc-4b34-b669-d937dd736ca3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:02.199216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.204166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking segment: {'id': 'b8cb407a-d222-471e-a9e5-891168fa03ae', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '41819dc0-0435-4d1d-bb42-452886327a13'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:02.204342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:02.204626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network hostable DHCP agents. Network: 41819dc0-0435-4d1d-bb42-452886327a13, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:07:02.205153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.213296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c2179b8-7f6e-4ca4-9b17-bca16ebb27ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.220524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9a632-3560-4dca-a073-034a36677f42 None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:02.245115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.248238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6a741263-14a6-4c74-964a-a0e8bc3dfe49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:02.285650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-90121890-0b89-4945-b2aa-7180276dee3c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/a656757d-04cc-4436-bac7-008c29ff3702 HTTP/1.1" status: 204  len: 168 time: 5.2912486
Dec 21 10:07:02.290308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40076) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:02.294478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ad88c1a-ebb1-4d77-b9df-0148cc4255e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.320918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 47062e8b-13b9-49b1-b384-2fce284ab9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=47062e8b-13b9-49b1-b384-2fce284ab9ff,segment=NetworkSegment(e46e7fdd-a001-4e0d-a298-3e9e88a21593),segment_id=e46e7fdd-a001-4e0d-a298-3e9e88a21593)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:02.321197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:02.377210 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.6768496
Dec 21 10:07:02.378707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40080) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:02.403839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.421652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4c90eab-b650-4ca8-be19-fd1ab63d2453 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:02.449894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'subnet': {'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:02.476290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71659e44-3ade-4882-af71-e1fc9444a684 None None] Pushing event updated for resources: {'Port': ['ID=8c38bee7-18d0-4421-ae7f-aaad7fe34edc,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:02.492302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:02.530584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-71659e44-3ade-4882-af71-e1fc9444a684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:02.557349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:02.557803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 65c6028f-dc64-4bb4-a6cf-3c23a5d88906 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:02.558302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 845721bc-b35c-4c4a-9a40-b4c062a5d63d no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:02.665574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea24ae4b-8fcb-4d37-b9a6-918717740532 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:02.786894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Network': ['ID=fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:02.875155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:02.881799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:02.895783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:07:02.896206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:07:02.896925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:02.911424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:02.924409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 845721bc-b35c-4c4a-9a40-b4c062a5d63d {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:02.925676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 845721bc-b35c-4c4a-9a40-b4c062a5d63d not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:02.932454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network 41819dc0-0435-4d1d-bb42-452886327a13 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:07:02.965257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:subnet and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:02.976488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:02.994955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:03.021811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3901eb17-e7a6-41e4-90e2-1a4a37da7cd9 None None] Network b9032768-4794-40e4-974d-8120a16d677c requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:03.037464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:03.042257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 41819dc0-0435-4d1d-bb42-452886327a13) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:03.054591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:03.055147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-c4c90eab-b650-4ca8-be19-fd1ab63d2453 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] update failed (client error): The resource could not be found.
Dec 21 10:07:03.056320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c4c90eab-b650-4ca8-be19-fd1ab63d2453 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "PUT /v2.0/routers/66724dd3-c24a-4e79-91eb-676ea4dc1664 HTTP/1.1" status: 404  len: 339 time: 1.5547578
Dec 21 10:07:03.068259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40086) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:03.077175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:03.080991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c2179b8-7f6e-4ca4-9b17-bca16ebb27ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:03.096407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:03.101349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-874961059'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:03.113000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-822c83c9-7b5d-46a7-ab6b-c7271a012f58 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:03.135418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:03.139299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:03.139299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:03.141696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b105ca8-9fcf-4a64-b56b-d39fa5a0334d None None] Network 41819dc0-0435-4d1d-bb42-452886327a13 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:03.164813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:03.169977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Usage tracker for resource:network and tenant:0ac61f50116d4397b03f40c7bedb8648 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:03.178218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Quota usage for network was recalculated. Used quota:3. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:03.180749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2179b8-7f6e-4ca4-9b17-bca16ebb27ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=01d9c6cc-05df-4947-9930-6b3837734f07,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:03.202438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:03.234357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5c2179b8-7f6e-4ca4-9b17-bca16ebb27ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:03.263103 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 8.8251991
Dec 21 10:07:03.264603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0dd361-00cc-4b34-b669-d937dd736ca3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:03.274242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40090) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:03.279304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f0dd361-00cc-4b34-b669-d937dd736ca3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:03.283441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5f0dd361-00cc-4b34-b669-d937dd736ca3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8 HTTP/1.1" status: 200  len: 931 time: 5.5988147
Dec 21 10:07:03.297670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40092) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:03.323648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:03.356512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:03.415564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Made reservation on behalf of 0ac61f50116d4397b03f40c7bedb8648 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:03.421343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:03.481503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=47062e8b-13b9-49b1-b384-2fce284ab9ff,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:03.654691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.994s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:03.853288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] vxlan segment allocate from pool success with {'vxlan_vni': 18}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:07:03.881532 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5cd8d1af-c609-41f4-9cf6-f9c60067b2ef tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8 HTTP/1.1" status: 200  len: 931 time: 0.5597904
Dec 21 10:07:03.884419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 47062e8b-13b9-49b1-b384-2fce284ab9ff up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:03.887442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:03.925383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40098) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:03.949879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3935d513-90ab-40b4-b6f4-fd0d4784bed4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'routes': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:03.969400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:03.970223 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Added segment 66f4ecdf-5214-42be-9ffe-3f904d2cacdf of type vxlan for network d25b0621-e93e-42fb-873a-1388b16249b0
Dec 21 10:07:04.047960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Attempting to bind port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:07:04.048315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Attempting to bind port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b18a3211-39e8-4bb4-b4f1-5b30676fee80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:07:04.048698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Attempting to bind port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc on network 07611d4e-df9c-439e-9c07-4a810ac0956b {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:07:04.077987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.098709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c2179b8-7f6e-4ca4-9b17-bca16ebb27ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.101572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:07:04.102018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Checking segment: {'id': 'b18a3211-39e8-4bb4-b4f1-5b30676fee80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:04.102478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.102922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Bound using segment: {'id': 'b18a3211-39e8-4bb4-b4f1-5b30676fee80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:07:04.106146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Bound port: 8c38bee7-18d0-4421-ae7f-aaad7fe34edc, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18a3211-39e8-4bb4-b4f1-5b30676fee80', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:07:04.106146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.123199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3201c7-8087-4fa0-8083-edb76a1f2d4c None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:04.126736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.159550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ad88c1a-ebb1-4d77-b9df-0148cc4255e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.167553 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c2179b8-7f6e-4ca4-9b17-bca16ebb27ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/01d9c6cc-05df-4947-9930-6b3837734f07 HTTP/1.1" status: 204  len: 168 time: 2.5946856
Dec 21 10:07:04.172449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.178785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40102) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:04.181698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:04.269898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.274198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:04.275150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.320126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad88c1a-ebb1-4d77-b9df-0148cc4255e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Subnet': ['ID=4f0277df-b69f-4dfd-852c-d193810ef496,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:04.339409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9ad88c1a-ebb1-4d77-b9df-0148cc4255e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:04.342002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b2b4f989-b6af-4426-9aeb-1fd3c6fb64b2 tempest-PortsAdminExtendedAttrsTestJSON-941771976 tempest-PortsAdminExtendedAttrsTestJSON-941771976] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:04.450419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Provisioning complete for port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:04.450858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.483944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Network': ['ID=d25b0621-e93e-42fb-873a-1388b16249b0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:04.541896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb57582-8747-4356-a586-c718378f6f69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-41819dc0-0435-4d1d-bb42-452886327a13', 'network_id': '41819dc0-0435-4d1d-bb42-452886327a13', 'tenant_id': 'df5cc62b79ad4459b5be9154b2e694d9', 'fixed_ips': [{'subnet_id': 'a4b78427-c578-4851-9c1c-e16e919b664f'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:07:04.542948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bb57582-8747-4356-a586-c718378f6f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.553779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network d25b0621-e93e-42fb-873a-1388b16249b0 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:04.570475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network d25b0621-e93e-42fb-873a-1388b16249b0 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:04.898735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 47062e8b-13b9-49b1-b384-2fce284ab9ff triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:04.899314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:04.969127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] For port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:05.021710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:05.026743 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.9424653
Dec 21 10:07:05.034015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40106) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:05.051374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'subnet': {'network_id': 'd25b0621-e93e-42fb-873a-1388b16249b0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:05.090582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ad88c1a-ebb1-4d77-b9df-0148cc4255e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:05.095133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9ad88c1a-ebb1-4d77-b9df-0148cc4255e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/subnets/4f0277df-b69f-4dfd-852c-d193810ef496 HTTP/1.1" status: 204  len: 168 time: 6.4513509
Dec 21 10:07:05.106394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40110) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:05.185278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db45c450-8d5d-4e8b-9eee-8bdb96607ba2 None None] Network 25cd4182-1af1-4672-a414-217ab0206ee3 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:05.263369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d8c08a-939c-477e-85ff-23870cdc0f5c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 8fa470b8-035c-43b5-9139-13856c56c7ec {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:05.273982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85d8c08a-939c-477e-85ff-23870cdc0f5c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:05.281337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] For port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c38bee7-18d0-4421-ae7f-aaad7fe34edc,segment=NetworkSegment(b18a3211-39e8-4bb4-b4f1-5b30676fee80),segment_id=b18a3211-39e8-4bb4-b4f1-5b30676fee80)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:05.291743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-3935d513-90ab-40b4-b6f4-fd0d4784bed4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added routes are [] {{(pid=80971) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 21 10:07:05.292104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-3935d513-90ab-40b4-b6f4-fd0d4784bed4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=80971) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 21 10:07:05.353810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:05.431054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:05.432653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Usage tracker for resource:subnet and tenant:0ac61f50116d4397b03f40c7bedb8648 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:05.443625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:05.454310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f38baac0-f6a3-4c95-b40a-4429e38c9797 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:05.457552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:05.479981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:05.526863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3935d513-90ab-40b4-b6f4-fd0d4784bed4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:05.564222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:05.570446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:05.572480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8183ea1-d075-4f03-9962-a609f84c6d40 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:05.595469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce4f0c0c-dbff-4696-b063-8c1cc078f768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server [None req-4bb57582-8747-4356-a586-c718378f6f69 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4b78427-c578-4851-9c1c-e16e919b664f: This subnet is being modified by another concurrent operation.
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 21 10:07:05.645352 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise exception
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4b78427-c578-4851-9c1c-e16e919b664f: This subnet is being modified by another concurrent operation.
Dec 21 10:07:05.649027 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server 
Dec 21 10:07:05.716996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f493a82-34ba-486e-8ffa-2b1c074a2ccc None None] Network 41819dc0-0435-4d1d-bb42-452886327a13 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:05.845275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Subnet': ['ID=31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:05.861943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:05.945713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85d8c08a-939c-477e-85ff-23870cdc0f5c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.008577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Subnet': ['ID=a4b78427-c578-4851-9c1c-e16e919b664f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:06.025206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:06.033298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Made reservation on behalf of 0ac61f50116d4397b03f40c7bedb8648 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:06.108486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 7d4da723-b447-41ee-97f6-7d0a232e2821 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:06.108860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.301036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71659e44-3ade-4882-af71-e1fc9444a684 None None] Pushing event updated for resources: {'Port': ['ID=8c38bee7-18d0-4421-ae7f-aaad7fe34edc,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:06.304870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-71659e44-3ade-4882-af71-e1fc9444a684 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:06.352380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Could not find standard attr ID for object c4f9ddb4-aaa9-478a-b60a-d3a244d8d4f1. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:07:06.383400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d9182619-fdec-4680-9277-97837ccd5c5c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:06.398104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.455131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85d8c08a-939c-477e-85ff-23870cdc0f5c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.488623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Provisioning complete for port b1450d48-0da0-4d24-953e-8948348c00eb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:06.489051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.500371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Checking segment: {'id': 'dcd37d1e-4793-4643-b522-3668b4b2fe02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:06.500776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network hostable DHCP agents. Network: fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:07:06.510404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3935d513-90ab-40b4-b6f4-fd0d4784bed4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.527064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3935d513-90ab-40b4-b6f4-fd0d4784bed4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.594728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:06.595087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee18df28>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:06.601067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.712929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.732975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4607793a-9f0b-4007-8f1b-ea4c748b4ce2 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:06.768291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:07:06.769994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:06.834471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:06.926443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:06.927105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.937601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 7d4da723-b447-41ee-97f6-7d0a232e2821, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7d4da723-b447-41ee-97f6-7d0a232e2821,segment=NetworkSegment(5ca2ed35-70ae-4807-9d99-fc43702f8a24),segment_id=5ca2ed35-70ae-4807-9d99-fc43702f8a24)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:06.938035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:06.993658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=f721b715-9c00-4351-8ac0-0bbf0eb20194,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:06.997088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:07.007523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3935d513-90ab-40b4-b6f4-fd0d4784bed4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:07.039251 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 4.6516850
Dec 21 10:07:07.043771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40114) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:07.142496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 7d4da723-b447-41ee-97f6-7d0a232e2821 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:07.266412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Port b1450d48-0da0-4d24-953e-8948348c00eb cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:07.268249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e442702d-2251-433d-a47e-f20de8da3b30 None None] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:07.318360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:07.334715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:07.336560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec9ae0b8>,) {'filters': {'network_id': ['41819dc0-0435-4d1d-bb42-452886327a13']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:07.355058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:07.355703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:07.381092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec17944-166b-49f9-8a4a-7e0189ca0989 None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:07.396101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec9ae0b8>, 'b8cb407a-d222-471e-a9e5-891168fa03ae') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:07.396446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec9ae0b8>, 'b8cb407a-d222-471e-a9e5-891168fa03ae') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:07.426375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:07.487385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66018e-5587-49da-b42d-516ded18dfc8 None None] DHCP port deletion for 25cd4182-1af1-4672-a414-217ab0206ee3 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:07.522858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port d9182619-fdec-4680-9277-97837ccd5c5c completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:07.532020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:07.546563 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 5.2476866
Dec 21 10:07:07.550065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:07.553341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:07.553964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6f66018e-5587-49da-b42d-516ded18dfc8 None None] Deleting port 7d4da723-b447-41ee-97f6-7d0a232e2821 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:07.554262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f66018e-5587-49da-b42d-516ded18dfc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:07.579468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3935d513-90ab-40b4-b6f4-fd0d4784bed4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:07.599897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 17 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:07:07.629089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40118) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:07.647371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Provisioning complete for port 8d4cfd7b-aed5-430c-825c-56bac12cca33 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:07.648622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:07.653372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3935d513-90ab-40b4-b6f4-fd0d4784bed4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:07.657138 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3935d513-90ab-40b4-b6f4-fd0d4784bed4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8 HTTP/1.1" status: 200  len: 697 time: 3.7185359
Dec 21 10:07:07.657299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'security_group': {'name': 'tempest-secgroup-652990339'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:07.666427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40122) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:07.695690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=7d4da723-b447-41ee-97f6-7d0a232e2821,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:07.698251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3a0bcaa2-a04f-4863-baed-d3337e3d6024 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:07.701510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:07.726899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:07.771666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6f66018e-5587-49da-b42d-516ded18dfc8 None None] The port '7d4da723-b447-41ee-97f6-7d0a232e2821' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:07:07.827843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:07.864638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:07.899858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:07.964630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:07.965477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:07:07.966403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:08.098708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network 41819dc0-0435-4d1d-bb42-452886327a13 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:08.118062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:08.118062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:08.121931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:08.175705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:08.296440 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-17ae79a2-0151-4b6b-9887-c0f62316e249 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8 HTTP/1.1" status: 200  len: 697 time: 0.6283092
Dec 21 10:07:08.297857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40128) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:08.304851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port 7d4da723-b447-41ee-97f6-7d0a232e2821 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:07:08.362972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee18df28>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:05Z', 'revision_number': 7, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:07:01Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c38bee7-18d0-4421-ae7f-aaad7fe34edc', 'name': '', 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:b5:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:45Z', 'updated_at': '2020-12-21T10:07:04Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:08.377736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:08.389679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc67bad-1281-42fc-9c4b-724ce26c5e10 None None] The sync data for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs is: [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:05Z', 'revision_number': 7, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:07:01Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c38bee7-18d0-4421-ae7f-aaad7fe34edc', 'name': '', 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:b5:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:45Z', 'updated_at': '2020-12-21T10:07:04Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:08.401531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-402bdc42-a963-4a0c-a72a-65bb892026fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:08.408930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group_rule and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:08.672566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Provisioning for port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:08.830007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c38bee7-18d0-4421-ae7f-aaad7fe34edc up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:08.915272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:08.950658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network 41819dc0-0435-4d1d-bb42-452886327a13 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:08.968106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:08.970095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Could not find standard attr ID for object 3a60a07e-1fd6-47f1-9e3d-9671a54a2d19. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:07:09.012940 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:07:09.015634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Allocated IP 2001:db8::2 (fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718/31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3/18a8a1f0-8a17-4a38-b89d-b0f02e90a71b) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:09.035832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] Update dhcp port {'port': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'fixed_ips': [{'subnet_id': 'eb5f3bf4-9771-4c77-8d1d-dd51f1890178', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f721b715-9c00-4351-8ac0-0bbf0eb20194'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '47062e8b-13b9-49b1-b384-2fce284ab9ff'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:07:09.060851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85d8c08a-939c-477e-85ff-23870cdc0f5c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.075615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Provisioning for port 10ee4dc3-f485-4dfe-b674-6232e9934097 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:09.085866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-78cec0a2-76af-49d6-9e8b-be938000ecd0 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:09.103816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Provisioning complete for port 10ee4dc3-f485-4dfe-b674-6232e9934097 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:09.104786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.191792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:09.215366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:09.215366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.244982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.284647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.302026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8c08a-939c-477e-85ff-23870cdc0f5c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=8fa470b8-035c-43b5-9139-13856c56c7ec,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:09.316116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85d8c08a-939c-477e-85ff-23870cdc0f5c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:09.419270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.444767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cadc22d7-3f3b-4cf1-b8b6-b782352a6426 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:09.463619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.477643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.540068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] Sync routers for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:09.551580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Network': ['ID=41819dc0-0435-4d1d-bb42-452886327a13,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:09.559116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85d8c08a-939c-477e-85ff-23870cdc0f5c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.593475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-85d8c08a-939c-477e-85ff-23870cdc0f5c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/8fa470b8-035c-43b5-9139-13856c56c7ec HTTP/1.1" status: 204  len: 168 time: 5.3763988
Dec 21 10:07:09.593475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:09.607316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40132) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:09.632216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05393adb-c70b-4a4f-9711-a24b896a0871 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:09.670749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:09.671474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc9048>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:06:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:09.757876 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/41819dc0-0435-4d1d-bb42-452886327a13 HTTP/1.1" status: 204  len: 168 time: 6.4615417
Dec 21 10:07:09.757876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed0bb908>,) {'filters': {'network_id': ['25cd4182-1af1-4672-a414-217ab0206ee3']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:09.759269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40136) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:09.767342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1938212853'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:09.775714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:09.781767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:network and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:09.787169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for network was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:09.789147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-52f20421-21f3-4d41-a8e4-b420e0c3f41c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1798959
Dec 21 10:07:09.799231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:09.804437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed0bb908>, '5ca2ed35-70ae-4807-9d99-fc43702f8a24') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:09.804843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed0bb908>, '5ca2ed35-70ae-4807-9d99-fc43702f8a24') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:09.813136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40140) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:09.818268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:09.825676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.828483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:09.872089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.924532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.934759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.937954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Releasing vxlan tunnel 10 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:07:09.955719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.969670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] vxlan segment allocate from pool success with {'vxlan_vni': 17}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:07:09.982587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-154bf228-1415-435b-bd6c-a22feaf59ad8 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:09.999469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:09.999868 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Added segment 747b681a-6a42-487f-bd8a-2b416cb0efa4 of type vxlan for network cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7
Dec 21 10:07:10.108325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.119779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.180071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.184084 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 2.5423019
Dec 21 10:07:10.185391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40144) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:10.194218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'security_group': {'name': 'tempest-secgroup-1859491258'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:10.199517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:10.203010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'SecurityGroup': ['ID=56e0a5e0-2701-4e50-aea3-c89295d7a197,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:10.206358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:10.214507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:10.218756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:10.226239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:10.226794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.227593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:10.230988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:10.231635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.233727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:10.238059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:10.240284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-164a0546-dca7-4a8c-b52a-7813c5c926d3 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:10.298340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:10.316385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 25cd4182-1af1-4672-a414-217ab0206ee3 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:10.317985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:10.318174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.332699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.344596 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5818651
Dec 21 10:07:10.366494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40148) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:10.379946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'network_id': 'cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:10.408411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:10.411385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:10.416726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:10.421203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group_rule and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:10.425107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:10.433259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:10.447843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:10.486138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:10.493161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:10.617718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.629575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.636556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87e76e3a-4507-4d2e-b7af-9f64bd389574 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:10.643185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] For port 10ee4dc3-f485-4dfe-b674-6232e9934097, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=10ee4dc3-f485-4dfe-b674-6232e9934097,segment=NetworkSegment(b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1),segment_id=b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:10.663752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.694204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:10.694572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.727796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.728075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.731630 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.5404875
Dec 21 10:07:10.741324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40152) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:10.743330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.746565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'SecurityGroup': ['ID=206ef9d1-a76a-4695-8df9-13da9a4b636e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:10.753183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 25cd4182-1af1-4672-a414-217ab0206ee3 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:10.754957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'security_group': {'name': 'tempest-secgroup-1222318570'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:10.762374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:10.769990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:10.773628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:10.782219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:10.797754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.803743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:07:10.811679 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:07:10.826276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:10.874994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d741a2b2-3dcb-4999-acd2-b5038f90d75e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:10.892551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.914151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Transition to ACTIVE for port object 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:10.943345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:10.967008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:security_group_rule and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:10.971760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:10.981896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c38bee7-18d0-4421-ae7f-aaad7fe34edc,segment=NetworkSegment(b18a3211-39e8-4bb4-b4f1-5b30676fee80),segment_id=b18a3211-39e8-4bb4-b4f1-5b30676fee80)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:10.982302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:10.991167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:11.038677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:11.055969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.132310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 8c38bee7-18d0-4421-ae7f-aaad7fe34edc owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:11.139891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:subnet and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:11.302904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Pushing event updated for resources: {'Port': ['ID=10ee4dc3-f485-4dfe-b674-6232e9934097,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:11.303643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.308391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:11.309474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.317533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-371629bf-7636-43d9-ada1-c76ea6e3e2ac tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:11.369782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Transition to ACTIVE for port object 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:11.372916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb9b275-6640-47ff-a4e9-e971fa600b1f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:11.376803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.378921 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.6339471
Dec 21 10:07:11.380155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-067166ef-8038-4419-8ee8-3e548c48a14e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:11.381979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40156) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:11.389174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1458242136', 'security_groups': ['3eb9b275-6640-47ff-a4e9-e971fa600b1f'], 'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f721b715-9c00-4351-8ac0-0bbf0eb20194'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:11.437347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c38bee7-18d0-4421-ae7f-aaad7fe34edc,segment=NetworkSegment(b18a3211-39e8-4bb4-b4f1-5b30676fee80),segment_id=b18a3211-39e8-4bb4-b4f1-5b30676fee80)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:11.444359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Provisioning complete for port 47062e8b-13b9-49b1-b384-2fce284ab9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:11.445014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.471617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:11.490189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:11.498923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] Allocated IP 2001:db8::2 (fc3dd635-6193-48c2-b608-e01c5ce01775/f721b715-9c00-4351-8ac0-0bbf0eb20194/47062e8b-13b9-49b1-b384-2fce284ab9ff) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:11.508615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.510421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.512147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-71659e44-3ade-4882-af71-e1fc9444a684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:11.518228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Subnet': ['ID=e858e27a-78e4-45eb-b438-671c76460477,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:11.538604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.664s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:11.540034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.542787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:11.551072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:07:11.551522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:07:11.571734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.618699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:11.628008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:11.644389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7d4da723-b447-41ee-97f6-7d0a232e2821 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:11.656359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:11.659633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Allocated IP 2001:db8::1 (fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718/31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3/1383f967-c89a-4a93-9a50-ab4c71020e1a) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:11.661301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Network': ['ID=25cd4182-1af1-4672-a414-217ab0206ee3,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:11.677106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:11.678169 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/networks/25cd4182-1af1-4672-a414-217ab0206ee3 HTTP/1.1" status: 204  len: 168 time: 6.5703297
Dec 21 10:07:11.685188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:11.700831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40160) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:11.751173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:11.774312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 7d4da723-b447-41ee-97f6-7d0a232e2821 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:11.774710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7d4da723-b447-41ee-97f6-7d0a232e2821 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:11.822442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] Deleting port 0362f563-2722-48c2-9937-9349958c108d {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:11.822880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.942019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:11.947080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 10ee4dc3-f485-4dfe-b674-6232e9934097 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:11.963198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.048648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.058680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:12.058680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.148917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=8c38bee7-18d0-4421-ae7f-aaad7fe34edc,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:12.152917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:12.156142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Transition to ACTIVE for port object 1383f967-c89a-4a93-9a50-ab4c71020e1a will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:12.175924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-67636c0b-c2c5-4c23-af02-f6dd2305bc78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.551s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:12.242070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Checking segment: {'id': '66f4ecdf-5214-42be-9ffe-3f904d2cacdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd25b0621-e93e-42fb-873a-1388b16249b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:12.242703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network hostable DHCP agents. Network: d25b0621-e93e-42fb-873a-1388b16249b0, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:07:12.362599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] device_id is not set on port 38104356-7e4f-406a-92ab-b13738144db1 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:07:12.377336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 746f266e-01b1-4671-af94-ae3a7d56e3a7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:12.378113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.419876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network d25b0621-e93e-42fb-873a-1388b16249b0 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:07:12.433739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.435967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.459894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-57894f12-bd91-408c-b5dd-5ae648d6bf5e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:12.466852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, d25b0621-e93e-42fb-873a-1388b16249b0) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:12.514482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Pushing event updated for resources: {'Port': ['ID=18a8a1f0-8a17-4a38-b89d-b0f02e90a71b,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:12.517398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72fd8c6b-947f-424c-8bc3-c412aa7a9f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.519922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bedf3b7-4d6e-4c95-9223-ff772c2529c7 None None] Network d25b0621-e93e-42fb-873a-1388b16249b0 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:12.602128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:12.603184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.637630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:12.649658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:12.665225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] For port 47062e8b-13b9-49b1-b384-2fce284ab9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=47062e8b-13b9-49b1-b384-2fce284ab9ff,segment=NetworkSegment(e46e7fdd-a001-4e0d-a298-3e9e88a21593),segment_id=e46e7fdd-a001-4e0d-a298-3e9e88a21593)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:12.697985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:12.726312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:12.770543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.812534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 10ee4dc3-f485-4dfe-b674-6232e9934097 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:12.812965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.826705 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 7.7865231
Dec 21 10:07:12.839685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40164) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:12.841232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc9048>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:05Z', 'revision_number': 7, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:07:01Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c38bee7-18d0-4421-ae7f-aaad7fe34edc', 'name': '', 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:b5:b0:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:45Z', 'updated_at': '2020-12-21T10:07:04Z', 'revision_number': 4, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:12.856540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c8b92fd2-5ee7-4b8f-9dbd-39cf65e40422 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'router': {'external_gateway_info': {'network_id': 'd25b0621-e93e-42fb-873a-1388b16249b0'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:12.927860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.928416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:12.930463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:07:12.956817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] Checking router: 395fb26c-bb31-47a1-92ce-557a30ab05f8 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:07:12.990744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=1383f967-c89a-4a93-9a50-ab4c71020e1a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:12.994900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.002238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port 8c38bee7-18d0-4421-ae7f-aaad7fe34edc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c38bee7-18d0-4421-ae7f-aaad7fe34edc,segment=NetworkSegment(b18a3211-39e8-4bb4-b4f1-5b30676fee80),segment_id=b18a3211-39e8-4bb4-b4f1-5b30676fee80)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:13.002644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.004167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Provisioning complete for port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:13.004611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.013862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:13.105068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Attempting to bind port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:07:13.105068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Attempting to bind port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'dcd37d1e-4793-4643-b522-3668b4b2fe02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:07:13.105448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Attempting to bind port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b on network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:07:13.122612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:13.130410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc9048>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:13.162100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 746f266e-01b1-4671-af94-ae3a7d56e3a7 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:13.181434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 8c38bee7-18d0-4421-ae7f-aaad7fe34edc owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:13.222701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] Transition to ACTIVE for port object 47062e8b-13b9-49b1-b384-2fce284ab9ff will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:13.229685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:07:13.230191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Checking segment: {'id': 'dcd37d1e-4793-4643-b522-3668b4b2fe02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:13.230989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.231441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Bound using segment: {'id': 'dcd37d1e-4793-4643-b522-3668b4b2fe02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:07:13.231997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Bound port: 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd37d1e-4793-4643-b522-3668b4b2fe02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:07:13.232428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.304210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:13.314946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:13.328509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:13.329044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.427536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8::1db (fc3dd635-6193-48c2-b608-e01c5ce01775/f721b715-9c00-4351-8ac0-0bbf0eb20194/38104356-7e4f-406a-92ab-b13738144db1) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:13.542528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.556366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-71659e44-3ade-4882-af71-e1fc9444a684 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:13.630172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.661150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8b92fd2-5ee7-4b8f-9dbd-39cf65e40422 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.668563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.698501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5614f65e-f97d-44bb-9233-5d6ec8be6965 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:13.713758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] For port 0362f563-2722-48c2-9937-9349958c108d, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0362f563-2722-48c2-9937-9349958c108d,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:13.714211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:13.800878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=8c38bee7-18d0-4421-ae7f-aaad7fe34edc,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:13.815205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:13.893695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:14.042042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] Calling delete_port for 0362f563-2722-48c2-9937-9349958c108d owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:14.085127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:14.129512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-d25b0621-e93e-42fb-873a-1388b16249b0', 'network_id': 'd25b0621-e93e-42fb-873a-1388b16249b0', 'tenant_id': '0ac61f50116d4397b03f40c7bedb8648', 'fixed_ips': [{'subnet_id': 'e858e27a-78e4-45eb-b438-671c76460477'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:07:14.130421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:14.148006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:14.199110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 38104356-7e4f-406a-92ab-b13738144db1 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:14.259895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] Pushing event updated for resources: {'Port': ['ID=47062e8b-13b9-49b1-b384-2fce284ab9ff,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:14.287535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80970) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:07:14.302033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:14.365291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] For port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:14.405316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:14.450193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:14.458936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4833ab7c-274a-45e3-8ac6-ff9447a87b12 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:14.475466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5a4a9cb-e137-44ed-a5ed-6d6e23c9cc69 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:14.493636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0362f563-2722-48c2-9937-9349958c108d no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:14.635240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=746f266e-01b1-4671-af94-ae3a7d56e3a7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:14.638422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:14.643909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:14.668238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] For port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=18a8a1f0-8a17-4a38-b89d-b0f02e90a71b,segment=NetworkSegment(dcd37d1e-4793-4643-b522-3668b4b2fe02),segment_id=dcd37d1e-4793-4643-b522-3668b4b2fe02)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:14.672757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-90121890-0b89-4945-b2aa-7180276dee3c tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:14.708370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:14.744107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:14.798605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Provisioning for port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:14.831770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:14.931123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Provisioning complete for port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:14.931537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:14.999339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=8c2e62b6-7057-4489-86a4-e12cbb8b721a,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:15.003449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:15.054720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_pluggable_backend [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Port 0362f563-2722-48c2-9937-9349958c108d was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=80970) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}}
Dec 21 10:07:15.056015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_pluggable_backend [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Reverting IP allocation for 2001:db8::f816:3eff:fef9:1f5a {{(pid=80970) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}}
Dec 21 10:07:15.071629 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-c8b92fd2-5ee7-4b8f-9dbd-39cf65e40422 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:07:15.076918 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c8b92fd2-5ee7-4b8f-9dbd-39cf65e40422 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "PUT /v2.0/routers/66724dd3-c24a-4e79-91eb-676ea4dc1664 HTTP/1.1" status: 400  len: 364 time: 2.2357235
Dec 21 10:07:15.084337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_pluggable_backend [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Reverting IP allocation failed for 2001:db8::f816:3eff:fef9:1f5a {{(pid=80970) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}}
Dec 21 10:07:15.085019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40168) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:15.163012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:15.167361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No active binding found for port 0362f563-2722-48c2-9937-9349958c108d {{(pid=80972) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 21 10:07:15.167839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0362f563-2722-48c2-9937-9349958c108d not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:15.204192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=38104356-7e4f-406a-92ab-b13738144db1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:15.216052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:15.242730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:15.243294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ddda0aef-6f88-40a3-bb1d-2206891205e4 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:15.426421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:15.431429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:15.444883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:15.452163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:15.453872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:15.487866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:15.506009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:15.507697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:15.525823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 47062e8b-13b9-49b1-b384-2fce284ab9ff up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:15.528960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:15.601120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Pushing event updated for resources: {'Port': ['ID=18a8a1f0-8a17-4a38-b89d-b0f02e90a71b,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:15.619209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.875s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:15.627388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.708s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:15.641655 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 4.2582343
Dec 21 10:07:15.714339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40172) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:15.727199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] Pushing event deleted for resources: {'Port': ['ID=0362f563-2722-48c2-9937-9349958c108d,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:15.750159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:15.750533 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP a1624d85-35d3-4bbb-83fa-99767bd263d3 disassociated (deleted). External IP: 172.26.1.181, port: 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9.
Dec 21 10:07:15.765540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:15.864559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=31c152f8-42b8-4d7d-8e20-50f525bd0df6,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:15.920587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:15.922730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=1383f967-c89a-4a93-9a50-ab4c71020e1a,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:15.926819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:16.047269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] No DVR routers for this DVR port 0362f563-2722-48c2-9937-9349958c108d on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:07:16.050692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Allocated IP 2001:db8:1::2 (d25b0621-e93e-42fb-873a-1388b16249b0/e858e27a-78e4-45eb-b438-671c76460477/acb146ef-9639-47f0-b3a3-86948e6805c3) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:16.079520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:16.099277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:16.166040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:16.252069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] For port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f2b1e841-ad0e-4875-a015-aa2f8dcfdeee,segment=NetworkSegment(b18a3211-39e8-4bb4-b4f1-5b30676fee80),segment_id=b18a3211-39e8-4bb4-b4f1-5b30676fee80)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:16.262035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc9048>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:05Z', 'revision_number': 7, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:07:01Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c38bee7-18d0-4421-ae7f-aaad7fe34edc', 'name': '', 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:b5:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:45Z', 'updated_at': '2020-12-21T10:07:11Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:16.275855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:16.281094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d049383d-6a17-493d-9db2-e396df9af95e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:16.299999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.056s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:16.307055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:16.327893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71757834-94d0-4f4b-8c10-dd83c626f619 None None] The sync data for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs is: [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:05Z', 'revision_number': 7, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:07:01Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8c38bee7-18d0-4421-ae7f-aaad7fe34edc', 'name': '', 'network_id': '07611d4e-df9c-439e-9c07-4a810ac0956b', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:b5:b0:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1079, 'fixed_ips': [{'subnet_id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:45Z', 'updated_at': '2020-12-21T10:07:11Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '80b932d0-5039-43c2-8e0c-0e0754d45453', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:16.407792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:16.418943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Provisioning complete for port b1450d48-0da0-4d24-953e-8948348c00eb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:16.419775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:16.616316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Pushing event updated for resources: {'Port': ['ID=f2b1e841-ad0e-4875-a015-aa2f8dcfdeee,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:16.619788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Port b1450d48-0da0-4d24-953e-8948348c00eb cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:16.623925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:16.640376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Could not find standard attr ID for object 6458a2bc-dace-46f0-8677-88c26c91d99c. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:07:16.670358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:16.670865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:16.682043 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3834207
Dec 21 10:07:16.683493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:07:16.690914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Could not find standard attr ID for object 0362f563-2722-48c2-9937-9349958c108d. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:07:16.691928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40180) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:16.729697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Transition to ACTIVE for port object acb146ef-9639-47f0-b3a3-86948e6805c3 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:16.744844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Provisioning for port d9182619-fdec-4680-9277-97837ccd5c5c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:16.769714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Provisioning complete for port d9182619-fdec-4680-9277-97837ccd5c5c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:16.769714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:16.816773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] Sync routers for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:16.827542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Transition to ACTIVE for port object acb146ef-9639-47f0-b3a3-86948e6805c3 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:16.833321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:16.834481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feded7048>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:16.853209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:16.883734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26131b6e-bf56-4289-ad68-e4225e7f3fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:16.887105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:16.917444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking segment: {'id': '747b681a-6a42-487f-bd8a-2b416cb0efa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:16.918041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network hostable DHCP agents. Network: cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:07:16.936799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e734c5-a152-4559-acab-7669f0e2815e None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:17.059526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:17.060315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:17.086213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:17.175039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:17.195194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1502273
Dec 21 10:07:17.196263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40184) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:17.211534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2079962773'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:17.222464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:17.230768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:network and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:17.232174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:07:17.235985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:17.243008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:17.250293 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 7.4365442
Dec 21 10:07:17.255430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40188) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:17.256754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:17.258107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:17.269030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:17.283438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:17.284516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda4a0f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:17.290041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:17.307454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:17.312371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:17.320858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:17.350300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '31c152f8-42b8-4d7d-8e20-50f525bd0df6'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:07:17.351333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:17.371161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:17.391064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:17.392002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:17.441561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d659692c-9075-41a7-bf2c-b661c11498cb None None] Network cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:17.481654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c9345c3-7912-4605-a092-1bd2d381d0de tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting subnet 80b932d0-5039-43c2-8e0c-0e0754d45453 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:17.494925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c9345c3-7912-4605-a092-1bd2d381d0de tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:17.502193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 183bdd4f-3c7d-4729-acec-803a9fe50da9 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:17.531387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:17.545739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:17.590706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:17.616536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c9345c3-7912-4605-a092-1bd2d381d0de tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:17.624420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 7.2536316
Dec 21 10:07:17.625062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40192) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:17.703640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feded7048>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:13Z', 'revision_number': 8, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:07:01Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:17.709920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] Checking router: 395fb26c-bb31-47a1-92ce-557a30ab05f8 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:07:17.723252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:17.727213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:17.728297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feded7048>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:17.760117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c9345c3-7912-4605-a092-1bd2d381d0de tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:17.933045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Pushing event updated for resources: {'Port': ['ID=acb146ef-9639-47f0-b3a3-86948e6805c3,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:17.948810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:18.020706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.137s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:18.040985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f2b1e841-ad0e-4875-a015-aa2f8dcfdeee up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:18.163146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] vxlan segment allocate from pool success with {'vxlan_vni': 10}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:07:18.173154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:18.173589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added segment 2a9a14b6-7baf-4b40-9329-6c20a7e54273 of type vxlan for network dcbd457d-fce5-4af3-bc23-9e006ae7ab04
Dec 21 10:07:18.203659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:18.228729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c9345c3-7912-4605-a092-1bd2d381d0de tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:18.239110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:07:18.257040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] For port d9182619-fdec-4680-9277-97837ccd5c5c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d9182619-fdec-4680-9277-97837ccd5c5c,segment=NetworkSegment(015b848c-4752-4186-abd0-81650fd15113),segment_id=015b848c-4752-4186-abd0-81650fd15113)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:18.368060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:18.372856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:18.377982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-96ae481b-95c6-47ec-9c99-9a3f6ca51ebe tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:18.459458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:18.508723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feded7048>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:13Z', 'revision_number': 8, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:07:01Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:18.514976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e14c5-7813-4d49-84bb-0ffdbe1967ae None None] The sync data for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs is: [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:13Z', 'revision_number': 8, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3a0bcaa2-a04f-4863-baed-d3337e3d6024', 'name': '', 'network_id': '6bab0974-0086-4cd3-8fe9-5ea45b42e4b4', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:67:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:28Z', 'updated_at': '2020-12-21T10:07:01Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'a487cedf-c3d7-4a1a-ba9a-c78e36344827', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:18.525376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:18.541430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] Sync routers for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:18.556163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:18.558585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbbb860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:18.756137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:18.855315 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f721b715-9c00-4351-8ac0-0bbf0eb20194 (CIDR: 2001:db8::/64)
Dec 21 10:07:18.872464 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:07:18.873149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 400 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:18.882361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9345c3-7912-4605-a092-1bd2d381d0de tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Subnet': ['ID=80b932d0-5039-43c2-8e0c-0e0754d45453,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:18.884569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Allocated IP 2001:db8::f816:3eff:fe4c:1fc9 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/31c152f8-42b8-4d7d-8e20-50f525bd0df6/5a6d82a3-635f-4352-b781-6477d5d7b7cb) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:18.887405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:18.894581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c9345c3-7912-4605-a092-1bd2d381d0de tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:18.897731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:18.902793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:18.906802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c9345c3-7912-4605-a092-1bd2d381d0de tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:18.921637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:18.949202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1c9345c3-7912-4605-a092-1bd2d381d0de tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/80b932d0-5039-43c2-8e0c-0e0754d45453 HTTP/1.1" status: 204  len: 168 time: 2.2559505
Dec 21 10:07:18.953011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40196) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:18.975477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7eacd4ee-e2de-4d7c-bc95-512f97cd8d42 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 3.2556374
Dec 21 10:07:18.980489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40200) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:18.983673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:19.067020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:19.109110 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/floatingips/a1624d85-35d3-4bbb-83fa-99767bd263d3 HTTP/1.1" status: 204  len: 168 time: 7.4068859
Dec 21 10:07:19.120976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:07:19.132517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:19.142278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:19.170370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:19.183128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:19.204244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Transition to ACTIVE for port object 5a6d82a3-635f-4352-b781-6477d5d7b7cb will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:19.211823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:19.216538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:19.217562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:19.225284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Allocated IP 2001:db8::1 (b949ff71-d042-4d67-a36d-049c8cc9b06e/f21bad6d-b4f0-44bb-958d-db445acbed9e/5b74310f-179f-4226-9814-a2b4bf83145a) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:19.238035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3becc9c9-f163-44c8-9d64-31388609f812 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:19.261089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Transition to ACTIVE for port object 5a6d82a3-635f-4352-b781-6477d5d7b7cb will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:19.305536 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'status': 'completed', 'code': 200}
Dec 21 10:07:19.400707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d69c87-a33e-493c-854b-e58b1aead84c None None] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:19.416502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff626a8d-1726-4915-aeb4-be69f633eb24 None None] Network 07611d4e-df9c-439e-9c07-4a810ac0956b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:19.491405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:19.531684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Network d25b0621-e93e-42fb-873a-1388b16249b0 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:19.619170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:19.649033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:19.697943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:19.734147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 2.5281141
Dec 21 10:07:19.735155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Network': ['ID=dcbd457d-fce5-4af3-bc23-9e006ae7ab04,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:19.743847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:19.752639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:19.757281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbbb860>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:06:39Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:19.763073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] Checking router: 183bdd4f-3c7d-4729-acec-803a9fe50da9 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:07:19.776205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:19.776902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbbb860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:19.778108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:19.792643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:19.816585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:19.819566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40212) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:19.833397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'subnet': {'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:19.862781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:19.883775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:19.916141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:19.961694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Attempting to bind port acb146ef-9639-47f0-b3a3-86948e6805c3 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:07:19.962125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Attempting to bind port acb146ef-9639-47f0-b3a3-86948e6805c3 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '66f4ecdf-5214-42be-9ffe-3f904d2cacdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd25b0621-e93e-42fb-873a-1388b16249b0'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:07:19.962542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Attempting to bind port acb146ef-9639-47f0-b3a3-86948e6805c3 on network d25b0621-e93e-42fb-873a-1388b16249b0 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:07:19.991678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:20.014292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:20.042890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:20.043880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:20.062738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Provisioning for port 47062e8b-13b9-49b1-b384-2fce284ab9ff completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:20.118939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Provisioning complete for port 47062e8b-13b9-49b1-b384-2fce284ab9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:20.119373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:20.181416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:20.212679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:07:20.213103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Checking segment: {'id': '66f4ecdf-5214-42be-9ffe-3f904d2cacdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd25b0621-e93e-42fb-873a-1388b16249b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:20.213579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:20.214033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Bound using segment: {'id': '66f4ecdf-5214-42be-9ffe-3f904d2cacdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd25b0621-e93e-42fb-873a-1388b16249b0'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:07:20.214588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Bound port: acb146ef-9639-47f0-b3a3-86948e6805c3, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66f4ecdf-5214-42be-9ffe-3f904d2cacdf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'd25b0621-e93e-42fb-873a-1388b16249b0'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:07:20.215017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:20.228520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-a7a96412-60d2-4f70-852d-00c41bc9cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:20.230391 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-a7a96412-60d2-4f70-852d-00c41bc9cd02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 1162 time: 0.9197457
Dec 21 10:07:20.233883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:20.293957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:20.294567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:20.300338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c4ad8-7f2d-4e45-aaed-61de7dd5dbc1 req-38f223c3-76fe-4aa0-a041-410549d83bf0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:20.301055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5c3c4ad8-7f2d-4e45-aaed-61de7dd5dbc1 req-38f223c3-76fe-4aa0-a041-410549d83bf0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:07:20.339868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Transition to ACTIVE for port object 5b74310f-179f-4226-9814-a2b4bf83145a will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:20.347067 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31c152f8-42b8-4d7d-8e20-50f525bd0df6 (CIDR: 2001:db8::/64)
Dec 21 10:07:20.358247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:20.363349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:subnet and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:20.367326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:20.374088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:20.429583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:20.450179 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:07:20.451372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:20.458829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-701583c1-e920-408d-baa4-3e815cc75f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:20.460687 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-701583c1-e920-408d-baa4-3e815cc75f8e service neutron] 10.222.0.16 "GET /v2.0/networks?id=37139eec-4360-49f4-a0d3-c34ef75561ea HTTP/1.1" status: 200  len: 892 time: 0.2159209
Dec 21 10:07:20.515165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:20.541512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbbb860>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:06:39Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:20.547045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c662f-442e-4a39-926b-a0495959ef98 None None] The sync data for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs is: [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:06:39Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '6ecd8b1b-03d3-4cfe-970e-1b72f203225e', 'name': '', 'network_id': '37139eec-4360-49f4-a0d3-c34ef75561ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:1d:4f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_interface', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:36Z', 'updated_at': '2020-12-21T10:03:54Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4b556acf-e92c-426f-85b6-23b8237cb035', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:20.553736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5c3c4ad8-7f2d-4e45-aaed-61de7dd5dbc1 req-38f223c3-76fe-4aa0-a041-410549d83bf0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:07:20.562243 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5c3c4ad8-7f2d-4e45-aaed-61de7dd5dbc1 req-38f223c3-76fe-4aa0-a041-410549d83bf0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 945 time: 0.6816297
Dec 21 10:07:20.611655 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-c5051789-4c79-4ebd-ada4-e75991864dc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 HTTP/1.1" status: 200  len: 217 time: 0.1399407
Dec 21 10:07:20.701600 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-51c13593-861d-41f5-8032-d2b59ca5c956 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 3.4355536
Dec 21 10:07:20.714556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40216) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:20.727391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:20.751419 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5c3c4ad8-7f2d-4e45-aaed-61de7dd5dbc1 req-c2b54011-878f-4b4b-8479-6f69f34b23e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1880319
Dec 21 10:07:20.760081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:20.770124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:20.800453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-11f0cfb8-cf12-4c97-a5f0-83643ee8e974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:20.802173 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-11f0cfb8-cf12-4c97-a5f0-83643ee8e974 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4b556acf-e92c-426f-85b6-23b8237cb035 HTTP/1.1" status: 200  len: 835 time: 0.1790819
Dec 21 10:07:20.809901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8aef689-fc7e-4db9-9a81-6215afe2a4ed tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:20.840310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:20.915549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Pushing event updated for resources: {'Port': ['ID=d9182619-fdec-4680-9277-97837ccd5c5c,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:20.970605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.351s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:20.977189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-686f70d3-f1e9-4b60-9b5e-17285ddc7e3b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.280s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:21.104312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Subnet': ['ID=8c2e62b6-7057-4489-86a4-e12cbb8b721a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:21.119783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:21.126890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12251bc9-7d5a-4647-b7b7-021ed034258c None None] New status for floating IP a1624d85-35d3-4bbb-83fa-99767bd263d3: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:07:21.128367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:21.140693 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet eb5f3bf4-9771-4c77-8d1d-dd51f1890178 (CIDR: 2001:db8:0:1::/64)
Dec 21 10:07:21.144856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f2b1e841-ad0e-4875-a015-aa2f8dcfdeee,segment=NetworkSegment(b18a3211-39e8-4bb4-b4f1-5b30676fee80),segment_id=b18a3211-39e8-4bb4-b4f1-5b30676fee80)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:21.145257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:21.159542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:07:21.160463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:21.186329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22249d50-db81-483e-a982-c85bb672e7d4 None None] Network cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:21.202399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Pushing event updated for resources: {'Port': ['ID=5a6d82a3-635f-4352-b781-6477d5d7b7cb,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:21.222635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:21.320848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for f2b1e841-ad0e-4875-a015-aa2f8dcfdeee owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:21.374224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ba016bee-1960-4b5f-ad10-1d2b776c6e9d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 2.3894103
Dec 21 10:07:21.376013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40222) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:21.397945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'subnet': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:21.481331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:21.487772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Port': ['ID=5b74310f-179f-4226-9814-a2b4bf83145a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:21.494530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] For port acb146ef-9639-47f0-b3a3-86948e6805c3, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:21.504082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:21.515650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:21.554482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=f2b1e841-ad0e-4875-a015-aa2f8dcfdeee,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:21.557218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:21.610445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:21.621477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:21.637879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:21.692183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] For port acb146ef-9639-47f0-b3a3-86948e6805c3, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=acb146ef-9639-47f0-b3a3-86948e6805c3,segment=NetworkSegment(66f4ecdf-5214-42be-9ffe-3f904d2cacdf),segment_id=66f4ecdf-5214-42be-9ffe-3f904d2cacdf)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:21.695190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:21.743847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:21.746279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:21.750576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No DVR routers for this DVR port f2b1e841-ad0e-4875-a015-aa2f8dcfdeee on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:07:21.751404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:21.764894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-0828cdce-9840-4abb-8d1d-9c5c582ab73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:21.766569 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-0828cdce-9840-4abb-8d1d-9c5c582ab73a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=37139eec-4360-49f4-a0d3-c34ef75561ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8949728
Dec 21 10:07:21.771283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:21.782685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:21.792024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:21.898117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:21.948928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-e2fa69db-60ab-451e-8598-ae2eb5d1320e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:21.951418 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-e2fa69db-60ab-451e-8598-ae2eb5d1320e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 945 time: 1.0810862
Dec 21 10:07:21.978511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:21.978815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda4a0f0>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:07:13Z', 'revision_number': 2, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:14Z', 'revision_number': 2, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:21.989828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ae5a88-d278-4ee4-b481-d2df1fcbe262 None None] DHCP port deletion for 07611d4e-df9c-439e-9c07-4a810ac0956b request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:22.002651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network b949ff71-d042-4d67-a36d-049c8cc9b06e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:22.017599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:22.021213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:22.021878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.084058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:22.109826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:07:22.110681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Updating router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 port 1383f967-c89a-4a93-9a50-ab4c71020e1a binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:07:22.178955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e623c8>,) {'filters': {'network_id': ['07611d4e-df9c-439e-9c07-4a810ac0956b']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:22.204062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e623c8>, 'b18a3211-39e8-4bb4-b4f1-5b30676fee80') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:22.204298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e623c8>, 'b18a3211-39e8-4bb4-b4f1-5b30676fee80') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:22.229840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.253994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.257311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Releasing vxlan tunnel 4 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:07:22.309251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.325941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Pushing event updated for resources: {'Port': ['ID=acb146ef-9639-47f0-b3a3-86948e6805c3,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:22.332604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Provisioning for port 38104356-7e4f-406a-92ab-b13738144db1 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:22.341044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Attempting to bind port 5a6d82a3-635f-4352-b781-6477d5d7b7cb on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:07:22.341465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Attempting to bind port 5a6d82a3-635f-4352-b781-6477d5d7b7cb by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:07:22.341925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Attempting to bind port 5a6d82a3-635f-4352-b781-6477d5d7b7cb on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:07:22.344488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:22.373758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:07:22.374277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:22.374672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.375121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:07:22.375673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Bound port: 5a6d82a3-635f-4352-b781-6477d5d7b7cb, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:07:22.376107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.390032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Provisioning complete for port 38104356-7e4f-406a-92ab-b13738144db1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:22.390497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.442132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:22.547412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feeba0ef0>,) {'filters': {'network_id': ['cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:22.582846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:22.625025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feeba0ef0>, '747b681a-6a42-487f-bd8a-2b416cb0efa4') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:22.625168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feeba0ef0>, '747b681a-6a42-487f-bd8a-2b416cb0efa4') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:22.653528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:22.709394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.717673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Usage tracker for resource:subnet and tenant:88b585b75ba24611885906f26f32020e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:22.743480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:22.776235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:22.776650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.860806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 07611d4e-df9c-439e-9c07-4a810ac0956b has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:22.870868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d9182619-fdec-4680-9277-97837ccd5c5c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:22.875514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.918583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:22.929019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.940603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-ee6586cc-132e-46d8-9a28-3b2b3439080c service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1536558
Dec 21 10:07:22.943824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Port 38104356-7e4f-406a-92ab-b13738144db1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:22.954194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 17 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:07:22.977444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Made reservation on behalf of 88b585b75ba24611885906f26f32020e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:22.985201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:22.993899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:23.027154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:23.046665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98fefd9b-b23b-4346-bd2f-3008adbc8127 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:23.114345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:07:23.120349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Provisioning for port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:23.192117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 07611d4e-df9c-439e-9c07-4a810ac0956b has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:23.223332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] For port 5a6d82a3-635f-4352-b781-6477d5d7b7cb, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:07:23.233578 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:07:23.244676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:23.245963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Provisioning complete for port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:23.246312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:23.298351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:23.304011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'code': 200}
Dec 21 10:07:23.308849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] For port 5a6d82a3-635f-4352-b781-6477d5d7b7cb, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5a6d82a3-635f-4352-b781-6477d5d7b7cb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:23.310607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1035b2b-4484-44ee-a2de-3368f27031b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:23.344031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f1c54-7f64-4c50-8d94-92d9e15d72b9 req-4bc4ef10-20b7-4459-a477-74f8e0dc1f6d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:23.347199 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea6f1c54-7f64-4c50-8d94-92d9e15d72b9 req-4bc4ef10-20b7-4459-a477-74f8e0dc1f6d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 945 time: 1.3947616
Dec 21 10:07:23.372647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:23.419696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Subnet': ['ID=edd17417-4dba-4e86-b61b-d80f194669e2,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:23.424916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:23.448772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:23.457317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-67fdca40-9b50-4712-9d2d-adc53a7c4d36 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:23.460838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port d9182619-fdec-4680-9277-97837ccd5c5c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:23.461618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:23.482491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:23.530569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Network': ['ID=07611d4e-df9c-439e-9c07-4a810ac0956b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:23.540662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:23.586797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/networks/07611d4e-df9c-439e-9c07-4a810ac0956b HTTP/1.1" status: 204  len: 168 time: 4.6313069
Dec 21 10:07:23.591233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40230) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:23.769381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:23.785639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Checking segment: {'id': '2a9a14b6-7baf-4b40-9329-6c20a7e54273', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:23.785639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network hostable DHCP agents. Network: dcbd457d-fce5-4af3-bc23-9e006ae7ab04, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:07:23.797149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:23.812829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:23.825299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:23.831487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c237f17-2336-4d43-a031-5d64f9e73827 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:23.836114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:23.863654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:07:23.895439 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea6f1c54-7f64-4c50-8d94-92d9e15d72b9 req-a8d4df3e-feb5-4d51-92a0-fca64d72701b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3994286
Dec 21 10:07:23.924684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Pushing event updated for resources: {'Port': ['ID=5a6d82a3-635f-4352-b781-6477d5d7b7cb,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:23.938251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:23.983533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, dcbd457d-fce5-4af3-bc23-9e006ae7ab04) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:24.065726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2b450-a37d-4c85-beae-9bc4e7d25774 None None] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:24.107376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:24.108033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:24.155102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:24.218797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c38bee7-18d0-4421-ae7f-aaad7fe34edc no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:24.227489 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 4.4064550
Dec 21 10:07:24.237313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40234) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:24.270747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 8c38bee7-18d0-4421-ae7f-aaad7fe34edc {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:24.271245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c38bee7-18d0-4421-ae7f-aaad7fe34edc not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:24.271808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f2b1e841-ad0e-4875-a015-aa2f8dcfdeee no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:24.309933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:24.329334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: f2b1e841-ad0e-4875-a015-aa2f8dcfdeee {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:24.330247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device f2b1e841-ad0e-4875-a015-aa2f8dcfdeee not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:24.333546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:24.373395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] For port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=18a8a1f0-8a17-4a38-b89d-b0f02e90a71b,segment=NetworkSegment(dcd37d1e-4793-4643-b522-3668b4b2fe02),segment_id=dcd37d1e-4793-4643-b522-3668b4b2fe02)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:24.389352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:24.404338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c43441c5-1838-4c82-8966-bf167a5f21e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:24.429625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:07:24.532079 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:07:24.650453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-85c6ef2d-8d3c-4a0a-9dc8-adf1e7988080 req-4a95e941-55d4-46bf-9f2d-a4010e0638dc service neutron] 10.222.0.16 "GET /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.3184955
Dec 21 10:07:24.820307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:07:24.821257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:24.847470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Pushing event updated for resources: {'Port': ['ID=18a8a1f0-8a17-4a38-b89d-b0f02e90a71b,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:24.855736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Provisioning complete for port b1450d48-0da0-4d24-953e-8948348c00eb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:24.856385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:24.888650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:24.889068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:24.920150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:24.959779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device acb146ef-9639-47f0-b3a3-86948e6805c3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:25.039555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:25.120941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:25.126519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:25.158702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Transition to ACTIVE for port object 1383f967-c89a-4a93-9a50-ab4c71020e1a will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:25.244434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:25.259736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Port b1450d48-0da0-4d24-953e-8948348c00eb cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:25.270468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e25bb7e0-157d-4496-9b0d-ac89d4103a96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:25.387561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-77d035f4-af26-468c-a8dc-192efb3d516f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:25.563684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e381a01c-abd1-419c-be6f-36999013eba9 None None] Network d25b0621-e93e-42fb-873a-1388b16249b0 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:25.894746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Network': ['ID=cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:25.897167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffeab9a-80e0-408f-9458-b22a9d00d071 None None] Pushing event updated for resources: {'Port': ['ID=1383f967-c89a-4a93-9a50-ab4c71020e1a,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:25.911825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port acb146ef-9639-47f0-b3a3-86948e6805c3 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:25.915160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Provisioning for port 5b74310f-179f-4226-9814-a2b4bf83145a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:25.918133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:25.929120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ffeab9a-80e0-408f-9458-b22a9d00d071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:25.959319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Provisioning complete for port 5b74310f-179f-4226-9814-a2b4bf83145a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:25.959319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:26.007140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:26.009416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:26.076737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7 HTTP/1.1" status: 204  len: 168 time: 8.4162929
Dec 21 10:07:26.089005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40242) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:26.125643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-935480488'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:26.142540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:26.173919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:network and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:26.175386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Port 5b74310f-179f-4226-9814-a2b4bf83145a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:26.195505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for network was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:26.281678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:26.370591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Attempting to bind port 1383f967-c89a-4a93-9a50-ab4c71020e1a on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:07:26.370992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Attempting to bind port 1383f967-c89a-4a93-9a50-ab4c71020e1a by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'dcd37d1e-4793-4643-b522-3668b4b2fe02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:07:26.371621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Attempting to bind port 1383f967-c89a-4a93-9a50-ab4c71020e1a on network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:07:26.377522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Allocated IP 2001:db8:1::2 (dcbd457d-fce5-4af3-bc23-9e006ae7ab04/edd17417-4dba-4e86-b61b-d80f194669e2/d14ec903-4768-4887-ab60-12717fab6527) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:26.380193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Provisioning complete for port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:26.380812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:26.432148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:07:26.437338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Checking segment: {'id': 'dcd37d1e-4793-4643-b522-3668b4b2fe02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:26.438265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:26.438878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Bound using segment: {'id': 'dcd37d1e-4793-4643-b522-3668b4b2fe02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:07:26.439635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Bound port: 1383f967-c89a-4a93-9a50-ab4c71020e1a, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcd37d1e-4793-4643-b522-3668b4b2fe02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:07:26.442678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:26.493988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:26.499948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:26.677049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 3a0bcaa2-a04f-4863-baed-d3337e3d6024 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:26.677619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:26.867869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:26.882334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:26.883261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:26.909370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5a6d82a3-635f-4352-b781-6477d5d7b7cb up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:27.013880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] For port 1383f967-c89a-4a93-9a50-ab4c71020e1a, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:27.019749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4db524f-ec07-48e0-a695-3672e4a46c7a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:27.109707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port 3a0bcaa2-a04f-4863-baed-d3337e3d6024, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3a0bcaa2-a04f-4863-baed-d3337e3d6024,segment=NetworkSegment(e1b4b00e-969c-4d05-8a2a-bfe8b34ff782),segment_id=e1b4b00e-969c-4d05-8a2a-bfe8b34ff782)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:27.110120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:27.141185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] For port 1383f967-c89a-4a93-9a50-ab4c71020e1a, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1383f967-c89a-4a93-9a50-ab4c71020e1a,segment=NetworkSegment(dcd37d1e-4793-4643-b522-3668b4b2fe02),segment_id=dcd37d1e-4793-4643-b522-3668b4b2fe02)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:27.168175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:27.202685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-014adbcb-6809-460b-93d7-ce204e02c56e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:27.209240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5dff9-15f4-42f1-bb0d-873838ee1bb0 req-07e04fb7-1f46-44fb-82ff-3473e3cdffbc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:27.212312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-84a5dff9-15f4-42f1-bb0d-873838ee1bb0 req-07e04fb7-1f46-44fb-82ff-3473e3cdffbc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 943 time: 1.4512212
Dec 21 10:07:27.241872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Provisioning for port 1383f967-c89a-4a93-9a50-ab4c71020e1a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:27.352393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:27.393234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 3a0bcaa2-a04f-4863-baed-d3337e3d6024 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:27.435585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 5a6d82a3-635f-4352-b781-6477d5d7b7cb completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:27.463993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:27.473611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Transition to ACTIVE for port object d14ec903-4768-4887-ab60-12717fab6527 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:27.479049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Provisioning for port acb146ef-9639-47f0-b3a3-86948e6805c3 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:27.485690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:27.496929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:07:27.511338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:27.511791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Added segment a28c4e06-7283-4cd4-9ba5-44e4c06a42dd of type vxlan for network b6821944-99a0-4ef9-a4b4-39e0338d8802
Dec 21 10:07:27.612960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Provisioning complete for port acb146ef-9639-47f0-b3a3-86948e6805c3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:27.613695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:27.664133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event updated for resources: {'Port': ['ID=5b74310f-179f-4226-9814-a2b4bf83145a,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:27.666636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:27.681220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffeab9a-80e0-408f-9458-b22a9d00d071 None None] Pushing event updated for resources: {'Port': ['ID=1383f967-c89a-4a93-9a50-ab4c71020e1a,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:27.685020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ffeab9a-80e0-408f-9458-b22a9d00d071 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:27.699459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:27.701153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-10dd2403-9429-4d6c-8550-0ee02d38388c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:27.702766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Transition to ACTIVE for port object d14ec903-4768-4887-ab60-12717fab6527 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:27.709590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2fafc8c6-4e7a-4a91-ad33-1295f45c8812 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:27.731366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:27.750119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:27.760962 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-84a5dff9-15f4-42f1-bb0d-873838ee1bb0 req-262891bd-3611-4045-9c70-2f863f8e7e28 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=69c4c8d8-7301-45c9-bc5c-24515c726e97&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5056155
Dec 21 10:07:27.797504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:27.798064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:27.817054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Allocated IP 2001:db8:1::1 (dcbd457d-fce5-4af3-bc23-9e006ae7ab04/edd17417-4dba-4e86-b61b-d80f194669e2/8760e720-eb44-477f-a6ae-bd3262a67f55) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:27.827930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:27.834215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=92c20f2b-0cba-4de8-8d26-2c3f0201b7e9,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:27.856802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:27.926833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network b949ff71-d042-4d67-a36d-049c8cc9b06e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:27.934008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:28.011569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:28.038290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Transition to ACTIVE for port object 8760e720-eb44-477f-a6ae-bd3262a67f55 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:28.068709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:28.141118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:28.239814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=3a0bcaa2-a04f-4863-baed-d3337e3d6024,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:28.248883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:28.263918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Pushing event updated for resources: {'Port': ['ID=d14ec903-4768-4887-ab60-12717fab6527,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:28.279699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:28.305345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:28.307013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda4a0f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:28.331053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:28.331787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7f1ff79-819f-4fa6-aac8-b895bfbd891d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:28.407930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:28.415883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:28.430098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:28.430695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:28.468049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=8760e720-eb44-477f-a6ae-bd3262a67f55,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:28.483906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:28.515312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:28.520853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:28.521808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:28.638791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] For port acb146ef-9639-47f0-b3a3-86948e6805c3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=acb146ef-9639-47f0-b3a3-86948e6805c3,segment=NetworkSegment(66f4ecdf-5214-42be-9ffe-3f904d2cacdf),segment_id=66f4ecdf-5214-42be-9ffe-3f904d2cacdf)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:28.670787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-48ff0dc6-5396-4660-aec7-095dfe1c4137 tempest-FloatingIPTestJSON-575278988 tempest-FloatingIPTestJSON-575278988] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:28.703146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:28.711101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ffeab9a-80e0-408f-9458-b22a9d00d071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:28.814274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:28.926170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:28.947304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:28.980019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:28.989457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:29.043045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:29.127183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port 92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:07:29.134696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:29.150513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'name': 'network-vif-deleted', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:07:29.187793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Pushing event updated for resources: {'Port': ['ID=acb146ef-9639-47f0-b3a3-86948e6805c3,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:29.216730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:29.217523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Provisioning for port 5a6d82a3-635f-4352-b781-6477d5d7b7cb completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:29.230446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Attempting to bind port d14ec903-4768-4887-ab60-12717fab6527 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:07:29.231077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Attempting to bind port d14ec903-4768-4887-ab60-12717fab6527 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '2a9a14b6-7baf-4b40-9329-6c20a7e54273', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:07:29.231871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Attempting to bind port d14ec903-4768-4887-ab60-12717fab6527 on network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:07:29.239657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:07:29.240217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Checking segment: {'id': '2a9a14b6-7baf-4b40-9329-6c20a7e54273', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:29.240782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:29.241366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Bound using segment: {'id': '2a9a14b6-7baf-4b40-9329-6c20a7e54273', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:07:29.242234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Bound port: d14ec903-4768-4887-ab60-12717fab6527, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9a14b6-7baf-4b40-9329-6c20a7e54273', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:07:29.243066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:29.248043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:29.250101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Router 66724dd3-c24a-4e79-91eb-676ea4dc1664 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:29.275197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Provisioning complete for port 5a6d82a3-635f-4352-b781-6477d5d7b7cb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:29.275784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:29.290334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:29.294801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:29.323211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcaed12b-e59f-48a4-948c-b16b11835df3 None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:29.328922 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1157bf36-d25b-4f9d-898f-cd4d8d4e58c4', 'name': 'network-vif-deleted', 'tag': '92c20f2b-0cba-4de8-8d26-2c3f0201b7e9', 'status': 'completed', 'code': 200}
Dec 21 10:07:29.331152 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b1cc76dc-16d0-4431-92ef-940f7ce68c73 req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "DELETE /v2.0/ports/92c20f2b-0cba-4de8-8d26-2c3f0201b7e9 HTTP/1.1" status: 204  len: 173 time: 7.3249400
Dec 21 10:07:29.341909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1a1b9d2f-5ff0-4067-a11e-cded64deac2f req-a43af995-133d-4f57-8435-1cdfb42deede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:07:29.348284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 3.2428050
Dec 21 10:07:29.349712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40256) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:29.383117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:29.383787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:29.397188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Subnet': ['ID=7d89c4f1-cb5b-4ad9-837c-afc6caa558f5,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:29.530752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:29.545401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0be0c6d-d6ea-4cac-9086-87860ad526be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.420s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:29.672446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1a1b9d2f-5ff0-4067-a11e-cded64deac2f req-a43af995-133d-4f57-8435-1cdfb42deede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:07:29.679330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a1b9d2f-5ff0-4067-a11e-cded64deac2f req-a43af995-133d-4f57-8435-1cdfb42deede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1157bf36-d25b-4f9d-898f-cd4d8d4e58c4 HTTP/1.1" status: 200  len: 210 time: 0.5345867
Dec 21 10:07:29.703311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] For port d14ec903-4768-4887-ab60-12717fab6527, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:29.723949 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 8.3362226
Dec 21 10:07:29.737390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40262) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:29.765874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] For port d14ec903-4768-4887-ab60-12717fab6527, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d14ec903-4768-4887-ab60-12717fab6527,segment=NetworkSegment(2a9a14b6-7baf-4b40-9329-6c20a7e54273),segment_id=2a9a14b6-7baf-4b40-9329-6c20a7e54273)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:29.781081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'network_id': 'b6821944-99a0-4ef9-a4b4-39e0338d8802', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:29.807370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-769042055', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d89c4f1-cb5b-4ad9-837c-afc6caa558f5'}], 'security_groups': ['56e0a5e0-2701-4e50-aea3-c89295d7a197', '206ef9d1-a76a-4695-8df9-13da9a4b636e']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:29.812755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:29.876684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:29.911376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:29.948758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=b6821944-99a0-4ef9-a4b4-39e0338d8802,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:29.967160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:29.970758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:29.973256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-84a6a1ba-4484-4d11-8930-9b6acdc86b90 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.644s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:29.981434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a7d71-5055-4f91-9aba-3117e8af711a None None] Sync routers for ids ['66724dd3-c24a-4e79-91eb-676ea4dc1664'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:30.001175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a7d71-5055-4f91-9aba-3117e8af711a None None] Routers {'66724dd3-c24a-4e79-91eb-676ea4dc1664'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:30.001889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-075a7d71-5055-4f91-9aba-3117e8af711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feead95f8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['66724dd3-c24a-4e79-91eb-676ea4dc1664'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:30.016681 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "PUT /v2.0/routers/66724dd3-c24a-4e79-91eb-676ea4dc1664/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9304721
Dec 21 10:07:30.035459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40266) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:30.041635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network b6821944-99a0-4ef9-a4b4-39e0338d8802 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:30.054977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network b6821944-99a0-4ef9-a4b4-39e0338d8802 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:30.079743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-075a7d71-5055-4f91-9aba-3117e8af711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feead95f8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:30.091229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a7d71-5055-4f91-9aba-3117e8af711a None None] Routers {'66724dd3-c24a-4e79-91eb-676ea4dc1664'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:30.092081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-075a7d71-5055-4f91-9aba-3117e8af711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feead95f8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['66724dd3-c24a-4e79-91eb-676ea4dc1664'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:30.186464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-075a7d71-5055-4f91-9aba-3117e8af711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feead95f8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:30.186934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a7d71-5055-4f91-9aba-3117e8af711a None None] The sync data for ids ['66724dd3-c24a-4e79-91eb-676ea4dc1664'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:30.311812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:30.327337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:30.343286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=f838b8ff-77e9-40a8-a413-512328373e87,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:30.358866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:30.409431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:30.410517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:30.410658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f8202a-8e05-4bf0-9d13-99c43f0e890b None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:30.440344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e080259c-47fc-4daa-8e48-1c05c02dacf2 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:30.487401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:30.511221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:subnet and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:30.555173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] For port 5a6d82a3-635f-4352-b781-6477d5d7b7cb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5a6d82a3-635f-4352-b781-6477d5d7b7cb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:30.569182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:30.586221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:30.588573 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 9.8726387
Dec 21 10:07:30.590463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40272) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:30.609970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:30.613349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:97:f0:d5', 'name': 'tempest-NetworksTestDHCPv6-1849256024'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:30.650115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:07:30.698615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-e080259c-47fc-4daa-8e48-1c05c02dacf2 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] delete failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:07:30.702835 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e080259c-47fc-4daa-8e48-1c05c02dacf2 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/routers/66724dd3-c24a-4e79-91eb-676ea4dc1664 HTTP/1.1" status: 409  len: 329 time: 0.6511610
Dec 21 10:07:30.709043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40276) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:30.741934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:30.824082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Pushing event updated for resources: {'Port': ['ID=d14ec903-4768-4887-ab60-12717fab6527,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:30.837171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:30.845440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device acb146ef-9639-47f0-b3a3-86948e6805c3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:30.856084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:30.858130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:30.876834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:30.882879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40282) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:30.884734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:30.894593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:30.895515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:30.923516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:30.975992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:port and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:30.981698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda4a0f0>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:07:13Z', 'revision_number': 2, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:26Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:30.984213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Provisioning complete for port 5b74310f-179f-4226-9814-a2b4bf83145a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:30.984640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:31.020776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for port was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:31.037527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:31.069626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aadf551c-545e-47f9-be78-a84de26ab080 None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:07:13Z', 'revision_number': 2, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:26Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:31.104484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Port 5b74310f-179f-4226-9814-a2b4bf83145a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:31.107199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:31.187614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Pushing event updated for resources: {'Port': ['ID=5a6d82a3-635f-4352-b781-6477d5d7b7cb,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:31.195472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:31.248454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:31.253822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port acb146ef-9639-47f0-b3a3-86948e6805c3 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:31.254115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:31.270453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=8760e720-eb44-477f-a6ae-bd3262a67f55,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:31.320804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f26cc48d-c389-4668-9a58-5d131d9e861b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:31.336536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:31.368576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:31.434033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Provisioning complete for port acb146ef-9639-47f0-b3a3-86948e6805c3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:31.434514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:31.677078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:31.695947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] Update dhcp port {'port': {'network_id': 'fc3dd635-6193-48c2-b608-e01c5ce01775', 'fixed_ips': [{'subnet_id': 'eb5f3bf4-9771-4c77-8d1d-dd51f1890178', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f721b715-9c00-4351-8ac0-0bbf0eb20194', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d89c4f1-cb5b-4ad9-837c-afc6caa558f5'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '47062e8b-13b9-49b1-b384-2fce284ab9ff'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:07:31.833147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f26cc48d-c389-4668-9a58-5d131d9e861b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:31.846531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:31.854043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:31.880611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] Sync routers for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:31.967228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:31.970278 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 8.3779120
Dec 21 10:07:31.975283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:31.979906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40288) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:32.011787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:32.012510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fececfe10>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:32.191857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:32.262489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:32.287743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] Update dhcp port {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': '31c152f8-42b8-4d7d-8e20-50f525bd0df6', 'ip_address': '2001:db8::f816:3eff:fe4c:1fc9'}, {'subnet_id': 'f838b8ff-77e9-40a8-a413-512328373e87'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '5a6d82a3-635f-4352-b781-6477d5d7b7cb'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:07:32.382923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:32.412713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f26cc48d-c389-4668-9a58-5d131d9e861b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:32.423020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ce7b45e6-a401-441c-94a0-be2bdd95d3c1 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:32.469699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26cc48d-c389-4668-9a58-5d131d9e861b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c4c8d8-7301-45c9-bc5c-24515c726e97,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:32.483979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Delete allocated IP 2001:db8::1db (fc3dd635-6193-48c2-b608-e01c5ce01775/f721b715-9c00-4351-8ac0-0bbf0eb20194) {{(pid=80970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}}
Dec 21 10:07:32.488894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f26cc48d-c389-4668-9a58-5d131d9e861b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:32.506082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f26cc48d-c389-4668-9a58-5d131d9e861b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:32.510008 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f26cc48d-c389-4668-9a58-5d131d9e861b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/69c4c8d8-7301-45c9-bc5c-24515c726e97 HTTP/1.1" status: 204  len: 168 time: 1.6167300
Dec 21 10:07:32.510008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Allocated IP 2001:db8:0:2::2df (fc3dd635-6193-48c2-b608-e01c5ce01775/7d89c4f1-cb5b-4ad9-837c-afc6caa558f5/38104356-7e4f-406a-92ab-b13738144db1) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:32.677844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40294) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:32.818265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:33.003830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d14ec903-4768-4887-ab60-12717fab6527 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:33.150476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c37d4d-1481-4b3e-805c-d8311be24f4b None None] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:33.193115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:33.229898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a42c25f-cad5-4526-a229-8359ba163dc2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting subnet a487cedf-c3d7-4a1a-ba9a-c78e36344827 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:33.243239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a42c25f-cad5-4526-a229-8359ba163dc2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:33.382253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port 5be56f87-d452-4324-af6d-a87747b2f34f yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:07:33.459351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b82a664d-dfac-4a9d-9995-736e9686e7a8 None None] Provisioning for port d14ec903-4768-4887-ab60-12717fab6527 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:33.523143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:33.547490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:33.558714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a42c25f-cad5-4526-a229-8359ba163dc2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:33.634406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Transition to ACTIVE for port object 38104356-7e4f-406a-92ab-b13738144db1 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:33.650941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:33.659942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:33.662066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port d14ec903-4768-4887-ab60-12717fab6527 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:33.671799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5629334e-f750-49b2-845b-e70e15711b64 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:33.752842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port d14ec903-4768-4887-ab60-12717fab6527 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:33.753475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:33.756851 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5181708
Dec 21 10:07:33.761057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40298) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:33.766632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2008223747'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:33.789447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:33.800200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:network and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:33.805031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for network was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:33.816314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:33.831852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a42c25f-cad5-4526-a229-8359ba163dc2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:33.872612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:33.878410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:33.881207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] Allocated IP 2001:db8:0:1::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/f838b8ff-77e9-40a8-a413-512328373e87/5a6d82a3-635f-4352-b781-6477d5d7b7cb) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:33.987470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting port 5b74310f-179f-4226-9814-a2b4bf83145a {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:33.987711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:34.005135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] vxlan segment allocate from pool success with {'vxlan_vni': 17}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:07:34.014153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event updated for resources: {'Port': ['ID=38104356-7e4f-406a-92ab-b13738144db1,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:34.022642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] Allocated IP 2001:db8:0:2::2 (fc3dd635-6193-48c2-b608-e01c5ce01775/7d89c4f1-cb5b-4ad9-837c-afc6caa558f5/47062e8b-13b9-49b1-b384-2fce284ab9ff) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:34.038860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:34.114778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fececfe10>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:27Z', 'revision_number': 9, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:34.117454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:34.117883 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added segment 99ad8e54-5470-4e15-93ed-105cb08ac83b of type vxlan for network ff4ade65-c78b-4225-846a-6f0df99f89d1
Dec 21 10:07:34.122263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:34.140276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:34.151526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:34.152892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea99128>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:34.169964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] Checking router: 395fb26c-bb31-47a1-92ce-557a30ab05f8 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:07:34.190225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:34.237099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:34.298107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:34.298734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fececfe10>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:34.373730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:34.427808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b388d7e-ad62-4766-bc69-8431d82b8eff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:34.522657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:34.527691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:34.529026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:34.590733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=b08b2f29-58ac-4790-a362-5f5fc8935e12,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:34.608727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:34.624390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b7a1c36-85d7-4e39-a27d-bfc7eed7eae1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:34.700888 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.9392581
Dec 21 10:07:34.725662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40302) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:34.726015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port d14ec903-4768-4887-ab60-12717fab6527, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d14ec903-4768-4887-ab60-12717fab6527,segment=NetworkSegment(2a9a14b6-7baf-4b40-9329-6c20a7e54273),segment_id=2a9a14b6-7baf-4b40-9329-6c20a7e54273)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:34.735266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] In _notify_port_updated(), no bound segment for port 38104356-7e4f-406a-92ab-b13738144db1 on network fc3dd635-6193-48c2-b608-e01c5ce01775 {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:07:34.740639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:34.741121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'subnet': {'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:34.741313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:34.746902 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "PUT /v2.0/ports/38104356-7e4f-406a-92ab-b13738144db1 HTTP/1.1" status: 200  len: 969 time: 5.0040107
Dec 21 10:07:34.751652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:34.753056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5a6d82a3-635f-4352-b781-6477d5d7b7cb up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:34.760464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40306) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:34.798333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:34.902779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:34.929745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=d14ec903-4768-4887-ab60-12717fab6527,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:34.930139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea99128>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:07:28Z', 'revision_number': 3, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:26Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:30Z', 'revision_number': 2, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:34.933596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:34.946679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:07:34.947329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Updating router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 port 8760e720-eb44-477f-a6ae-bd3262a67f55 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:07:34.978690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] For port 5a6d82a3-635f-4352-b781-6477d5d7b7cb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5a6d82a3-635f-4352-b781-6477d5d7b7cb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:34.996372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Network': ['ID=ff4ade65-c78b-4225-846a-6f0df99f89d1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:34.997643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9f770d00-b344-4c97-bab8-14ca60c7bca8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 38104356-7e4f-406a-92ab-b13738144db1 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:34.998803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f770d00-b344-4c97-bab8-14ca60c7bca8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:35.013837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:35.028700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:35.043814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:35.044230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:35.123788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Calling delete_port for 5b74310f-179f-4226-9814-a2b4bf83145a owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:35.133154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking segment: {'id': 'a28c4e06-7283-4cd4-9ba5-44e4c06a42dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b6821944-99a0-4ef9-a4b4-39e0338d8802'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:35.133710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network hostable DHCP agents. Network: b6821944-99a0-4ef9-a4b4-39e0338d8802, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:07:35.154417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a42c25f-cad5-4526-a229-8359ba163dc2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:35.181414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-280d8c7a-4a01-47aa-a0c8-06f80697331b tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:35.181966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:35.287990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42c25f-cad5-4526-a229-8359ba163dc2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Subnet': ['ID=a487cedf-c3d7-4a1a-ba9a-c78e36344827,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:35.293450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a42c25f-cad5-4526-a229-8359ba163dc2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:35.297670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network b6821944-99a0-4ef9-a4b4-39e0338d8802 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:07:35.306870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:35.313979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, b6821944-99a0-4ef9-a4b4-39e0338d8802) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:35.318513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:subnet and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:35.372040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:35.398752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:35.417617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:35.419437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:35.436312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] For port 47062e8b-13b9-49b1-b384-2fce284ab9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=47062e8b-13b9-49b1-b384-2fce284ab9ff,segment=NetworkSegment(e46e7fdd-a001-4e0d-a298-3e9e88a21593),segment_id=e46e7fdd-a001-4e0d-a298-3e9e88a21593)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:35.476002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:07:35.478424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:35.490386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913a8e0-f6cf-4751-a3af-daa460385d19 None None] Network b6821944-99a0-4ef9-a4b4-39e0338d8802 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:35.513348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a42c25f-cad5-4526-a229-8359ba163dc2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:35.547290 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2a42c25f-cad5-4526-a229-8359ba163dc2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/a487cedf-c3d7-4a1a-ba9a-c78e36344827 HTTP/1.1" status: 204  len: 168 time: 3.5662739
Dec 21 10:07:35.550500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40310) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:35.580963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 6.2177336
Dec 21 10:07:35.641700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40314) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:35.680048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add16d16-b5cc-4f8f-b867-5b38deb10473 None None] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:35.762291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:35.841450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:35.859504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Transition to ACTIVE for port object 8760e720-eb44-477f-a6ae-bd3262a67f55 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:35.865131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:35.868864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:35.884616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f770d00-b344-4c97-bab8-14ca60c7bca8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:35.896747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:35.936395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.007314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-eb3b707a-17aa-4a70-9a88-2a18245b6a73 None None] Provisioning for port 8760e720-eb44-477f-a6ae-bd3262a67f55 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:36.038666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Pushing event updated for resources: {'Port': ['ID=8760e720-eb44-477f-a6ae-bd3262a67f55,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:36.065443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:07:36.075882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.077839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.079842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.085024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.086647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.086842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.087227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.087939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.088346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.088705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.089073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.089630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.090088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.090368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port a1968293-b696-448e-9a36-e1b82f9edbbd {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:36.090532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.090949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.093162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.093823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.094371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.095110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 5a6d82a3-635f-4352-b781-6477d5d7b7cb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:36.095335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.095540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.096171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.096774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.097307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.097854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.098374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.098908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:36.165810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] Transition to ACTIVE for port object 5a6d82a3-635f-4352-b781-6477d5d7b7cb will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:36.257189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:36.266244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.296624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9f770d00-b344-4c97-bab8-14ca60c7bca8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 38104356-7e4f-406a-92ab-b13738144db1 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:36.356389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.362058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.399294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bd65ef3f-f49a-4cb4-accc-7316890fdb11 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:36.405750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7ee3745-9c7b-4c92-8642-2cdf57d28e58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:36.420190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Attempting to bind port 8760e720-eb44-477f-a6ae-bd3262a67f55 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:07:36.420617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Attempting to bind port 8760e720-eb44-477f-a6ae-bd3262a67f55 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '2a9a14b6-7baf-4b40-9329-6c20a7e54273', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:07:36.421561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Attempting to bind port 8760e720-eb44-477f-a6ae-bd3262a67f55 on network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:07:36.428752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:07:36.429181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Checking segment: {'id': '2a9a14b6-7baf-4b40-9329-6c20a7e54273', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:36.429749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.430199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Bound using segment: {'id': '2a9a14b6-7baf-4b40-9329-6c20a7e54273', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:07:36.430779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Bound port: 8760e720-eb44-477f-a6ae-bd3262a67f55, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9a14b6-7baf-4b40-9329-6c20a7e54273', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:07:36.431623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.438426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-b6821944-99a0-4ef9-a4b4-39e0338d8802', 'network_id': 'b6821944-99a0-4ef9-a4b4-39e0338d8802', 'tenant_id': 'df5cc62b79ad4459b5be9154b2e694d9', 'fixed_ips': [{'subnet_id': 'b08b2f29-58ac-4790-a362-5f5fc8935e12'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:07:36.439362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.499522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-eb3b707a-17aa-4a70-9a88-2a18245b6a73 None None] Provisioning complete for port d14ec903-4768-4887-ab60-12717fab6527 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:36.499949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb3b707a-17aa-4a70-9a88-2a18245b6a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.558499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Port': ['ID=5b74310f-179f-4226-9814-a2b4bf83145a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:36.576849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:36.597062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] For port 8760e720-eb44-477f-a6ae-bd3262a67f55, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:36.601043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] For port 8760e720-eb44-477f-a6ae-bd3262a67f55, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8760e720-eb44-477f-a6ae-bd3262a67f55,segment=NetworkSegment(2a9a14b6-7baf-4b40-9329-6c20a7e54273),segment_id=2a9a14b6-7baf-4b40-9329-6c20a7e54273)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:36.605580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.623854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-240cca03-5025-47e0-98ca-f5e0d63d0558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:36.646231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.827270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] Transition to ACTIVE for port object 47062e8b-13b9-49b1-b384-2fce284ab9ff will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:36.927451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:36.989870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Pushing event updated for resources: {'Port': ['ID=8760e720-eb44-477f-a6ae-bd3262a67f55,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:36.995813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:37.045832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:37.046865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea99128>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:37.113080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port a1968293-b696-448e-9a36-e1b82f9edbbd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a1968293-b696-448e-9a36-e1b82f9edbbd,segment=NetworkSegment(e1b4b00e-969c-4d05-8a2a-bfe8b34ff782),segment_id=e1b4b00e-969c-4d05-8a2a-bfe8b34ff782)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:37.117738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:37.340226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:37.384621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for a1968293-b696-448e-9a36-e1b82f9edbbd owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:37.405204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f770d00-b344-4c97-bab8-14ca60c7bca8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:37.451807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ee7a8bd0-5b8d-48d8-bfbb-76d3325bee25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:37.483549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:37.514388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:37.560618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:37.620293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f770d00-b344-4c97-bab8-14ca60c7bca8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=38104356-7e4f-406a-92ab-b13738144db1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:37.647302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f770d00-b344-4c97-bab8-14ca60c7bca8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:37.650128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=a1968293-b696-448e-9a36-e1b82f9edbbd,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:37.653118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8:0:1::1ed (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/f838b8ff-77e9-40a8-a413-512328373e87/5be56f87-d452-4324-af6d-a87747b2f34f) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:37.663381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:37.733774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::f816:3eff:fe97:f0d5 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/31c152f8-42b8-4d7d-8e20-50f525bd0df6/5be56f87-d452-4324-af6d-a87747b2f34f) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:37.812370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:37.813097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No DVR routers for this DVR port a1968293-b696-448e-9a36-e1b82f9edbbd on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:07:37.845371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea99128>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:07:28Z', 'revision_number': 3, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:26Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:36Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:37.853196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46dbcef-5b24-4caa-9352-8a3518bf6544 None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:07:28Z', 'revision_number': 3, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:26Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:36Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:37.898149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] Pushing event updated for resources: {'Port': ['ID=5a6d82a3-635f-4352-b781-6477d5d7b7cb,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:37.902683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.497s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:37.973213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c70dea28-4932-469c-9000-ceb94bda5ce2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.727s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:38.023845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:38.024386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.082781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Port 5a6d82a3-635f-4352-b781-6477d5d7b7cb had new provisioning blocks added so it will not transition to active. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Dec 21 10:07:38.083681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1383f967-c89a-4a93-9a50-ab4c71020e1a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:38.168430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Allocated IP 2001:db8::1 (b6821944-99a0-4ef9-a4b4-39e0338d8802/b08b2f29-58ac-4790-a362-5f5fc8935e12/83b722dd-98a0-40e3-a00a-e5329f369df0) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:38.255828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.439328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1abb49a9-3a0b-4cf5-87ba-91ce1083a5e4 None None] DHCP port deletion for 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:38.471881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.504017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fee8eb2b0>,) {'filters': {'network_id': ['6bab0974-0086-4cd3-8fe9-5ea45b42e4b4']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:38.587069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fee8eb2b0>, 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:38.587780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fee8eb2b0>, 'e1b4b00e-969c-4d05-8a2a-bfe8b34ff782') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:38.604690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f770d00-b344-4c97-bab8-14ca60c7bca8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.609333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a857913-4032-4206-a050-1cd2b660dc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.631126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] Pushing event updated for resources: {'Port': ['ID=47062e8b-13b9-49b1-b384-2fce284ab9ff,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:38.647074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:38.671281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fececfe10>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:27Z', 'revision_number': 9, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:38.679708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object 5be56f87-d452-4324-af6d-a87747b2f34f will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:38.679988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54213403-598e-44b6-aec2-bcc277b4bf54 None None] The sync data for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs is: [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:27Z', 'revision_number': 9, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '306d579f-b0a2-4dba-b71a-676bfd440478', 'name': '', 'network_id': 'b61b9a3b-c965-44c1-82e3-76a7e9e08fff', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:a6:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:06:11Z', 'updated_at': '2020-12-21T10:06:27Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': '0914e7d6-b221-4bb5-918a-bf06d9c0bbc4', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:38.695977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.706278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.729441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 1383f967-c89a-4a93-9a50-ab4c71020e1a completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:38.735713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Transition to ACTIVE for port object 83b722dd-98a0-40e3-a00a-e5329f369df0 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:38.739817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 1383f967-c89a-4a93-9a50-ab4c71020e1a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:38.740247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.765435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.768424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Releasing vxlan tunnel 8 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:07:38.895841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.906027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Transition to ACTIVE for port object 83b722dd-98a0-40e3-a00a-e5329f369df0 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:38.931664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-eac9b2cf-a2b1-4adf-81d0-5f78b689f772 None None] Provisioning complete for port d14ec903-4768-4887-ab60-12717fab6527 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:38.932351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eac9b2cf-a2b1-4adf-81d0-5f78b689f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:38.937087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7f7f2f9-f226-492b-be2a-79f49aa3e053 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:38.999673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:39.005266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:39.011565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9f770d00-b344-4c97-bab8-14ca60c7bca8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/38104356-7e4f-406a-92ab-b13738144db1 HTTP/1.1" status: 204  len: 168 time: 4.2475140
Dec 21 10:07:39.026649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40318) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:39.055511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8505aba-033c-402d-b5ff-f4e63d2f5bff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:39.196998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Subnet': ['ID=6c090769-201a-49bf-bdfa-fbc77f598ca6,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:39.215394 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3e2b30-8f28-4698-89ed-618c48fc38da tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] GET failed (client error): The resource could not be found.
Dec 21 10:07:39.220359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4f3e2b30-8f28-4698-89ed-618c48fc38da tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:07:39.358329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:39.362614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Pushing event updated for resources: {'Port': ['ID=83b722dd-98a0-40e3-a00a-e5329f369df0,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:39.367431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.174s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:39.375171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:39.392457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:39.464319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=5be56f87-d452-4324-af6d-a87747b2f34f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:39.480251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:39.510978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 1383f967-c89a-4a93-9a50-ab4c71020e1a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1383f967-c89a-4a93-9a50-ab4c71020e1a,segment=NetworkSegment(dcd37d1e-4793-4643-b522-3668b4b2fe02),segment_id=dcd37d1e-4793-4643-b522-3668b4b2fe02)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:39.518002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:39.522970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03cfe102-9aa7-4a84-961a-dc6c2401b13b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:39.547677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Router 66724dd3-c24a-4e79-91eb-676ea4dc1664 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:39.620226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4f3e2b30-8f28-4698-89ed-618c48fc38da tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:07:39.624634 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4f3e2b30-8f28-4698-89ed-618c48fc38da tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports/38104356-7e4f-406a-92ab-b13738144db1 HTTP/1.1" status: 404  len: 333 time: 0.5858860
Dec 21 10:07:39.629854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40322) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:39.630728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:39.645128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:39.654264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:39.665776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:39.704669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:39.707497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=1383f967-c89a-4a93-9a50-ab4c71020e1a,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:39.715453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:39.716528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:39.738649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:39.751906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Network b6821944-99a0-4ef9-a4b4-39e0338d8802 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:39.756465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:39.764870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:39.779238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1034 time: 9.1865134
Dec 21 10:07:39.783515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40326) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:39.843739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c1c38a00-9b2c-44db-8059-4a7ab0377410 None None] Provisioning for port 5a6d82a3-635f-4352-b781-6477d5d7b7cb completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:39.877870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c1c38a00-9b2c-44db-8059-4a7ab0377410 None None] Provisioning complete for port 5a6d82a3-635f-4352-b781-6477d5d7b7cb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:39.877870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1c38a00-9b2c-44db-8059-4a7ab0377410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:39.927555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a3745-ab58-4a40-ac56-18b0b7bd6fb2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port 5be56f87-d452-4324-af6d-a87747b2f34f {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:39.928031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3745-ab58-4a40-ac56-18b0b7bd6fb2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:39.984908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Attempting to bind port 83b722dd-98a0-40e3-a00a-e5329f369df0 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:07:39.986107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Attempting to bind port 83b722dd-98a0-40e3-a00a-e5329f369df0 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'a28c4e06-7283-4cd4-9ba5-44e4c06a42dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b6821944-99a0-4ef9-a4b4-39e0338d8802'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:07:39.987665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Attempting to bind port 83b722dd-98a0-40e3-a00a-e5329f369df0 on network b6821944-99a0-4ef9-a4b4-39e0338d8802 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:07:39.996149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5a6d82a3-635f-4352-b781-6477d5d7b7cb up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:40.042043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 6ecd8b1b-03d3-4cfe-970e-1b72f203225e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=6ecd8b1b-03d3-4cfe-970e-1b72f203225e,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:40.042457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:40.049373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:07:40.050123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Checking segment: {'id': 'a28c4e06-7283-4cd4-9ba5-44e4c06a42dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b6821944-99a0-4ef9-a4b4-39e0338d8802'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:40.050788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:40.051447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Bound using segment: {'id': 'a28c4e06-7283-4cd4-9ba5-44e4c06a42dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b6821944-99a0-4ef9-a4b4-39e0338d8802'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:07:40.052061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Bound port: 83b722dd-98a0-40e3-a00a-e5329f369df0, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28c4e06-7283-4cd4-9ba5-44e4c06a42dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b6821944-99a0-4ef9-a4b4-39e0338d8802'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:07:40.052493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:40.081628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:40.101224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:40.110760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0d9e7555-7860-4c30-874d-eebcc15ffb3e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:40.178777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:40.180816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] For port 83b722dd-98a0-40e3-a00a-e5329f369df0, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:40.184312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] For port 83b722dd-98a0-40e3-a00a-e5329f369df0, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=83b722dd-98a0-40e3-a00a-e5329f369df0,segment=NetworkSegment(a28c4e06-7283-4cd4-9ba5-44e4c06a42dd),segment_id=a28c4e06-7283-4cd4-9ba5-44e4c06a42dd)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:40.198067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b004a58-b9c4-4719-910a-5ce73336ece7 None None] Sync routers for ids ['66724dd3-c24a-4e79-91eb-676ea4dc1664'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:40.222373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:07:40.290960 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:07:40.342474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Subnet': ['ID=b08b2f29-58ac-4790-a362-5f5fc8935e12,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:40.359253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 6ecd8b1b-03d3-4cfe-970e-1b72f203225e owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:40.367340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7ca95bf-eb7a-4391-9cac-02c09f0a6556 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:40.396814 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "PUT /v2.0/routers/66724dd3-c24a-4e79-91eb-676ea4dc1664/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.6864653
Dec 21 10:07:40.410494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:40.421977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40330) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:40.463834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Pushing event updated for resources: {'Port': ['ID=83b722dd-98a0-40e3-a00a-e5329f369df0,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:40.467392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:40.482498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Checking segment: {'id': '99ad8e54-5470-4e15-93ed-105cb08ac83b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:40.482498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network hostable DHCP agents. Network: ff4ade65-c78b-4225-846a-6f0df99f89d1, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:07:40.482768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b004a58-b9c4-4719-910a-5ce73336ece7 None None] Routers {'66724dd3-c24a-4e79-91eb-676ea4dc1664'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:40.483388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9b004a58-b9c4-4719-910a-5ce73336ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcd04e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['66724dd3-c24a-4e79-91eb-676ea4dc1664'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:40.507344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:40.562085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-48b74f68-a971-412d-bca3-1855b9350cf3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:40.572863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9b004a58-b9c4-4719-910a-5ce73336ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcd04e0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:40.579021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:40.593911 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/networks/6bab0974-0086-4cd3-8fe9-5ea45b42e4b4 HTTP/1.1" status: 204  len: 168 time: 5.0418968
Dec 21 10:07:40.599181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c107ba2-1c32-4fda-8808-c51922be3f0d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:40.601945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-91adbec0-9091-4665-93ac-4a6d14ddd8b6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] show failed (client error): The resource could not be found.
Dec 21 10:07:40.603107 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-91adbec0-9091-4665-93ac-4a6d14ddd8b6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-161755410 HTTP/1.1" status: 404  len: 334 time: 0.1308343
Dec 21 10:07:40.607540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40334) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:40.608146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40336) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:40.624472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4d9b25b6-9ae3-4770-9f54-9d0be744c88b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Request body: {'router': {'name': 'new_name'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:40.734683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c107ba2-1c32-4fda-8808-c51922be3f0d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:40.820104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:40.916314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b004a58-b9c4-4719-910a-5ce73336ece7 None None] Routers {'66724dd3-c24a-4e79-91eb-676ea4dc1664'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:40.918115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9b004a58-b9c4-4719-910a-5ce73336ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcd04e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['66724dd3-c24a-4e79-91eb-676ea4dc1664'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:40.984661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:07:40.987994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Network': ['ID=6bab0974-0086-4cd3-8fe9-5ea45b42e4b4,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:41.005804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec7a0518>,) {'filters': {'network_id': ['b6821944-99a0-4ef9-a4b4-39e0338d8802']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:41.021718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9b004a58-b9c4-4719-910a-5ce73336ece7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcd04e0>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:41.021960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c107ba2-1c32-4fda-8808-c51922be3f0d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.022242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b004a58-b9c4-4719-910a-5ce73336ece7 None None] The sync data for ids ['66724dd3-c24a-4e79-91eb-676ea4dc1664'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:41.027412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec7a0518>, 'a28c4e06-7283-4cd4-9ba5-44e4c06a42dd') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:41.027811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec7a0518>, 'a28c4e06-7283-4cd4-9ba5-44e4c06a42dd') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:41.035349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 5a6d82a3-635f-4352-b781-6477d5d7b7cb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:41.035781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.042330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8066dae-2c96-45b4-8123-b1ce21d2a104 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:41.063598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.063989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:41.079252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c107ba2-1c32-4fda-8808-c51922be3f0d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb9b275-6640-47ff-a4e9-e971fa600b1f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:41.085578 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-4d9b25b6-9ae3-4770-9f54-9d0be744c88b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] update failed (client error): The resource could not be found.
Dec 21 10:07:41.090401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4d9b25b6-9ae3-4770-9f54-9d0be744c88b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-1671519857 HTTP/1.1" status: 404  len: 335 time: 0.4703050
Dec 21 10:07:41.115055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c1c38a00-9b2c-44db-8059-4a7ab0377410 None None] Provisioning complete for port b1450d48-0da0-4d24-953e-8948348c00eb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:41.115518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1c38a00-9b2c-44db-8059-4a7ab0377410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.119025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2c107ba2-1c32-4fda-8808-c51922be3f0d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:41.119587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40342) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:41.130242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c107ba2-1c32-4fda-8808-c51922be3f0d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.136084 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2c107ba2-1c32-4fda-8808-c51922be3f0d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/security-groups/3eb9b275-6640-47ff-a4e9-e971fa600b1f HTTP/1.1" status: 204  len: 168 time: 1.4976008
Dec 21 10:07:41.145922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, ff4ade65-c78b-4225-846a-6f0df99f89d1) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:41.155629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7cd27c-bba4-4b9f-8930-ea52d0d72ac6 None None] Network b6821944-99a0-4ef9-a4b4-39e0338d8802 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:41.164527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40346) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:41.176692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.183463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a98267-ac46-4b08-a4a2-2e0e56c84fe5 None None] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:41.186153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 4 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:07:41.274202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3745-ab58-4a40-ac56-18b0b7bd6fb2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.282738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:41.283470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.383579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-baecf708-63c8-4b3d-a1b6-7ce9965167be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.389264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.409650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-17bb6347-be44-4077-a339-b4a23233a62f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:41.420948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c1c38a00-9b2c-44db-8059-4a7ab0377410 None None] Port b1450d48-0da0-4d24-953e-8948348c00eb cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:41.464022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fb7a3745-ab58-4a40-ac56-18b0b7bd6fb2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for 5be56f87-d452-4324-af6d-a87747b2f34f owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:41.564006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c1c38a00-9b2c-44db-8059-4a7ab0377410 None None] Provisioning for port 47062e8b-13b9-49b1-b384-2fce284ab9ff completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:41.644410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c1c38a00-9b2c-44db-8059-4a7ab0377410 None None] Provisioning complete for port 47062e8b-13b9-49b1-b384-2fce284ab9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:41.645006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1c38a00-9b2c-44db-8059-4a7ab0377410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.658205 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 6.9309070
Dec 21 10:07:41.697050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40350) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:41.722367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8760e720-eb44-477f-a6ae-bd3262a67f55 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:41.801664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-baecf708-63c8-4b3d-a1b6-7ce9965167be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.886377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=6ecd8b1b-03d3-4cfe-970e-1b72f203225e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:41.889682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network b6821944-99a0-4ef9-a4b4-39e0338d8802 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:41.903940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:41.907901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.912894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ff4ade65-c78b-4225-846a-6f0df99f89d1', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:07:41.913842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.954095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:41.981411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 8760e720-eb44-477f-a6ae-bd3262a67f55 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:42.012107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8760e720-eb44-477f-a6ae-bd3262a67f55 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:42.012107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.026726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-94c8e575-df4f-4379-9040-8e4a95f2238b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting subnet e858e27a-78e4-45eb-b438-671c76460477 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:42.062889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c1c38a00-9b2c-44db-8059-4a7ab0377410 None None] Could not find standard attr ID for object 38104356-7e4f-406a-92ab-b13738144db1. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:07:42.096694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94c8e575-df4f-4379-9040-8e4a95f2238b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.193166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.249444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-baecf708-63c8-4b3d-a1b6-7ce9965167be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.262878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network b6821944-99a0-4ef9-a4b4-39e0338d8802 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:42.269098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01ccb4ce-d5b7-4ec6-83b6-431f09c12bfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:07:42.309475 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:07:42.324990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-48ca0e4d-f03c-42b0-a6dc-bac8bf6fac73 None None] Provisioning complete for port 5a6d82a3-635f-4352-b781-6477d5d7b7cb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:42.325836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48ca0e4d-f03c-42b0-a6dc-bac8bf6fac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.337743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94c8e575-df4f-4379-9040-8e4a95f2238b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.358125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecf708-63c8-4b3d-a1b6-7ce9965167be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'SecurityGroup': ['ID=206ef9d1-a76a-4695-8df9-13da9a4b636e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:42.411152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-baecf708-63c8-4b3d-a1b6-7ce9965167be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:42.447837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-baecf708-63c8-4b3d-a1b6-7ce9965167be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.451937 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-baecf708-63c8-4b3d-a1b6-7ce9965167be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/security-groups/206ef9d1-a76a-4695-8df9-13da9a4b636e HTTP/1.1" status: 204  len: 168 time: 1.2865086
Dec 21 10:07:42.452788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40354) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:42.504023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 10:07:42.504023 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 10:07:42.504023 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': 'b6821944-99a0-4ef9-a4b4-39e0338d8802'}]
Dec 21 10:07:42.504023 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:07:42.505042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:07:42.517311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f84a694-b338-4101-a50c-e848ff92b030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.520117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.607918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94c8e575-df4f-4379-9040-8e4a95f2238b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.643100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Allocated IP 2001:db8:2::2 (ff4ade65-c78b-4225-846a-6f0df99f89d1/6c090769-201a-49bf-bdfa-fbc77f598ca6/8dab1e29-0e75-4663-b53b-f5545cf47d2c) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:42.677463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 8760e720-eb44-477f-a6ae-bd3262a67f55, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8760e720-eb44-477f-a6ae-bd3262a67f55,segment=NetworkSegment(2a9a14b6-7baf-4b40-9329-6c20a7e54273),segment_id=2a9a14b6-7baf-4b40-9329-6c20a7e54273)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:42.709665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:42.710623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d14ec903-4768-4887-ab60-12717fab6527 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:42.749266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ffeab9a-80e0-408f-9458-b22a9d00d071 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:43.000496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.009313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.101730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting port 83b722dd-98a0-40e3-a00a-e5329f369df0 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:43.102300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.159372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3745-ab58-4a40-ac56-18b0b7bd6fb2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.184463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-48ca0e4d-f03c-42b0-a6dc-bac8bf6fac73 None None] Provisioning complete for port 47062e8b-13b9-49b1-b384-2fce284ab9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:43.184898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-48ca0e4d-f03c-42b0-a6dc-bac8bf6fac73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.191915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8929eac5-ad56-4af8-aace-9a7d75589047 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:43.216638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=8760e720-eb44-477f-a6ae-bd3262a67f55,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:43.221212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:43.267352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.292012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port d14ec903-4768-4887-ab60-12717fab6527 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:43.292442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.299927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a3745-ab58-4a40-ac56-18b0b7bd6fb2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=5be56f87-d452-4324-af6d-a87747b2f34f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:43.318106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fb7a3745-ab58-4a40-ac56-18b0b7bd6fb2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:43.325754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26614bf1-5ade-446e-a4c1-9c6bc7991828 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.468207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94c8e575-df4f-4379-9040-8e4a95f2238b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.496323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.498100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e8a5249-334d-48ba-8e51-3d5f74ca283c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:43.510655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.524197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26614bf1-5ade-446e-a4c1-9c6bc7991828 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.524505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Transition to ACTIVE for port object 8dab1e29-0e75-4663-b53b-f5545cf47d2c will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:43.574649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-48ca0e4d-f03c-42b0-a6dc-bac8bf6fac73 None None] Could not find standard attr ID for object 5be56f87-d452-4324-af6d-a87747b2f34f. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:07:43.577762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c8e575-df4f-4379-9040-8e4a95f2238b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Subnet': ['ID=e858e27a-78e4-45eb-b438-671c76460477,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:43.584433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-48ca0e4d-f03c-42b0-a6dc-bac8bf6fac73 None None] Could not find standard attr ID for object 38104356-7e4f-406a-92ab-b13738144db1. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:07:43.590151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94c8e575-df4f-4379-9040-8e4a95f2238b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:43.606998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Transition to ACTIVE for port object 8dab1e29-0e75-4663-b53b-f5545cf47d2c will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:43.617171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.631418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:43.663383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 47062e8b-13b9-49b1-b384-2fce284ab9ff up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:43.727802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26614bf1-5ade-446e-a4c1-9c6bc7991828 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.748975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] For port 83b722dd-98a0-40e3-a00a-e5329f369df0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=83b722dd-98a0-40e3-a00a-e5329f369df0,segment=NetworkSegment(a28c4e06-7283-4cd4-9ba5-44e4c06a42dd),segment_id=a28c4e06-7283-4cd4-9ba5-44e4c06a42dd)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:43.749380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.766919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29175b82-c74c-459b-9626-548a8904ed5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:43.799661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb7a3745-ab58-4a40-ac56-18b0b7bd6fb2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.805245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26614bf1-5ade-446e-a4c1-9c6bc7991828 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e0a5e0-2701-4e50-aea3-c89295d7a197,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:43.812899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.829282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26614bf1-5ade-446e-a4c1-9c6bc7991828 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:43.835665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Pushing event updated for resources: {'Port': ['ID=8dab1e29-0e75-4663-b53b-f5545cf47d2c,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:43.838741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:43.843615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fb7a3745-ab58-4a40-ac56-18b0b7bd6fb2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/5be56f87-d452-4324-af6d-a87747b2f34f HTTP/1.1" status: 204  len: 168 time: 4.0566816
Dec 21 10:07:43.847699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40358) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:43.848556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26614bf1-5ade-446e-a4c1-9c6bc7991828 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.852827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-26614bf1-5ade-446e-a4c1-9c6bc7991828 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/security-groups/56e0a5e0-2701-4e50-aea3-c89295d7a197 HTTP/1.1" status: 204  len: 168 time: 1.3634043
Dec 21 10:07:43.892233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40360) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:43.917305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 47062e8b-13b9-49b1-b384-2fce284ab9ff triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:43.917803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:43.921982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Calling delete_port for 83b722dd-98a0-40e3-a00a-e5329f369df0 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:43.998351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:44.000741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:44.003954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:44.108463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Attempting to bind port 8dab1e29-0e75-4663-b53b-f5545cf47d2c on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:07:44.109240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Attempting to bind port 8dab1e29-0e75-4663-b53b-f5545cf47d2c by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '99ad8e54-5470-4e15-93ed-105cb08ac83b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:07:44.109444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Attempting to bind port 8dab1e29-0e75-4663-b53b-f5545cf47d2c on network ff4ade65-c78b-4225-846a-6f0df99f89d1 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:07:44.112875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94c8e575-df4f-4379-9040-8e4a95f2238b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:44.122730 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-94c8e575-df4f-4379-9040-8e4a95f2238b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/subnets/e858e27a-78e4-45eb-b438-671c76460477 HTTP/1.1" status: 204  len: 168 time: 2.9941869
Dec 21 10:07:44.129610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988939dc-fd3e-4a89-8af9-a205839a1704 None None] Network d25b0621-e93e-42fb-873a-1388b16249b0 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:44.135504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40366) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:44.152474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:07:44.153014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Checking segment: {'id': '99ad8e54-5470-4e15-93ed-105cb08ac83b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:44.153351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:44.153824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Bound using segment: {'id': '99ad8e54-5470-4e15-93ed-105cb08ac83b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:07:44.154365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Bound port: 8dab1e29-0e75-4663-b53b-f5545cf47d2c, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ad8e54-5470-4e15-93ed-105cb08ac83b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:07:44.154791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:44.302291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a1968293-b696-448e-9a36-e1b82f9edbbd no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:44.374803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a940bc4-3990-4fcb-97e1-3ffa6b772167 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:44.375636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8a940bc4-3990-4fcb-97e1-3ffa6b772167 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:07:44.381030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: a1968293-b696-448e-9a36-e1b82f9edbbd {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:44.381398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a1968293-b696-448e-9a36-e1b82f9edbbd not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:44.381907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3a0bcaa2-a04f-4863-baed-d3337e3d6024 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:44.461599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 3a0bcaa2-a04f-4863-baed-d3337e3d6024 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:44.462073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3a0bcaa2-a04f-4863-baed-d3337e3d6024 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:44.510448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] For port 8dab1e29-0e75-4663-b53b-f5545cf47d2c, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:44.514860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] For port 8dab1e29-0e75-4663-b53b-f5545cf47d2c, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8dab1e29-0e75-4663-b53b-f5545cf47d2c,segment=NetworkSegment(99ad8e54-5470-4e15-93ed-105cb08ac83b),segment_id=99ad8e54-5470-4e15-93ed-105cb08ac83b)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:44.524912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:44.543814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:44.600395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8a940bc4-3990-4fcb-97e1-3ffa6b772167 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:07:44.604684 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8a940bc4-3990-4fcb-97e1-3ffa6b772167 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.7492971
Dec 21 10:07:44.614955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40370) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:44.683592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a128077-acbc-416f-9eaa-cb5e340b0280 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet f721b715-9c00-4351-8ac0-0bbf0eb20194 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:44.730004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Pushing event updated for resources: {'Port': ['ID=8dab1e29-0e75-4663-b53b-f5545cf47d2c,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:44.731413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:44.733641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:44.753389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a128077-acbc-416f-9eaa-cb5e340b0280 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:44.757966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8760e720-eb44-477f-a6ae-bd3262a67f55 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:44.808596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:44.828367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] DHCP port deletion for d25b0621-e93e-42fb-873a-1388b16249b0 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:44.846400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] Deleting port acb146ef-9639-47f0-b3a3-86948e6805c3 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:44.846765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:44.856594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1096e87-feb8-4fe4-a6ce-297c14ad86e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:44.873133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a128077-acbc-416f-9eaa-cb5e340b0280 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:44.911582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Port': ['ID=83b722dd-98a0-40e3-a00a-e5329f369df0,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:44.916592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:44.926495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8760e720-eb44-477f-a6ae-bd3262a67f55 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:44.927022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:45.015578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting port acb146ef-9639-47f0-b3a3-86948e6805c3 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:45.015578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:45.093940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 306d579f-b0a2-4dba-b71a-676bfd440478 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:45.094217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:45.172743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No DVR routers for this DVR port 83b722dd-98a0-40e3-a00a-e5329f369df0 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:07:45.188301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff86fc2d-874f-43c7-952c-13ff175c3342 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:45.189728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] For port acb146ef-9639-47f0-b3a3-86948e6805c3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=acb146ef-9639-47f0-b3a3-86948e6805c3,segment=NetworkSegment(66f4ecdf-5214-42be-9ffe-3f904d2cacdf),segment_id=66f4ecdf-5214-42be-9ffe-3f904d2cacdf)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:45.190508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:45.192370 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ff86fc2d-874f-43c7-952c-13ff175c3342 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.5756485
Dec 21 10:07:45.203982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40374) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:45.378726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a128077-acbc-416f-9eaa-cb5e340b0280 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:45.425674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] Calling delete_port for acb146ef-9639-47f0-b3a3-86948e6805c3 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:45.426979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Allocated IP 2001:db8:2::1 (ff4ade65-c78b-4225-846a-6f0df99f89d1/6c090769-201a-49bf-bdfa-fbc77f598ca6/82ef69b2-418b-410a-acfd-f03ad99696d4) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:07:45.447995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e62e045-efce-457c-af56-ef73108e5c2a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:45.449881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e62e045-efce-457c-af56-ef73108e5c2a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:45.451339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e62e045-efce-457c-af56-ef73108e5c2a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:45.452247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e62e045-efce-457c-af56-ef73108e5c2a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:07:45.637767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:45.691628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 183bdd4f-3c7d-4729-acec-803a9fe50da9 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:45.708392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] For port acb146ef-9639-47f0-b3a3-86948e6805c3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=acb146ef-9639-47f0-b3a3-86948e6805c3,segment=NetworkSegment(66f4ecdf-5214-42be-9ffe-3f904d2cacdf),segment_id=66f4ecdf-5214-42be-9ffe-3f904d2cacdf)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:45.708776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:45.742268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1383f967-c89a-4a93-9a50-ab4c71020e1a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:45.809099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:45.828545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:45.893793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] Pushing event deleted for resources: {'Port': ['ID=acb146ef-9639-47f0-b3a3-86948e6805c3,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:45.898460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:45.964626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e62e045-efce-457c-af56-ef73108e5c2a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:07:45.968644 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e62e045-efce-457c-af56-ef73108e5c2a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.7608941
Dec 21 10:07:45.974387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 1383f967-c89a-4a93-9a50-ab4c71020e1a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:45.974820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:45.983499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40378) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:45.989739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Calling delete_port for acb146ef-9639-47f0-b3a3-86948e6805c3 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:46.037255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port 306d579f-b0a2-4dba-b71a-676bfd440478, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=306d579f-b0a2-4dba-b71a-676bfd440478,segment=NetworkSegment(bf11dd00-e20a-4ce0-a137-5c664a47a66f),segment_id=bf11dd00-e20a-4ce0-a137-5c664a47a66f)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:46.037782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:46.052754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] No DVR routers for this DVR port acb146ef-9639-47f0-b3a3-86948e6805c3 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:07:46.208095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d33ef0>,) {'filters': {'network_id': ['b6821944-99a0-4ef9-a4b4-39e0338d8802']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:46.250602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d33ef0>, 'a28c4e06-7283-4cd4-9ba5-44e4c06a42dd') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:46.250953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d33ef0>, 'a28c4e06-7283-4cd4-9ba5-44e4c06a42dd') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:46.292649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:46.343852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:46.346698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:07:46.347099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:07:46.347280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 306d579f-b0a2-4dba-b71a-676bfd440478 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:46.347641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 4 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:07:46.408168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:46.429353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] Sync routers for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:46.443424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:46.445249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1f7f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:46.500126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:46.562033 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/183bdd4f-3c7d-4729-acec-803a9fe50da9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 13.8826792
Dec 21 10:07:46.576088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33fa0a5-28bb-451a-a52e-5c9d6d4d7966 None None] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:46.582224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40382) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:46.614009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Transition to ACTIVE for port object 82ef69b2-418b-410a-acfd-f03ad99696d4 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:46.718195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:46.724167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network b6821944-99a0-4ef9-a4b4-39e0338d8802 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:46.737413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19a272af-ce4b-42ad-91b8-47cf028c2298 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:46.748813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:46.788666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a128077-acbc-416f-9eaa-cb5e340b0280 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:46.801055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:46.803562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8dab1e29-0e75-4663-b53b-f5545cf47d2c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:46.839936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 31c152f8-42b8-4d7d-8e20-50f525bd0df6 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:46.848294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting port acb146ef-9639-47f0-b3a3-86948e6805c3 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:46.848674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:46.852478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-adb46692-7d94-406b-b091-74bcb469979f None None] Provisioning for port 8dab1e29-0e75-4663-b53b-f5545cf47d2c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:47.062892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=82ef69b2-418b-410a-acfd-f03ad99696d4,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:47.086864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 8dab1e29-0e75-4663-b53b-f5545cf47d2c completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:47.088059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:47.088783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b3825b4-778f-4e11-9e3f-acfaff8b3da0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:47.095054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8dab1e29-0e75-4663-b53b-f5545cf47d2c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:47.096719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:47.139429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a128077-acbc-416f-9eaa-cb5e340b0280 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=f721b715-9c00-4351-8ac0-0bbf0eb20194,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:47.149048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a128077-acbc-416f-9eaa-cb5e340b0280 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:47.149942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:47.187406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1f7f0>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:07:41Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:47.192778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] Checking router: 183bdd4f-3c7d-4729-acec-803a9fe50da9 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:07:47.204566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] Routers {'183bdd4f-3c7d-4729-acec-803a9fe50da9'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:47.205829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1f7f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['183bdd4f-3c7d-4729-acec-803a9fe50da9'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:47.296962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:47.308371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-214f1d94-3726-4e89-9381-df2ea7049042 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:47.353866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:47.405143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=306d579f-b0a2-4dba-b71a-676bfd440478,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:47.429977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 8dab1e29-0e75-4663-b53b-f5545cf47d2c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8dab1e29-0e75-4663-b53b-f5545cf47d2c,segment=NetworkSegment(99ad8e54-5470-4e15-93ed-105cb08ac83b),segment_id=99ad8e54-5470-4e15-93ed-105cb08ac83b)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:47.434863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:47.442800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13478ab6-8d73-4d2a-9d64-81fb718daaae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:47.465052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:47.552939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] Set router 183bdd4f-3c7d-4729-acec-803a9fe50da9 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:47.574710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=8dab1e29-0e75-4663-b53b-f5545cf47d2c,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:47.579216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] The port 'acb146ef-9639-47f0-b3a3-86948e6805c3' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:07:47.586695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device acb146ef-9639-47f0-b3a3-86948e6805c3 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:47.624629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:47.651110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: acb146ef-9639-47f0-b3a3-86948e6805c3 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:47.651514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device acb146ef-9639-47f0-b3a3-86948e6805c3 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:47.703948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ce05ff-365c-4441-84c5-a7dc1988090c None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:47.797167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a128077-acbc-416f-9eaa-cb5e340b0280 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:47.823297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:47.832115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:47.854100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:07:47.854855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:47.862378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network b6821944-99a0-4ef9-a4b4-39e0338d8802 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:47.865560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7616a91b-05ee-4111-ad66-7317c9326027 None None] Provisioning for port 82ef69b2-418b-410a-acfd-f03ad99696d4 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:07:47.877571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7616a91b-05ee-4111-ad66-7317c9326027 None None] Provisioning complete for port 82ef69b2-418b-410a-acfd-f03ad99696d4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:47.877913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7616a91b-05ee-4111-ad66-7317c9326027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:47.890180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2a128077-acbc-416f-9eaa-cb5e340b0280 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/f721b715-9c00-4351-8ac0-0bbf0eb20194 HTTP/1.1" status: 204  len: 168 time: 3.9926455
Dec 21 10:07:47.898848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40386) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:47.902192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:47.944382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7616a91b-05ee-4111-ad66-7317c9326027 None None] Port 82ef69b2-418b-410a-acfd-f03ad99696d4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:47.973527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7616a91b-05ee-4111-ad66-7317c9326027 None None] Provisioning complete for port 8dab1e29-0e75-4663-b53b-f5545cf47d2c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:47.973902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7616a91b-05ee-4111-ad66-7317c9326027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:47.994980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.004111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7c72d2-2d5d-494d-99c9-d96a9fe6d0dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting subnet 4b556acf-e92c-426f-85b6-23b8237cb035 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:48.007737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff7c72d2-2d5d-494d-99c9-d96a9fe6d0dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.064980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb8caa58-1206-4fe7-a95e-f2e7889fec56 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet 7d89c4f1-cb5b-4ad9-837c-afc6caa558f5 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:48.069392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb8caa58-1206-4fe7-a95e-f2e7889fec56 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.098535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1f7f0>, [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:07:41Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:48.099117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff7c72d2-2d5d-494d-99c9-d96a9fe6d0dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.104818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98efaf93-b980-49d8-b776-f940bb86d6ce None None] The sync data for ids ['183bdd4f-3c7d-4729-acec-803a9fe50da9'] in dv-neutron-601336-62-ovs is: [{'id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'name': 'tempest-TestNetworkBasicOps-router-82001546', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71'}], 'enable_snat': True}, 'gw_port_id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:03:16Z', 'updated_at': '2020-12-21T10:07:41Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '39bf26e6-401a-41f5-916e-fda4199a5f65', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:bd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183bdd4f-3c7d-4729-acec-803a9fe50da9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:03:17Z', 'updated_at': '2020-12-21T10:03:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:48.171547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb8caa58-1206-4fe7-a95e-f2e7889fec56 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.236114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff7c72d2-2d5d-494d-99c9-d96a9fe6d0dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.299323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb8caa58-1206-4fe7-a95e-f2e7889fec56 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:07:48.304147 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:07:48.369100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a6de4aae-6079-4853-a575-8abec1484abf None None] Provisioning complete for port 82ef69b2-418b-410a-acfd-f03ad99696d4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:48.369100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6de4aae-6079-4853-a575-8abec1484abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.483629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a6de4aae-6079-4853-a575-8abec1484abf None None] Port 82ef69b2-418b-410a-acfd-f03ad99696d4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:48.498913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a6de4aae-6079-4853-a575-8abec1484abf None None] Provisioning complete for port 8dab1e29-0e75-4663-b53b-f5545cf47d2c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:48.499449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6de4aae-6079-4853-a575-8abec1484abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.763455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.808154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8dab1e29-0e75-4663-b53b-f5545cf47d2c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:07:48.887297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.915039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8dab1e29-0e75-4663-b53b-f5545cf47d2c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:48.915729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:48.965299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.075739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-669a9838-f85a-455a-a001-f93259d9bab7 None None] Provisioning complete for port 8dab1e29-0e75-4663-b53b-f5545cf47d2c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:49.076579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-669a9838-f85a-455a-a001-f93259d9bab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.162574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb8caa58-1206-4fe7-a95e-f2e7889fec56 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.199018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-313a1b27-214a-48e8-bda4-6d786fb6eb7f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:49.257013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6649d686-d27b-405f-a300-7b25b992c5cd None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:07:49.318943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.323102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.383587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8267c54f-11af-4ffb-8a53-25d66d2910a7 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:49.402948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff7c72d2-2d5d-494d-99c9-d96a9fe6d0dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.441469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec7682e8>,) {'filters': {'network_id': ['d25b0621-e93e-42fb-873a-1388b16249b0']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:49.485515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Network': ['ID=b6821944-99a0-4ef9-a4b4-39e0338d8802,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:49.489418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:49.495050 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/b6821944-99a0-4ef9-a4b4-39e0338d8802 HTTP/1.1" status: 204  len: 168 time: 13.8497889
Dec 21 10:07:49.498701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40390) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:49.500502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec7682e8>, '66f4ecdf-5214-42be-9ffe-3f904d2cacdf') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:49.500837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec7682e8>, '66f4ecdf-5214-42be-9ffe-3f904d2cacdf') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:49.503381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6649d686-d27b-405f-a300-7b25b992c5cd None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:07:49.512017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec7fed07-353b-497c-b256-09fb32452606 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:49.556625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930857927'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:49.562217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:49.566784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:network and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:49.570070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for network was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:49.577181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:49.601274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.614576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7c72d2-2d5d-494d-99c9-d96a9fe6d0dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Subnet': ['ID=4b556acf-e92c-426f-85b6-23b8237cb035,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:49.617677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff7c72d2-2d5d-494d-99c9-d96a9fe6d0dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:49.619032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:49.625522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.652018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6ecd8b1b-03d3-4cfe-970e-1b72f203225e no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:49.705521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 6ecd8b1b-03d3-4cfe-970e-1b72f203225e {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:49.706220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 6ecd8b1b-03d3-4cfe-970e-1b72f203225e not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:49.755141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.764895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Releasing vxlan tunnel 18 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:07:49.807490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-63971952-5a45-419c-8671-78e9c6b24715 None None] Provisioning complete for port b1450d48-0da0-4d24-953e-8948348c00eb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:49.807490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-63971952-5a45-419c-8671-78e9c6b24715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.832759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8caa58-1206-4fe7-a95e-f2e7889fec56 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=7d89c4f1-cb5b-4ad9-837c-afc6caa558f5,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:49.837370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:07:49.844137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fb8caa58-1206-4fe7-a95e-f2e7889fec56 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:49.896463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-63971952-5a45-419c-8671-78e9c6b24715 None None] Port b1450d48-0da0-4d24-953e-8948348c00eb cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:49.942017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff7c72d2-2d5d-494d-99c9-d96a9fe6d0dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.942218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-63971952-5a45-419c-8671-78e9c6b24715 None None] Provisioning complete for port 47062e8b-13b9-49b1-b384-2fce284ab9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:49.942586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-63971952-5a45-419c-8671-78e9c6b24715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.992929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:49.993380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Added segment 2e9f6a74-a902-427b-b78b-e5c09e337f5c of type vxlan for network e44bce0a-357a-4357-8edb-210cf129a529
Dec 21 10:07:50.000134 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ff7c72d2-2d5d-494d-99c9-d96a9fe6d0dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/subnets/4b556acf-e92c-426f-85b6-23b8237cb035 HTTP/1.1" status: 204  len: 168 time: 3.4168198
Dec 21 10:07:50.009343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40394) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:50.138724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network d25b0621-e93e-42fb-873a-1388b16249b0 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:50.158884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:50.248243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:50.375038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fb8caa58-1206-4fe7-a95e-f2e7889fec56 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:50.413297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fb8caa58-1206-4fe7-a95e-f2e7889fec56 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/7d89c4f1-cb5b-4ad9-837c-afc6caa558f5 HTTP/1.1" status: 204  len: 168 time: 2.5070281
Dec 21 10:07:50.421118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:50.422085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40398) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:50.495451 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75f36e6-b181-48e2-bf4f-a77e439f6d53 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:50.496002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e75f36e6-b181-48e2-bf4f-a77e439f6d53 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:50.501037 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e75f36e6-b181-48e2-bf4f-a77e439f6d53 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/f721b715-9c00-4351-8ac0-0bbf0eb20194 HTTP/1.1" status: 404  len: 337 time: 0.0619149
Dec 21 10:07:50.559804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40402) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:50.709061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:50.749971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d5bb42ad-2ea7-4d06-8888-bb66cadbb439 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:50.868121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=31c152f8-42b8-4d7d-8e20-50f525bd0df6,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:50.906217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:07:50.915680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network d25b0621-e93e-42fb-873a-1388b16249b0 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:50.928210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.928691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.929039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.929452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.929982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.930407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.930820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.931232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.931603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.932063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.932388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.932797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.933278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.933714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.934118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.934525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.934923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.935327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.935705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.936252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.936479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.936879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.937145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:50.937263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.937720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:50.947881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3331995
Dec 21 10:07:50.948834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40406) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:50.949122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90f6a8e-75b3-4efe-9218-92d5631ec7a3 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:07:50.965757 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:07:50.974556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:50.983683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] Sync routers for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:51.014478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:51.015189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec4042b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:51.072495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.100433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.101352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.131646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f430b1b5-4af6-4389-b0bd-9ac4db6101f4 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:51.149122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.153889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:51.154596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.169730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:51.188424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.279514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.320045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.324831 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/networks/d25b0621-e93e-42fb-873a-1388b16249b0 HTTP/1.1" status: 204  len: 168 time: 7.1856925
Dec 21 10:07:51.331276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40410) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:51.354546 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 1.8089621
Dec 21 10:07:51.383482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40414) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:51.384294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=82ef69b2-418b-410a-acfd-f03ad99696d4,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:51.393832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'network_id': 'e44bce0a-357a-4357-8edb-210cf129a529', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:51.412336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:51.479249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=e44bce0a-357a-4357-8edb-210cf129a529,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:51.507719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network e44bce0a-357a-4357-8edb-210cf129a529 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:51.511322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting subnet eb5f3bf4-9771-4c77-8d1d-dd51f1890178 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:51.522110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network e44bce0a-357a-4357-8edb-210cf129a529 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:51.528083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.554747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f6a8e-75b3-4efe-9218-92d5631ec7a3 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:07:51.556765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c2a902e4-99a3-44a2-8b9a-74fb6444cf43 None None] Provisioning complete for port b1450d48-0da0-4d24-953e-8948348c00eb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:51.557187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2a902e4-99a3-44a2-8b9a-74fb6444cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.568608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:51.569654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0ecdbccb-c696-4624-9058-683328a01814 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.252s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:51.582586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb483526-d133-4c55-a559-2d8a8096133f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting subnet 0914e7d6-b221-4bb5-918a-bf06d9c0bbc4 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:51.596934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.599610 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/31c152f8-42b8-4d7d-8e20-50f525bd0df6 HTTP/1.1" status: 204  len: 168 time: 5.5760677
Dec 21 10:07:51.606848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb483526-d133-4c55-a559-2d8a8096133f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.610270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40418) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:51.614582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Network': ['ID=d25b0621-e93e-42fb-873a-1388b16249b0,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:51.642264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c2a902e4-99a3-44a2-8b9a-74fb6444cf43 None None] Port b1450d48-0da0-4d24-953e-8948348c00eb cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:51.663590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:51.681474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:51.748221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.771396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.799881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 39bf26e6-401a-41f5-916e-fda4199a5f65 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:51.800307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.836824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb483526-d133-4c55-a559-2d8a8096133f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:51.893318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:51.914141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:subnet and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:51.920125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:07:51.929027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:51.942878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:51.946696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:51.954445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c2a902e4-99a3-44a2-8b9a-74fb6444cf43 None None] Provisioning complete for port 47062e8b-13b9-49b1-b384-2fce284ab9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:51.954934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2a902e4-99a3-44a2-8b9a-74fb6444cf43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:52.162032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfbbcb17-1bef-4719-a4df-a52d44e38d1f tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting subnet 21f316b0-5445-4e2f-8cd0-7ccf6ba43ce5 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:52.227090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcb17-1bef-4719-a4df-a52d44e38d1f tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:52.327947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-565cb778-6fae-4aed-bb69-b99f58020405 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet f838b8ff-77e9-40a8-a413-512328373e87 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:52.352356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-565cb778-6fae-4aed-bb69-b99f58020405 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:52.388910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcb17-1bef-4719-a4df-a52d44e38d1f tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:52.445614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:52.473430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 39bf26e6-401a-41f5-916e-fda4199a5f65, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=39bf26e6-401a-41f5-916e-fda4199a5f65,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:52.474108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:52.516494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:52.662947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb483526-d133-4c55-a559-2d8a8096133f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:52.675502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec4042b0>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:46Z', 'revision_number': 10, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:52.678010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-565cb778-6fae-4aed-bb69-b99f58020405 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:52.684518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] Checking router: 395fb26c-bb31-47a1-92ce-557a30ab05f8 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:07:52.715719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:52.716466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec4042b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:52.738185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:52.781324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:07:53.098396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7f0205-c205-41fe-a7f8-d835a275e57b None None] Network 37139eec-4360-49f4-a0d3-c34ef75561ea requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:53.133960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5814d5a4-f425-422a-8af6-e0b65ca3b751 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:53.139612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 39bf26e6-401a-41f5-916e-fda4199a5f65 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:53.188130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:53.280663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-565cb778-6fae-4aed-bb69-b99f58020405 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:53.350106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcb17-1bef-4719-a4df-a52d44e38d1f tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:53.438769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:07:53.452135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:07:53.468733 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.7703018
Dec 21 10:07:53.470912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:53.476514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40422) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:53.476906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0e8668>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:53.488128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-333925985'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:53.568672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:53.601644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:network and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:53.607330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for network was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:53.625970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:53.677726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:53.683441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:53.695608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:53.718904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7ba5dccc-0d1f-4d80-9fa6-7195977e9e91 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:53.756100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8c209f8b-3485-4ee5-bf33-ebf604e251d9 None None] Provisioning complete for port 82ef69b2-418b-410a-acfd-f03ad99696d4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:53.756538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c209f8b-3485-4ee5-bf33-ebf604e251d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:53.764996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Subnet': ['ID=eb5f3bf4-9771-4c77-8d1d-dd51f1890178,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:53.797986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:53.813839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.815542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.815542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.815758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.816026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.816437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.816849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.817257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.818534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.818534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.818534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.818852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.819312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.819721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.820115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.820900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.820900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.821275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.821901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.822044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.822650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.822852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.823610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.823610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:07:53.834600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:53.900906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb483526-d133-4c55-a559-2d8a8096133f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:53.928592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8c209f8b-3485-4ee5-bf33-ebf604e251d9 None None] Port 82ef69b2-418b-410a-acfd-f03ad99696d4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:07:54.031701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7036bc36-97da-4c63-95c2-f34344f71707 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:54.042855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec4042b0>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:46Z', 'revision_number': 10, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:54.051691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8ecde5-7200-4968-881b-ebf1056f6aca None None] The sync data for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs is: [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:07:46Z', 'revision_number': 10, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None, '_interfaces': [{'id': '3f3ddd92-c822-463f-92d1-3f8c1f4d8da2', 'name': '', 'network_id': '82aba317-c79f-4bed-a41c-a4434af5a983', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'mac_address': 'fa:16:3e:5d:5a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:05:51Z', 'updated_at': '2020-12-21T10:06:08Z', 'revision_number': 5, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'subnets': [{'id': 'cb0c226b-524c-4fec-8de8-19bffec2b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:54.080684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] DHCP port deletion for 37139eec-4360-49f4-a0d3-c34ef75561ea request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:54.087767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Deleting port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:54.088533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.150852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:07:54.159841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb483526-d133-4c55-a559-2d8a8096133f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Subnet': ['ID=0914e7d6-b221-4bb5-918a-bf06d9c0bbc4,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:54.172952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:54.174570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eb483526-d133-4c55-a559-2d8a8096133f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:54.198266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb483526-d133-4c55-a559-2d8a8096133f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.203631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca5b00c-5fb6-46e5-b96b-3ee40e58b3e9 None None] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:54.212484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.213251 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added segment d1674677-a716-49c9-8813-97c3fee7d93f of type vxlan for network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37
Dec 21 10:07:54.243630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.263941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011d1647-de12-4505-94b0-5f6218663236 None None] Network fc3dd635-6193-48c2-b608-e01c5ce01775 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:54.281601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-565cb778-6fae-4aed-bb69-b99f58020405 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.307222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.314994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-734aedce-1fa0-4788-b79a-8969f10d5957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:54.367082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/eb5f3bf4-9771-4c77-8d1d-dd51f1890178 HTTP/1.1" status: 204  len: 168 time: 3.7987006
Dec 21 10:07:54.382675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40426) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:54.389709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.401578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:54.402307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.436199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcb17-1bef-4719-a4df-a52d44e38d1f tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.459653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565cb778-6fae-4aed-bb69-b99f58020405 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=f838b8ff-77e9-40a8-a413-512328373e87,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:54.483286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-565cb778-6fae-4aed-bb69-b99f58020405 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:54.494332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:54.513648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d510134-1161-4962-b664-6510557c8673 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:54.569464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbbcb17-1bef-4719-a4df-a52d44e38d1f tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Subnet': ['ID=21f316b0-5445-4e2f-8cd0-7ccf6ba43ce5,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:54.668147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:54.680933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cfbbcb17-1bef-4719-a4df-a52d44e38d1f tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:54.734082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8838905-f751-4013-b306-b0388cf2f4ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:54.734577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8838905-f751-4013-b306-b0388cf2f4ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:54.742490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a8838905-f751-4013-b306-b0388cf2f4ef tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/a656757d-04cc-4436-bac7-008c29ff3702 HTTP/1.1" status: 404  len: 337 time: 0.3108842
Dec 21 10:07:54.747939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eb483526-d133-4c55-a559-2d8a8096133f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/0914e7d6-b221-4bb5-918a-bf06d9c0bbc4 HTTP/1.1" status: 204  len: 168 time: 3.7231662
Dec 21 10:07:54.750420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40430) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:54.750786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40432) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:54.758171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0e8668>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:07:48Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:07:50Z', 'revision_number': 2, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:54.761593 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2797034
Dec 21 10:07:54.767006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:07:54.768285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Updating router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 port 82ef69b2-418b-410a-acfd-f03ad99696d4 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:07:54.768898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40434) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:54.849624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.898957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.904111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-565cb778-6fae-4aed-bb69-b99f58020405 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:54.953878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Network': ['ID=87c4dbb5-5abf-4592-b7f4-0d53c3670a37,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:54.971856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.019482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:55.024874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:55.035554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:07:55.036569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'subnet': {'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:55.068594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cfbbcb17-1bef-4719-a4df-a52d44e38d1f tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.073577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accb222b-77de-4006-a64c-7a96fdf36c45 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:55.135579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a747c4cd-79b5-47ff-849f-0093c39db4d9 None None] Network 4433df8a-e542-47af-8601-d1413e5da8c9 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:55.161978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cfbbcb17-1bef-4719-a4df-a52d44e38d1f tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/subnets/21f316b0-5445-4e2f-8cd0-7ccf6ba43ce5 HTTP/1.1" status: 204  len: 168 time: 3.8285379
Dec 21 10:07:55.172032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40442) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:55.231382 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-565cb778-6fae-4aed-bb69-b99f58020405 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/f838b8ff-77e9-40a8-a413-512328373e87 HTTP/1.1" status: 204  len: 168 time: 3.6143861
Dec 21 10:07:55.242435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.245351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40446) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:55.341430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.368819 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-341b797f-492e-4b00-9c36-43d39846f7b5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1130648
Dec 21 10:07:55.375669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40450) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:55.393285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.396031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] For port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:55.396627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.398370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:55.418935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:07:55.453905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Transition to ACTIVE for port object 82ef69b2-418b-410a-acfd-f03ad99696d4 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:07:55.458588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.474390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-52728a35-08e2-46a1-b23b-f29eef755cc0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Synchronizing usage tracker for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:07:55.524708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 355a46c6-c23a-45e9-936d-40be2a80d1b7 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:55.524997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.665293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:55.703149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-52728a35-08e2-46a1-b23b-f29eef755cc0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Unset dirty status for tenant:88b585b75ba24611885906f26f32020e on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:07:55.709100 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-52728a35-08e2-46a1-b23b-f29eef755cc0 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "GET /v2.0/ports?device_id=4a0e3656-21a1-43fb-b5f0-654e4457157a HTTP/1.1" status: 200  len: 205 time: 0.9437647
Dec 21 10:07:55.711117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40454) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:55.726662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Calling delete_port for 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:55.823164 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-d7ff4946-499a-4a05-aaf2-379efea56241 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] delete failed (client error): The resource could not be found.
Dec 21 10:07:55.826596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-448971f8-6413-4cd1-9928-382dc6258f2a tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting subnet 65457258-9bc0-4c48-9d8f-3fb4e095020e {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:07:55.826829 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d7ff4946-499a-4a05-aaf2-379efea56241 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/routers/4a0e3656-21a1-43fb-b5f0-654e4457157a HTTP/1.1" status: 404  len: 336 time: 0.1092193
Dec 21 10:07:55.828899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40458) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:55.831509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-448971f8-6413-4cd1-9928-382dc6258f2a tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.882790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:55.893586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c608a1-12f0-407f-9586-6aca30690509 None None] Pushing event updated for resources: {'Port': ['ID=82ef69b2-418b-410a-acfd-f03ad99696d4,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:55.900121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-49c608a1-12f0-407f-9586-6aca30690509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:55.901544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Attempting to bind port 82ef69b2-418b-410a-acfd-f03ad99696d4 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:07:55.902143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Attempting to bind port 82ef69b2-418b-410a-acfd-f03ad99696d4 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '99ad8e54-5470-4e15-93ed-105cb08ac83b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:07:55.902735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Attempting to bind port 82ef69b2-418b-410a-acfd-f03ad99696d4 on network ff4ade65-c78b-4225-846a-6f0df99f89d1 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:07:55.914726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:07:55.915444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Checking segment: {'id': '99ad8e54-5470-4e15-93ed-105cb08ac83b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:55.916074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.917918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Bound using segment: {'id': '99ad8e54-5470-4e15-93ed-105cb08ac83b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:07:55.918658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Bound port: 82ef69b2-418b-410a-acfd-f03ad99696d4, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99ad8e54-5470-4e15-93ed-105cb08ac83b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:07:55.926920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:subnet and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:55.930254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc220493-7c15-4019-864f-7fed40e10b01 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:55.930752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc220493-7c15-4019-864f-7fed40e10b01 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:55.931562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.933006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-448971f8-6413-4cd1-9928-382dc6258f2a tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:55.935532 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fc220493-7c15-4019-864f-7fed40e10b01 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/198e462d-3501-4eda-aa3b-db1c2d3d97eb HTTP/1.1" status: 404  len: 337 time: 0.1007152
Dec 21 10:07:55.937401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40462) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:55.940867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:56.011958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c17c5450-0fdb-4d27-9582-c39f2113c82e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:56.012460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c17c5450-0fdb-4d27-9582-c39f2113c82e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:56.015626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-db584d2c-d803-4491-9cbd-f2fc4e17cee1 None None] Provisioning complete for port 5a6d82a3-635f-4352-b781-6477d5d7b7cb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:07:56.016180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db584d2c-d803-4491-9cbd-f2fc4e17cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.021173 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c17c5450-0fdb-4d27-9582-c39f2113c82e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/6cfa577f-d7a8-4b2c-a65a-e4851cf56c8f HTTP/1.1" status: 404  len: 337 time: 0.0647774
Dec 21 10:07:56.024657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:56.026751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40466) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:56.057829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] For port 82ef69b2-418b-410a-acfd-f03ad99696d4, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:07:56.061736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] For port 82ef69b2-418b-410a-acfd-f03ad99696d4, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=82ef69b2-418b-410a-acfd-f03ad99696d4,segment=NetworkSegment(99ad8e54-5470-4e15-93ed-105cb08ac83b),segment_id=99ad8e54-5470-4e15-93ed-105cb08ac83b)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:07:56.071344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.071594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-448971f8-6413-4cd1-9928-382dc6258f2a tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.167033 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce61a5e-06e7-4e87-8993-4b081bc3632e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:56.167642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce61a5e-06e7-4e87-8993-4b081bc3632e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:56.169178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.172255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4ce61a5e-06e7-4e87-8993-4b081bc3632e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/df48d6ee-7cad-48ba-aea9-db3f760c5f34 HTTP/1.1" status: 404  len: 337 time: 0.1431909
Dec 21 10:07:56.176733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40470) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:56.183410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Made reservation on behalf of afd89d6eb42546bfba090516d42e4c89 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:56.224095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:56.299797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:07:56.301023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0e8668>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:56.362129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.422652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port 355a46c6-c23a-45e9-936d-40be2a80d1b7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=355a46c6-c23a-45e9-936d-40be2a80d1b7,segment=NetworkSegment(bf11dd00-e20a-4ce0-a137-5c664a47a66f),segment_id=bf11dd00-e20a-4ce0-a137-5c664a47a66f)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:56.423061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.463501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:56.482481 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad691f2-22ed-482d-b853-c076617f4372 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:56.483095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad691f2-22ed-482d-b853-c076617f4372 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:56.488544 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6ad691f2-22ed-482d-b853-c076617f4372 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/79467ba4-9735-4bb2-aa15-6d792a865bb0 HTTP/1.1" status: 404  len: 333 time: 0.3097763
Dec 21 10:07:56.490267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.491459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Fanout notify agent at l3_agent the message router_deleted on router 183bdd4f-3c7d-4729-acec-803a9fe50da9 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:07:56.492122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40474) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:56.499623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:07:56.516168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:56.523687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-448971f8-6413-4cd1-9928-382dc6258f2a tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.559858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.560831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 306d579f-b0a2-4dba-b71a-676bfd440478 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:56.617808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c18644b2-ee45-4026-b053-b16033d762d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:56.723357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] DHCP port deletion for b61b9a3b-c965-44c1-82e3-76a7e9e08fff request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:56.764353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:56.770416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] Deleting port 355a46c6-c23a-45e9-936d-40be2a80d1b7 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:56.782252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.848508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:56.864527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ace1c5-6b71-4d74-b7ce-08004c47d3e9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:56.865074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ace1c5-6b71-4d74-b7ce-08004c47d3e9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:56.866750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448971f8-6413-4cd1-9928-382dc6258f2a tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Subnet': ['ID=65457258-9bc0-4c48-9d8f-3fb4e095020e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:56.874110 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e8ace1c5-6b71-4d74-b7ce-08004c47d3e9 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/46271945-aefc-422f-8f11-c6eb566c992e HTTP/1.1" status: 404  len: 337 time: 0.2954469
Dec 21 10:07:56.883210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-448971f8-6413-4cd1-9928-382dc6258f2a tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:56.887256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40478) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:56.899357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 355a46c6-c23a-45e9-936d-40be2a80d1b7 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:56.900034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] DHCP port deletion for fc3dd635-6193-48c2-b608-e01c5ce01775 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:56.902822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:56.942825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 306d579f-b0a2-4dba-b71a-676bfd440478 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:56.943395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 306d579f-b0a2-4dba-b71a-676bfd440478 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:56.960633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-448971f8-6413-4cd1-9928-382dc6258f2a tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.970224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-448971f8-6413-4cd1-9928-382dc6258f2a tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/subnets/65457258-9bc0-4c48-9d8f-3fb4e095020e HTTP/1.1" status: 204  len: 168 time: 1.7941778
Dec 21 10:07:56.975374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e6bf00-bca3-4b0d-b929-a9c84eb07e91 None None] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:56.981542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:56.983917 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b05bbfdc-b408-4ca9-9ba7-e8f3131764c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/routers/183bdd4f-3c7d-4729-acec-803a9fe50da9 HTTP/1.1" status: 204  len: 168 time: 6.9203901
Dec 21 10:07:56.988324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:56.996675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40482) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:56.997346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40484) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:57.066122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c608a1-12f0-407f-9586-6aca30690509 None None] Pushing event updated for resources: {'Port': ['ID=82ef69b2-418b-410a-acfd-f03ad99696d4,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:57.067821 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-87407fb5-f91c-43a9-87ee-2cc64a8c8c1d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:57.068511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87407fb5-f91c-43a9-87ee-2cc64a8c8c1d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:57.078762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-49c608a1-12f0-407f-9586-6aca30690509 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:57.081747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-87407fb5-f91c-43a9-87ee-2cc64a8c8c1d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/4998f0fa-f2dc-479b-ab4c-0fe56764238e HTTP/1.1" status: 404  len: 337 time: 0.1524918
Dec 21 10:07:57.082708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40490) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:57.097365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:07:57.098188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:07:57.101983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0e8668>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:07:48Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:07:56Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:57.109962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11dc1071-e0d3-45eb-be70-325c9491896f None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:07:48Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:07:56Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:07:57.206592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Deleting port 47062e8b-13b9-49b1-b384-2fce284ab9ff {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:57.207439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:57.226621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:57.242871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 39bf26e6-401a-41f5-916e-fda4199a5f65 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:57.343352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:57.360214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:57.437609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9900ccff-eac2-48d7-b06b-ce4d868eeb50 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:57.494732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:57.606648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:57.684704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:07:57.703209 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8a4bc7-a8f0-4fc8-a4da-5a766391542e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:57.703708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8a4bc7-a8f0-4fc8-a4da-5a766391542e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:57.734024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No DVR routers for this DVR port 355a46c6-c23a-45e9-936d-40be2a80d1b7 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:07:57.742281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] For port 355a46c6-c23a-45e9-936d-40be2a80d1b7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=355a46c6-c23a-45e9-936d-40be2a80d1b7,segment=NetworkSegment(bf11dd00-e20a-4ce0-a137-5c664a47a66f),segment_id=bf11dd00-e20a-4ce0-a137-5c664a47a66f)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:57.742750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:57.743864 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e8a4bc7-a8f0-4fc8-a4da-5a766391542e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/e8bbe757-dccb-4ccc-ad3d-5a8c497378a2 HTTP/1.1" status: 404  len: 333 time: 0.6415067
Dec 21 10:07:57.750806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40494) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:57.812182 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-650b51f9-64cf-4ba4-b8f2-9a4fee5b3cd5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:57.812431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-650b51f9-64cf-4ba4-b8f2-9a4fee5b3cd5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:57.817002 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-650b51f9-64cf-4ba4-b8f2-9a4fee5b3cd5 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/f67f67a0-f58d-4ae0-93c3-1dd83d806137 HTTP/1.1" status: 404  len: 337 time: 0.0628250
Dec 21 10:07:57.838159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:57.847650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Deleting port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:57.848083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:57.872302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting port 8d4cfd7b-aed5-430c-825c-56bac12cca33 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:57.872788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:57.873609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 39bf26e6-401a-41f5-916e-fda4199a5f65 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:07:57.873924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 39bf26e6-401a-41f5-916e-fda4199a5f65 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:07:57.874408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 47062e8b-13b9-49b1-b384-2fce284ab9ff no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:07:57.903361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40498) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:57.980659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=ab7f2e99-e5e0-4431-8fb5-4b9fa11eab30,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:57.987204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:57.996587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:57.997173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-acafe06f-fb0d-4d0a-aea7-82417c93e28d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:58.002410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] Calling delete_port for 355a46c6-c23a-45e9-936d-40be2a80d1b7 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:58.013641 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc44365e-087b-4f56-8ea3-510426ca10ec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] DELETE failed (client error): The resource could not be found.
Dec 21 10:07:58.014097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc44365e-087b-4f56-8ea3-510426ca10ec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:07:58.019255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fc44365e-087b-4f56-8ea3-510426ca10ec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/subnets/1f0194eb-db55-4ff2-82e2-e95ae825e500 HTTP/1.1" status: 404  len: 337 time: 0.0987699
Dec 21 10:07:58.036156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40502) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:58.041994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking segment: {'id': '2e9f6a74-a902-427b-b78b-e5c09e337f5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e44bce0a-357a-4357-8edb-210cf129a529'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:07:58.042401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network hostable DHCP agents. Network: e44bce0a-357a-4357-8edb-210cf129a529, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:07:58.125235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.148452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=355a46c6-c23a-45e9-936d-40be2a80d1b7,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:58.160351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:58.160732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.181214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:58.192066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:58.196107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] Deleting port 5a6d82a3-635f-4352-b781-6477d5d7b7cb {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:58.196546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.258572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-46a9f8e4-cb23-4df9-87e0-c437f8911c04 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port b1450d48-0da0-4d24-953e-8948348c00eb {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:58.259058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46a9f8e4-cb23-4df9-87e0-c437f8911c04 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.319616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network e44bce0a-357a-4357-8edb-210cf129a529 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:07:58.371962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2220da0e-ac8c-4a03-8964-5c162fd823f2 None None] DHCP port deletion for 4433df8a-e542-47af-8601-d1413e5da8c9 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:58.379920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, e44bce0a-357a-4357-8edb-210cf129a529) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:07:58.414896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dae3418-d9d8-4fd1-9211-e75468b5e74f None None] Network e44bce0a-357a-4357-8edb-210cf129a529 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:07:58.426552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe78c4470>,) {'filters': {'network_id': ['b61b9a3b-c965-44c1-82e3-76a7e9e08fff']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:58.482766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe78c4470>, 'bf11dd00-e20a-4ce0-a137-5c664a47a66f') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:58.483152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe78c4470>, 'bf11dd00-e20a-4ce0-a137-5c664a47a66f') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:07:58.502318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:07:58.504271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.516031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2220da0e-ac8c-4a03-8964-5c162fd823f2 None None] Deleting port 8d4cfd7b-aed5-430c-825c-56bac12cca33 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:58.516473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2220da0e-ac8c-4a03-8964-5c162fd823f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.547178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.553041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] For port 8d4cfd7b-aed5-430c-825c-56bac12cca33, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8d4cfd7b-aed5-430c-825c-56bac12cca33,segment=NetworkSegment(da76fd93-92a1-4445-978b-a666eaedbdfc),segment_id=da76fd93-92a1-4445-978b-a666eaedbdfc)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:58.553041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.745742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Calling delete_port for 8d4cfd7b-aed5-430c-825c-56bac12cca33 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:58.759424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] DHCP port deletion for cc80e85b-732d-4484-8fa4-bfb15ff824e5 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:07:58.762091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:07:58.762533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:07:58.836805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] For port 47062e8b-13b9-49b1-b384-2fce284ab9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=47062e8b-13b9-49b1-b384-2fce284ab9ff,segment=NetworkSegment(e46e7fdd-a001-4e0d-a298-3e9e88a21593),segment_id=e46e7fdd-a001-4e0d-a298-3e9e88a21593)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:58.837309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.914504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.944314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] Deleting port 59c1ba89-412b-454a-b6fe-6792f0bececc {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:58.944543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.945216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46a9f8e4-cb23-4df9-87e0-c437f8911c04 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:58.963408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Releasing vxlan tunnel 12 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:07:58.982509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 7.5924585
Dec 21 10:07:59.016178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40506) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:07:59.027656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'network_id': 'e44bce0a-357a-4357-8edb-210cf129a529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:07:59.063929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:59.063929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.117440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-46a9f8e4-cb23-4df9-87e0-c437f8911c04 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for b1450d48-0da0-4d24-953e-8948348c00eb owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:59.125769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.148246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.159111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Calling delete_port for 47062e8b-13b9-49b1-b384-2fce284ab9ff owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:59.184433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:59.242896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2220da0e-ac8c-4a03-8964-5c162fd823f2 None None] The port '8d4cfd7b-aed5-430c-825c-56bac12cca33' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:07:59.259865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Port': ['ID=8d4cfd7b-aed5-430c-825c-56bac12cca33,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:59.270988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] Deleting port 355a46c6-c23a-45e9-936d-40be2a80d1b7 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:07:59.271190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:59.271344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.319387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:59.409883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] No DVR routers for this DVR port 8d4cfd7b-aed5-430c-825c-56bac12cca33 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:07:59.496452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46a9f8e4-cb23-4df9-87e0-c437f8911c04 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.547684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:59.564401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.604413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] For port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,segment=NetworkSegment(977862cd-b690-4b6d-8042-9ad12c9a98de),segment_id=977862cd-b690-4b6d-8042-9ad12c9a98de)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:59.604871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.651860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ddef746-5a4f-494f-854c-20296c468218 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:59.696772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.755527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dfb3c65e-24c1-4cd3-8253-272a87d97979 None None] The port '355a46c6-c23a-45e9-936d-40be2a80d1b7' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:07:59.757743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] For port 5a6d82a3-635f-4352-b781-6477d5d7b7cb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5a6d82a3-635f-4352-b781-6477d5d7b7cb,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:07:59.758206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.765981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9f8e4-cb23-4df9-87e0-c437f8911c04 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=b1450d48-0da0-4d24-953e-8948348c00eb,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:07:59.781832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46a9f8e4-cb23-4df9-87e0-c437f8911c04 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:07:59.796968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:07:59.816982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:subnet and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:07:59.824085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:07:59.881799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.911129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:07:59.913340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d1dbef2-3447-4473-887f-f3a0bf7cf6a6 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:07:59.960218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network b61b9a3b-c965-44c1-82e3-76a7e9e08fff has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:07:59.969459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Calling delete_port for 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:07:59.988119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46a9f8e4-cb23-4df9-87e0-c437f8911c04 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:07:59.994112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecac80f0>,) {'filters': {'network_id': ['4433df8a-e542-47af-8601-d1413e5da8c9']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:00.009914 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:00.020566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=3d37088a-75fb-424c-b4d3-ebcb5f0e8589,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:00.026451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecac80f0>, 'da76fd93-92a1-4445-978b-a666eaedbdfc') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:00.026911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecac80f0>, 'da76fd93-92a1-4445-978b-a666eaedbdfc') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:00.038950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:00.039940 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-46a9f8e4-cb23-4df9-87e0-c437f8911c04 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/ports/b1450d48-0da0-4d24-953e-8948348c00eb HTTP/1.1" status: 204  len: 168 time: 1.9990063
Dec 21 10:08:00.040981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40510) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:00.050508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.074057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 47062e8b-13b9-49b1-b384-2fce284ab9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=47062e8b-13b9-49b1-b384-2fce284ab9ff,segment=NetworkSegment(e46e7fdd-a001-4e0d-a298-3e9e88a21593),segment_id=e46e7fdd-a001-4e0d-a298-3e9e88a21593)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:00.101258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.104044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:00.120688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Releasing vxlan tunnel 13 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:00.170368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] Calling delete_port for 5a6d82a3-635f-4352-b781-6477d5d7b7cb owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:00.212285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.213365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 355a46c6-c23a-45e9-936d-40be2a80d1b7 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:00.254618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f10955bd-a210-45ab-bf07-97336881e1db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:00.278728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.297580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de416f41-2338-4012-8244-a5db26301dc7 tempest-NetworksTest-1663349003 tempest-NetworksTest-1663349003] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:00.323310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.362851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.365387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:08:00.365832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:08:00.366351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 355a46c6-c23a-45e9-936d-40be2a80d1b7 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:00.366742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 355a46c6-c23a-45e9-936d-40be2a80d1b7 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:00.377519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:00.431219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Network': ['ID=b61b9a3b-c965-44c1-82e3-76a7e9e08fff,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:00.447768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:00.472574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.484569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.492590 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/networks/b61b9a3b-c965-44c1-82e3-76a7e9e08fff HTTP/1.1" status: 204  len: 168 time: 5.7252066
Dec 21 10:08:00.494827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-e44bce0a-357a-4357-8edb-210cf129a529', 'network_id': 'e44bce0a-357a-4357-8edb-210cf129a529', 'tenant_id': 'df5cc62b79ad4459b5be9154b2e694d9', 'fixed_ips': [{'subnet_id': 'ab7f2e99-e5e0-4431-8fb5-4b9fa11eab30'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:08:00.495782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.503198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40514) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:00.503633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a128077-acbc-416f-9eaa-cb5e340b0280 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:00.505700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad8297f2-112b-465e-aa2e-430bef1f6b2d tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:00.522403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] For port 59c1ba89-412b-454a-b6fe-6792f0bececc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=59c1ba89-412b-454a-b6fe-6792f0bececc,segment=NetworkSegment(741c13be-8a29-4664-ab9d-dadafb669f71),segment_id=741c13be-8a29-4664-ab9d-dadafb669f71)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:00.522848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.588269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:08:00.589347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:08:00.754081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=47062e8b-13b9-49b1-b384-2fce284ab9ff,revision_number=11']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:00.778092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] Calling delete_port for 59c1ba89-412b-454a-b6fe-6792f0bececc owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:00.810614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 82ef69b2-418b-410a-acfd-f03ad99696d4 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:00.823744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.855903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.884119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Deleting port 47062e8b-13b9-49b1-b384-2fce284ab9ff {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:00.884541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.919745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.920203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.920503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.920873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.921245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.921636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.922505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.922505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.922706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.923016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.923946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.925779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.925921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.926207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.926570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.926932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.927290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.927653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.928011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.928368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.928726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.929527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.929527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.929738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:00.945546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:00.973824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:00.992739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:01.002782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network 4433df8a-e542-47af-8601-d1413e5da8c9 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:01.028310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Deleting port 47062e8b-13b9-49b1-b384-2fce284ab9ff {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:01.028764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.066580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] Pushing event deleted for resources: {'Port': ['ID=5a6d82a3-635f-4352-b781-6477d5d7b7cb,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:01.070028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.076176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Subnet': ['ID=b8f8b8c1-b750-4246-92bb-98fa7e31a3e5,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:01.101881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:01.163171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:01.165158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Deleting port 3d37088a-75fb-424c-b4d3-ebcb5f0e8589 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:01.165856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.225684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=90061b81-413e-4ee0-8352-9f4e65494013,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:01.255275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:01.395961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network 4433df8a-e542-47af-8601-d1413e5da8c9 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:01.432647 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:01.474761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:01.546468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:01.594417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:01.595108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.599596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.613691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b3b96714-4eac-4755-a5a5-a788d3346a23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:01.639911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.648895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7b7d9e8>,) {'filters': {'network_id': ['37139eec-4360-49f4-a0d3-c34ef75561ea']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:01.654203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Network': ['ID=4433df8a-e542-47af-8601-d1413e5da8c9,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:01.661296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:01.665662 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/networks/4433df8a-e542-47af-8601-d1413e5da8c9 HTTP/1.1" status: 204  len: 168 time: 4.6646831
Dec 21 10:08:01.682452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40518) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:01.691316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7b7d9e8>, '977862cd-b690-4b6d-8042-9ad12c9a98de') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:01.691681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7b7d9e8>, '977862cd-b690-4b6d-8042-9ad12c9a98de') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:01.716937 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 6.3329906
Dec 21 10:08:01.726962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40522) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:01.737408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:01.775057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.784288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-691e2e7c-6059-4f8a-92f7-b8993938bbef None None] The port '3d37088a-75fb-424c-b4d3-ebcb5f0e8589' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:08:01.791320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] For port 47062e8b-13b9-49b1-b384-2fce284ab9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=47062e8b-13b9-49b1-b384-2fce284ab9ff,segment=NetworkSegment(e46e7fdd-a001-4e0d-a298-3e9e88a21593),segment_id=e46e7fdd-a001-4e0d-a298-3e9e88a21593)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:01.792173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.799918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] For port 47062e8b-13b9-49b1-b384-2fce284ab9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=47062e8b-13b9-49b1-b384-2fce284ab9ff,segment=NetworkSegment(e46e7fdd-a001-4e0d-a298-3e9e88a21593),segment_id=e46e7fdd-a001-4e0d-a298-3e9e88a21593)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:01.800396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.815794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.826598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.921946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-beb757e5-ccb5-4287-8158-55d058fb6951 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:01.958778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:01.968951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Releasing vxlan tunnel 11 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:01.999361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Calling delete_port for 47062e8b-13b9-49b1-b384-2fce284ab9ff owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:02.029043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.040550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Calling delete_port for 47062e8b-13b9-49b1-b384-2fce284ab9ff owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:02.085138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.104505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:02.110277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:02.114241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:02.121549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:02.129129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.144576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a89e27f-e0e6-46ab-b1f4-10566d05ca1a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:02.155576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] Pushing event deleted for resources: {'Port': ['ID=59c1ba89-412b-454a-b6fe-6792f0bececc,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:02.158988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:02.189306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:02.192478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 82ef69b2-418b-410a-acfd-f03ad99696d4 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:02.195680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.215943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Port': ['ID=47062e8b-13b9-49b1-b384-2fce284ab9ff,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:02.241342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:02.287015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Checking segment: {'id': 'd1674677-a716-49c9-8813-97c3fee7d93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:02.287394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network hostable DHCP agents. Network: 87c4dbb5-5abf-4592-b7f4-0d53c3670a37, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:08:02.293275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] No DVR routers for this DVR port 5a6d82a3-635f-4352-b781-6477d5d7b7cb on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:02.305643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 82ef69b2-418b-410a-acfd-f03ad99696d4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:02.306070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.352517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabfb63b-98aa-4fba-9334-8445b69de7e6 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:02.400759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] No DVR routers for this DVR port 59c1ba89-412b-454a-b6fe-6792f0bececc on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:02.432404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] No DVR routers for this DVR port 47062e8b-13b9-49b1-b384-2fce284ab9ff on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:02.507992 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90061b81-413e-4ee0-8352-9f4e65494013 (CIDR: 2001:db8::/64)
Dec 21 10:08:02.524619 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:08:02.524881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:02.535185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 37139eec-4360-49f4-a0d3-c34ef75561ea has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:02.553202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.603299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:08:02.603839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:08:02.624707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.639828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:08:02.668408 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1ab99d3b-5d8d-422b-ae85-db45c449e878 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9373012
Dec 21 10:08:02.669567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40526) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:02.678422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:02.693904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Deleting port 47062e8b-13b9-49b1-b384-2fce284ab9ff {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:02.694328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.750322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Allocated IP 2001:db8::2 (e44bce0a-357a-4357-8edb-210cf129a529/ab7f2e99-e5e0-4431-8fb5-4b9fa11eab30/87d034c1-1d77-49b2-a8fe-8e23b327f76a) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:02.828189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-794a9743-06ed-4a25-86ff-32477cfe793f None None] The port '47062e8b-13b9-49b1-b384-2fce284ab9ff' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:08:02.835166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.881958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.882941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fee857ef0>,) {'filters': {'network_id': ['fc3dd635-6193-48c2-b608-e01c5ce01775']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:02.902665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 87c4dbb5-5abf-4592-b7f4-0d53c3670a37) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:02.909710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fee857ef0>, 'e46e7fdd-a001-4e0d-a298-3e9e88a21593') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:02.909710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fee857ef0>, 'e46e7fdd-a001-4e0d-a298-3e9e88a21593') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:02.928306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.930587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ce7842-d7a8-4b44-89ce-4292af294285 None None] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:02.962586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.963731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'tenant_id': '7bda989bb8ca4a7d996fe50f3899b224', 'fixed_ips': [{'subnet_id': '90061b81-413e-4ee0-8352-9f4e65494013'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:08:02.965531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:02.965725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Releasing vxlan tunnel 9 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:02.981616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:03.001822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:03.006972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:03.037528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 37139eec-4360-49f4-a0d3-c34ef75561ea has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:03.069690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:03.088599 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:03.110421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 82ef69b2-418b-410a-acfd-f03ad99696d4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=82ef69b2-418b-410a-acfd-f03ad99696d4,segment=NetworkSegment(99ad8e54-5470-4e15-93ed-105cb08ac83b),segment_id=99ad8e54-5470-4e15-93ed-105cb08ac83b)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:03.123611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:03.123897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:03.124265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:03.212989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:03.227094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:03.230207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:03.239289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:03.329691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fedbfc278>,) {'filters': {'network_id': ['cc80e85b-732d-4484-8fa4-bfb15ff824e5']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:03.346713 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 8.3908327
Dec 21 10:08:03.381736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:03.388785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40530) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:03.415527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedbfc278>, '741c13be-8a29-4664-ab9d-dadafb669f71') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:03.415884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedbfc278>, '741c13be-8a29-4664-ab9d-dadafb669f71') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:03.427689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af171afc-e508-41bb-8ad1-79952d7693e6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:03.443929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:03.489412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5a6d82a3-635f-4352-b781-6477d5d7b7cb no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:03.527583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Network fc3dd635-6193-48c2-b608-e01c5ce01775 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:03.544804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:03.556515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Network': ['ID=37139eec-4360-49f4-a0d3-c34ef75561ea,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:03.599869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 5a6d82a3-635f-4352-b781-6477d5d7b7cb {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:03.600335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5a6d82a3-635f-4352-b781-6477d5d7b7cb not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:03.600922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8d4cfd7b-aed5-430c-825c-56bac12cca33 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:03.631055 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:03.645740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:03.685436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:03.692360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f178677-3cbc-4cfd-8991-d920e66f1c84 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:03.712657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:03.730196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Pushing event deleted for resources: {'Network': ['ID=fc3dd635-6193-48c2-b608-e01c5ce01775,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:03.793687 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] 10.222.0.45 "DELETE /v2.0/networks/fc3dd635-6193-48c2-b608-e01c5ce01775 HTTP/1.1" status: 204  len: 168 time: 3.7349582
Dec 21 10:08:03.795410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:03.872155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 8d4cfd7b-aed5-430c-825c-56bac12cca33 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:03.872733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8d4cfd7b-aed5-430c-825c-56bac12cca33 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:03.873331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 59c1ba89-412b-454a-b6fe-6792f0bececc no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:03.948017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 59c1ba89-412b-454a-b6fe-6792f0bececc {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:03.948519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 59c1ba89-412b-454a-b6fe-6792f0bececc not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:04.025572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=82ef69b2-418b-410a-acfd-f03ad99696d4,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:04.029730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:04.050982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:04.066620 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/networks/37139eec-4360-49f4-a0d3-c34ef75561ea HTTP/1.1" status: 204  len: 168 time: 7.0648856
Dec 21 10:08:04.097167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40536) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:04.107984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:04.120249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:04.134258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'network': {'name': 'tempest-network-smoke--2052128568', 'project_id': '4f37266714dd44d5856b221995070c6a', 'port_security_enabled': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:04.148324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:04.159270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:network and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:04.164735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:04.177309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'fixed_ips': [{'subnet_id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:08:04.178387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:04.186911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:04.211205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:04.217209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:04.321259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40542) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:04.331983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:08:04.544091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:04.562257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Transition to ACTIVE for port object 87d034c1-1d77-49b2-a8fe-8e23b327f76a will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:04.587533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Transition to ACTIVE for port object 87d034c1-1d77-49b2-a8fe-8e23b327f76a will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:04.604254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:04.629859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:04.676206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/90061b81-413e-4ee0-8352-9f4e65494013/84b12793-4efc-4860-82eb-2d363e679c84) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:04.678540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:04.678986 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Added segment 4809fb4e-b4a4-4afb-8a2e-150d265af075 of type vxlan for network 7561b32c-2f1f-4f69-ac98-e59b44cb6446
Dec 21 10:08:04.692451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:04.722810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:04.742138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Allocated IP 2001:db8:3::2 (87c4dbb5-5abf-4592-b7f4-0d53c3670a37/b8f8b8c1-b750-4246-92bb-98fa7e31a3e5/450f37f7-0a4a-4c75-9f5b-90c018b7eed3) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:04.755089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:04.765261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d85480f2-cadc-4a5f-aeb3-25c9d1b72a9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=88b585b75ba24611885906f26f32020e&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4423764
Dec 21 10:08:04.766815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40548) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:04.818364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Pushing event updated for resources: {'Port': ['ID=87d034c1-1d77-49b2-a8fe-8e23b327f76a,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:04.827936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:04.906815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:04.911543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:04.912213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:04.926686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6451a3e1-66bc-499d-b9a2-b2b6da47ba7b tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:04.988347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e3a3779-83e9-4a29-8e23-53881ba272c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.088701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Network e44bce0a-357a-4357-8edb-210cf129a529 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:05.093093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:05.106670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network cc80e85b-732d-4484-8fa4-bfb15ff824e5 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:05.109694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:05.125178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80970) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:08:05.134327 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0355582
Dec 21 10:08:05.135499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Network': ['ID=7561b32c-2f1f-4f69-ac98-e59b44cb6446,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:05.141364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:05.144501 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:05.153904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40552) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:05.155821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.178611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e3a3779-83e9-4a29-8e23-53881ba272c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.185351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:05.192365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-357070234', 'admin_state_up': True, 'project_id': '4f37266714dd44d5856b221995070c6a', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:05.198506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2685a94e-eab6-42a2-b49d-288ea4b6a0ca tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:05.199850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:05.247372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:05.301523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:router and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:05.304062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:05.330529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:05.400657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.417548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=8fce1e50-b42b-4927-bbd8-30eb1375f502,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:05.420335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5c2179b8-7f6e-4ca4-9b17-bca16ebb27ed tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:05.423858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:05.427628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.428744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.456894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.462850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Attempting to bind port 87d034c1-1d77-49b2-a8fe-8e23b327f76a on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:05.463277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Attempting to bind port 87d034c1-1d77-49b2-a8fe-8e23b327f76a by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '2e9f6a74-a902-427b-b78b-e5c09e337f5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e44bce0a-357a-4357-8edb-210cf129a529'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:05.463667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Attempting to bind port 87d034c1-1d77-49b2-a8fe-8e23b327f76a on network e44bce0a-357a-4357-8edb-210cf129a529 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:05.474668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e3a3779-83e9-4a29-8e23-53881ba272c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.484009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8eb9b3da-f310-4e60-babd-0d9714abcbb1 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:05.497121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.506307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.513670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a3779-83e9-4a29-8e23-53881ba272c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977ee0be-ccbe-4cb8-a625-05c3c1ba0f7c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:05.520914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e3a3779-83e9-4a29-8e23-53881ba272c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:05.524442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:05.528075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:05.546815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:05.547657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.567125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e3a3779-83e9-4a29-8e23-53881ba272c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.570997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4e3a3779-83e9-4a29-8e23-53881ba272c3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/977ee0be-ccbe-4cb8-a625-05c3c1ba0f7c HTTP/1.1" status: 204  len: 168 time: 0.8021214
Dec 21 10:08:05.598722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:05.599153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Checking segment: {'id': '2e9f6a74-a902-427b-b78b-e5c09e337f5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e44bce0a-357a-4357-8edb-210cf129a529'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:05.599743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.600192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Bound using segment: {'id': '2e9f6a74-a902-427b-b78b-e5c09e337f5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e44bce0a-357a-4357-8edb-210cf129a529'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:05.600741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Bound port: 87d034c1-1d77-49b2-a8fe-8e23b327f76a, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9f6a74-a902-427b-b78b-e5c09e337f5c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'e44bce0a-357a-4357-8edb-210cf129a529'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:05.601168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.646536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.659510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.702656 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.0320427
Dec 21 10:08:05.703256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/networks/cc80e85b-732d-4484-8fa4-bfb15ff824e5 HTTP/1.1" status: 204  len: 168 time: 4.0163040
Dec 21 10:08:05.708379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Transition to ACTIVE for port object 84b12793-4efc-4860-82eb-2d363e679c84 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:05.711531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40558) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:05.711872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40560) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:05.729333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Transition to ACTIVE for port object 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:05.740965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=dd4e992f-2a3c-4fbe-a12f-82de0893ec23,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:05.758262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Transition to ACTIVE for port object 84b12793-4efc-4860-82eb-2d363e679c84 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:05.760544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:44:c3:95', 'name': 'tempest-NetworksTestDHCPv6-1488743304'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:05.777172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:05.779051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.787054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ee6be9f8-0f66-435b-9185-ab27b6d27fa1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.298s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:05.801010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-365a5d1c-595b-49b7-852d-b077b84ee1af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:05.851231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Network': ['ID=cc80e85b-732d-4484-8fa4-bfb15ff824e5,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:05.860545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:05.873875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.905965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:05.906409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:05.995825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network e44bce0a-357a-4357-8edb-210cf129a529 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:06.003187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:06.038516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Transition to ACTIVE for port object 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:06.052524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.082342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.116853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] For port 87d034c1-1d77-49b2-a8fe-8e23b327f76a, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:06.186596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:06.187167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.294451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:06.305189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 82ef69b2-418b-410a-acfd-f03ad99696d4 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:06.315573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:06.381082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] For port 87d034c1-1d77-49b2-a8fe-8e23b327f76a, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=87d034c1-1d77-49b2-a8fe-8e23b327f76a,segment=NetworkSegment(2e9f6a74-a902-427b-b78b-e5c09e337f5c),segment_id=2e9f6a74-a902-427b-b78b-e5c09e337f5c)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:06.386683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Pushing event updated for resources: {'Port': ['ID=84b12793-4efc-4860-82eb-2d363e679c84,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:06.395746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:06.402706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.418345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.295s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:06.429707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81e6009-09e9-4f3f-b3ca-a9b0386da167 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting subnet f21bad6d-b4f0-44bb-958d-db445acbed9e {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:06.432051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:06.439552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.464446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f81e6009-09e9-4f3f-b3ca-a9b0386da167 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.465108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:06.486849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:06.509316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:06.579227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f81e6009-09e9-4f3f-b3ca-a9b0386da167 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.680023 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 7.6601124
Dec 21 10:08:06.692365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40578) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:06.715654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Pushing event updated for resources: {'Port': ['ID=450f37f7-0a4a-4c75-9f5b-90c018b7eed3,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:06.731957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Attempting to bind port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:06.732382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Attempting to bind port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'd1674677-a716-49c9-8813-97c3fee7d93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:06.732812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Attempting to bind port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 on network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:06.733214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f81e6009-09e9-4f3f-b3ca-a9b0386da167 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.784770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:06.795040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:06.797101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:06.797526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Checking segment: {'id': 'd1674677-a716-49c9-8813-97c3fee7d93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:06.798008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.799060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Bound using segment: {'id': 'd1674677-a716-49c9-8813-97c3fee7d93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:06.799616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Bound port: 450f37f7-0a4a-4c75-9f5b-90c018b7eed3, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1674677-a716-49c9-8813-97c3fee7d93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:06.800049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.810340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:06.852779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3f3ddd92-c822-463f-92d1-3f8c1f4d8da2,segment=NetworkSegment(59e4ccee-3a22-4edc-85a2-be40829381f8),segment_id=59e4ccee-3a22-4edc-85a2-be40829381f8)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:06.853187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.924052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 82ef69b2-418b-410a-acfd-f03ad99696d4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:06.924500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:06.994501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051b708-ffab-4a3a-b4a4-d5ce522a10ab tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:06.996027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051b708-ffab-4a3a-b4a4-d5ce522a10ab tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:06.997743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051b708-ffab-4a3a-b4a4-d5ce522a10ab tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:06.999248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051b708-ffab-4a3a-b4a4-d5ce522a10ab tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:07.000759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051b708-ffab-4a3a-b4a4-d5ce522a10ab tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:07.002441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6051b708-ffab-4a3a-b4a4-d5ce522a10ab tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Synchronizing usage tracker for tenant:df5cc62b79ad4459b5be9154b2e694d9 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:07.062841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Attempting to bind port 84b12793-4efc-4860-82eb-2d363e679c84 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:07.063096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Attempting to bind port 84b12793-4efc-4860-82eb-2d363e679c84 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:07.063340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Attempting to bind port 84b12793-4efc-4860-82eb-2d363e679c84 on network ce580273-c3db-4c81-ad1a-e52f8ca96d2e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:07.085177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:07.085662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Checking segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:07.086125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:07.086577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Bound using segment: {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:07.087134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Bound port: 84b12793-4efc-4860-82eb-2d363e679c84, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb0111d-1896-4c8d-8cf6-1b2da493c722', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:07.087572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:07.096619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:07.101989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f81e6009-09e9-4f3f-b3ca-a9b0386da167 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:07.118118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Pushing event updated for resources: {'Port': ['ID=87d034c1-1d77-49b2-a8fe-8e23b327f76a,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:07.122252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f07c05cd-c94c-4828-a4fe-2749f7bf90b4 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:07.122578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:07.173868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40586) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:07.174146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.699s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:07.174471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:07.174582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6051b708-ffab-4a3a-b4a4-d5ce522a10ab tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Unset dirty status for tenant:df5cc62b79ad4459b5be9154b2e694d9 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:07.175864 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6051b708-ffab-4a3a-b4a4-d5ce522a10ab tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.4824598
Dec 21 10:08:07.194481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40590) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:07.228275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2133537183'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:07.234343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e6009-09e9-4f3f-b3ca-a9b0386da167 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Subnet': ['ID=f21bad6d-b4f0-44bb-958d-db445acbed9e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:07.258537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f81e6009-09e9-4f3f-b3ca-a9b0386da167 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:07.265708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:07.316336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] For port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:07.334082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:network and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:07.355035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] For port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=450f37f7-0a4a-4c75-9f5b-90c018b7eed3,segment=NetworkSegment(d1674677-a716-49c9-8813-97c3fee7d93f),segment_id=d1674677-a716-49c9-8813-97c3fee7d93f)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:07.360386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] For port 84b12793-4efc-4860-82eb-2d363e679c84, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:07.364590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] For port 84b12793-4efc-4860-82eb-2d363e679c84, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=84b12793-4efc-4860-82eb-2d363e679c84,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:07.366319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:07.388211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b7313ee-e5c4-4a7a-80ed-11d1c56a7877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:07.412749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for network was recalculated. Used quota:3. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:07.431192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:07.525259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:07.570588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Allocated IP 2001:db8:3::1 (87c4dbb5-5abf-4592-b7f4-0d53c3670a37/b8f8b8c1-b750-4246-92bb-98fa7e31a3e5/72138a51-ed69-45f6-aca3-bb33cd94d3b7) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:07.610643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2e75cb4f-91d9-4d16-9220-d9eda2397a6c tempest-DvrRoutersNegativeTest-1486557526 tempest-DvrRoutersNegativeTest-1486557526] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2020667866', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:07.614011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.policy [None req-2e75cb4f-91d9-4d16-9220-d9eda2397a6c tempest-DvrRoutersNegativeTest-1486557526 tempest-DvrRoutersNegativeTest-1486557526] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=80971) log_rule_list /opt/stack/neutron/neutron/policy.py:411}}
Dec 21 10:08:07.614355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.policy [None req-2e75cb4f-91d9-4d16-9220-d9eda2397a6c tempest-DvrRoutersNegativeTest-1486557526 tempest-DvrRoutersNegativeTest-1486557526] Failed policy check for 'create_router' {{(pid=80971) enforce /opt/stack/neutron/neutron/policy.py:482}}
Dec 21 10:08:07.615166 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-2e75cb4f-91d9-4d16-9220-d9eda2397a6c tempest-DvrRoutersNegativeTest-1486557526 tempest-DvrRoutersNegativeTest-1486557526] create failed (client error): Access was denied to this resource.
Dec 21 10:08:07.623866 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e75cb4f-91d9-4d16-9220-d9eda2397a6c tempest-DvrRoutersNegativeTest-1486557526 tempest-DvrRoutersNegativeTest-1486557526] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.4388089
Dec 21 10:08:07.648146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:07.650149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port d730a900-43b4-4b38-93b4-a8efa3b640f7 yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:08:07.664388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Pushing event updated for resources: {'Port': ['ID=450f37f7-0a4a-4c75-9f5b-90c018b7eed3,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:07.680330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecec0d4-d2e5-476b-89a3-b64c9ef976b8 None None] Network b949ff71-d042-4d67-a36d-049c8cc9b06e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:07.697658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:07.699967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:07.702597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4d37bd32-a81c-4476-8d6f-bb016598908d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:07.703247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:07.716050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f81e6009-09e9-4f3f-b3ca-a9b0386da167 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:07.721410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ddfec226-acb3-4b2f-b71e-ae0df6904f7c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:07.807697 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f81e6009-09e9-4f3f-b3ca-a9b0386da167 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/subnets/f21bad6d-b4f0-44bb-958d-db445acbed9e HTTP/1.1" status: 204  len: 168 time: 2.0945127
Dec 21 10:08:07.808769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40598) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:07.824522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:07.874600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=3f3ddd92-c822-463f-92d1-3f8c1f4d8da2,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:07.887065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:07.927308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:07.956512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:08:08.009696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.010453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Added segment 990fcdb7-a44e-4cf7-afbd-b40a94c55ae1 of type vxlan for network c301bca5-0c06-4558-a6a4-f1a02d8883d4
Dec 21 10:08:08.149910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Pushing event updated for resources: {'Port': ['ID=84b12793-4efc-4860-82eb-2d363e679c84,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:08.159217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:08.234778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.311061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 87d034c1-1d77-49b2-a8fe-8e23b327f76a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:08.333988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40604) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:08.358367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15051801-3852-423c-80a5-c2a0553eda21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.360527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Transition to ACTIVE for port object 72138a51-ed69-45f6-aca3-bb33cd94d3b7 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:08.407280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 87d034c1-1d77-49b2-a8fe-8e23b327f76a completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:08.541243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.565963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.597791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:08.605958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.639302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] DHCP port deletion for b949ff71-d042-4d67-a36d-049c8cc9b06e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:08:08.645466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] Deleting port 24212b3c-9454-401c-bc95-cdc3a19af77c {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:08.646289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.697315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.717793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.854087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:08.873163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=72138a51-ed69-45f6-aca3-bb33cd94d3b7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:08.876075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] Usage tracker for resource:security_group_rule and tenant:4a31ffbf22864ee6ac669e4a98d7f0ec is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:08.886244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting port 24212b3c-9454-401c-bc95-cdc3a19af77c {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:08.886633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.888248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:08.891426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:08.904362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:08.947719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] For port 24212b3c-9454-401c-bc95-cdc3a19af77c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=24212b3c-9454-401c-bc95-cdc3a19af77c,segment=NetworkSegment(fc80ed37-3b3f-4589-8461-d66e0328da42),segment_id=fc80ed37-3b3f-4589-8461-d66e0328da42)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:08.948273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.976044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.980248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:08.980906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:08.998960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f21faaa-09bf-45af-928b-47205a3cbc3f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:09.054072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:09.060958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::14a (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/90061b81-413e-4ee0-8352-9f4e65494013/d730a900-43b4-4b38-93b4-a8efa3b640f7) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:09.064956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:09.114233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] Calling delete_port for 24212b3c-9454-401c-bc95-cdc3a19af77c owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:09.121696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8:0:1:f816:3eff:fe44:c395 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/8fce1e50-b42b-4927-bbd8-30eb1375f502/d730a900-43b4-4b38-93b4-a8efa3b640f7) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:09.138302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:09.138885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:09.203296 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.9885604
Dec 21 10:08:09.232537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:09.271488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40610) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:09.285305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-33b3bec2-e02a-485a-bcb0-cfae5bd34431 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:09.302718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=c301bca5-0c06-4558-a6a4-f1a02d8883d4,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:09.312136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:09.321320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9c1d0f48-04dc-4eaf-842d-d572fd719e9e tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'New_network'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:09.364139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:09.495942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.127 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:09.694924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] For port 24212b3c-9454-401c-bc95-cdc3a19af77c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=24212b3c-9454-401c-bc95-cdc3a19af77c,segment=NetworkSegment(fc80ed37-3b3f-4589-8461-d66e0328da42),segment_id=fc80ed37-3b3f-4589-8461-d66e0328da42)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:09.695346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:09.701672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:09.842953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] Pushing event deleted for resources: {'Port': ['ID=24212b3c-9454-401c-bc95-cdc3a19af77c,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:09.850702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:09.900585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] No DVR routers for this DVR port 24212b3c-9454-401c-bc95-cdc3a19af77c on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:10.060357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Calling delete_port for 24212b3c-9454-401c-bc95-cdc3a19af77c owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:10.090381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0537f22-b5d1-463b-94f8-19c73d779da2 None None] Network e44bce0a-357a-4357-8edb-210cf129a529 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:10.126985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.138962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:08:10.179944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.242099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-852a4960-b2f1-4b2e-89ed-65237f4960ca tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:10.253117 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a31ffbf22864ee6ac669e4a98d7f0ec&name=default HTTP/1.1" status: 200  len: 2883 time: 1.9172029
Dec 21 10:08:10.258689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 84b12793-4efc-4860-82eb-2d363e679c84 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:10.262476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40614) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:10.267828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.294600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-266c473f-2d5b-4b09-9539-30481ff82236 None None] Provisioning for port 87d034c1-1d77-49b2-a8fe-8e23b327f76a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:10.330832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-266c473f-2d5b-4b09-9539-30481ff82236 None None] Provisioning complete for port 87d034c1-1d77-49b2-a8fe-8e23b327f76a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:10.331112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-266c473f-2d5b-4b09-9539-30481ff82236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.352940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object d730a900-43b4-4b38-93b4-a8efa3b640f7 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:10.363466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.382897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:08:10.383909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:08:10.436018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a90136a5-1864-4c9b-9b4a-f6cd5c36c031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.453015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.457943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.496069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e6422c8-de18-4c4d-a91d-a30c6afbaa18 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:10.516819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 84b12793-4efc-4860-82eb-2d363e679c84 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:10.519764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec403c41-1633-4f22-8b18-eebe72bb7ea3,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:10.531265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:10.539085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:10.568881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a90136a5-1864-4c9b-9b4a-f6cd5c36c031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.635356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:10.644901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.652807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] Sync routers for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:10.713051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:10.713809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec2ac828>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:10.780998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:10.800385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-266c473f-2d5b-4b09-9539-30481ff82236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.856577 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3184595
Dec 21 10:08:10.860061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40618) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:10.877148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0f48-04dc-4eaf-842d-d572fd719e9e tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.883071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:10.922603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Deleting port 24212b3c-9454-401c-bc95-cdc3a19af77c {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:10.923068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.929889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:10.960826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0f48-04dc-4eaf-842d-d572fd719e9e tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:10.986737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4d56e215-710c-4177-8452-149ec0f0c569 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:11.055951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 24212b3c-9454-401c-bc95-cdc3a19af77c no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:11.092799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=d730a900-43b4-4b38-93b4-a8efa3b640f7,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:11.107400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 24212b3c-9454-401c-bc95-cdc3a19af77c {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:11.107768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 24212b3c-9454-401c-bc95-cdc3a19af77c not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:11.113471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec2ac828>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:08:07Z', 'revision_number': 11, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:11.119470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-266c473f-2d5b-4b09-9539-30481ff82236 None None] For port 87d034c1-1d77-49b2-a8fe-8e23b327f76a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=87d034c1-1d77-49b2-a8fe-8e23b327f76a,segment=NetworkSegment(2e9f6a74-a902-427b-b78b-e5c09e337f5c),segment_id=2e9f6a74-a902-427b-b78b-e5c09e337f5c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:11.120596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] Checking router: 395fb26c-bb31-47a1-92ce-557a30ab05f8 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:11.132902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:11.133666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec2ac828>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:11.215394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1d0f48-04dc-4eaf-842d-d572fd719e9e tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=c301bca5-0c06-4558-a6a4-f1a02d8883d4,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:11.221707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-266c473f-2d5b-4b09-9539-30481ff82236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:11.231117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:11.235148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c1d0f48-04dc-4eaf-842d-d572fd719e9e tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:11.339231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:11.353260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:11.462087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] The port '24212b3c-9454-401c-bc95-cdc3a19af77c' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:08:11.465882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:11.504992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c1d0f48-04dc-4eaf-842d-d572fd719e9e tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 is not hosted by any dhcp agent {{(pid=80971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 21 10:08:11.509667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1d0f48-04dc-4eaf-842d-d572fd719e9e tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:11.510761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c1d0f48-04dc-4eaf-842d-d572fd719e9e tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:11.512417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9c1d0f48-04dc-4eaf-842d-d572fd719e9e tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "PUT /v2.0/networks/c301bca5-0c06-4558-a6a4-f1a02d8883d4 HTTP/1.1" status: 200  len: 723 time: 2.2258441
Dec 21 10:08:11.519512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.989s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:11.520075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:11.533747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40622) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:11.541229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a90136a5-1864-4c9b-9b4a-f6cd5c36c031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:11.545077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c9342f61-6e99-4d11-b93d-f76adcc90d87 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:11.605738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:11.612156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'network_id': 'c301bca5-0c06-4558-a6a4-f1a02d8883d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:11.634944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:11.646646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:11.648655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:11.666965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90136a5-1864-4c9b-9b4a-f6cd5c36c031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec403c41-1633-4f22-8b18-eebe72bb7ea3,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:11.693755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:11.697262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860fbec5-4148-425b-8b07-764a5834801f None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:11.698139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:11.698827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:11.702995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:11.718164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd85ab-476f-4ae6-8b3b-c8cc90e40158 None None] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:11.738516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a90136a5-1864-4c9b-9b4a-f6cd5c36c031 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:11.773694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:11.783363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:11.784540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:11.800591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:11.803013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266c473f-2d5b-4b09-9539-30481ff82236 None None] Pushing event updated for resources: {'Port': ['ID=87d034c1-1d77-49b2-a8fe-8e23b327f76a,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:11.843019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-266c473f-2d5b-4b09-9539-30481ff82236 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:11.869562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:11.953259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event updated for resources: {'Port': ['ID=72138a51-ed69-45f6-aca3-bb33cd94d3b7,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:11.958003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:11.980249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.007405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:12.008687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:12.038958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 6.3194833
Dec 21 10:08:12.038958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a90136a5-1864-4c9b-9b4a-f6cd5c36c031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.038958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a90136a5-1864-4c9b-9b4a-f6cd5c36c031 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ec403c41-1633-4f22-8b18-eebe72bb7ea3 HTTP/1.1" status: 204  len: 168 time: 1.7732730
Dec 21 10:08:12.082167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40626) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:12.234839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:08:12.255562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec2ac828>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:08:07Z', 'revision_number': 11, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:12.262374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:12.278122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f0deb74b-a1b4-4fac-8568-e6784648d8e9 None None] Provisioning for port 84b12793-4efc-4860-82eb-2d363e679c84 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:12.284986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 87d034c1-1d77-49b2-a8fe-8e23b327f76a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:12.379379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f0deb74b-a1b4-4fac-8568-e6784648d8e9 None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:12.380139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0deb74b-a1b4-4fac-8568-e6784648d8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.420813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48dd606-84cf-434b-b85e-e1135d5462c0 None None] The sync data for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs is: [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:08:07Z', 'revision_number': 11, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:12.447652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291561b1-945f-4307-ab05-1b027152527d None None] Update dhcp port {'port': {'network_id': 'e44bce0a-357a-4357-8edb-210cf129a529', 'fixed_ips': [{'subnet_id': 'ab7f2e99-e5e0-4431-8fb5-4b9fa11eab30', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd4e992f-2a3c-4fbe-a12f-82de0893ec23'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '87d034c1-1d77-49b2-a8fe-8e23b327f76a'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:08:12.513570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:12.521471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3257ef-4b89-46c7-9985-6ef6aa19a7f9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting subnet cb0c226b-524c-4fec-8de8-19bffec2b364 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:12.542418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:12.549418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd3257ef-4b89-46c7-9985-6ef6aa19a7f9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.553989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:12.580371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:12.581570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.1770120
Dec 21 10:08:12.582569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40632) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:12.583360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda11f60>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:07:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:12.591166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.609027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec968748>,) {'filters': {'network_id': ['b949ff71-d042-4d67-a36d-049c8cc9b06e']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:12.641572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-21fd39e7-df7d-44f8-8ecb-4f49ff0947de tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port d730a900-43b4-4b38-93b4-a8efa3b640f7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:12.643022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21fd39e7-df7d-44f8-8ecb-4f49ff0947de tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.715980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ab61132-0e2f-4065-a52e-93072cfbabde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.718500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec968748>, 'fc80ed37-3b3f-4589-8461-d66e0328da42') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:12.719006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec968748>, 'fc80ed37-3b3f-4589-8461-d66e0328da42') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:12.747856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:12.794930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-291561b1-945f-4307-ab05-1b027152527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.812161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:12.831649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.848707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.856837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd3257ef-4b89-46c7-9985-6ef6aa19a7f9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:12.868310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9b6f8f59-fc64-4c05-b433-1a89c4eb4c17 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:13.023317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 87d034c1-1d77-49b2-a8fe-8e23b327f76a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:13.023897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:13.130814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:13.145093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Releasing vxlan tunnel 7 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:13.200767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0deb74b-a1b4-4fac-8568-e6784648d8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:13.216102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:13.282389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f0deb74b-a1b4-4fac-8568-e6784648d8e9 None None] For port 84b12793-4efc-4860-82eb-2d363e679c84, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=84b12793-4efc-4860-82eb-2d363e679c84,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:13.356112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0deb74b-a1b4-4fac-8568-e6784648d8e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:13.362735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d26cf060-e01e-4f5c-ae72-16349a1768da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:13.535335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda11f60>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:10Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '72138a51-ed69-45f6-aca3-bb33cd94d3b7', 'name': '', 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:67:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:07Z', 'updated_at': '2020-12-21T10:08:11Z', 'revision_number': 2, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:13.540389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:13.540803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Updating router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 port 72138a51-ed69-45f6-aca3-bb33cd94d3b7 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:08:13.611996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:13.859656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:13.891068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a427fee-692a-4e14-8882-d5da14fb5288 None None] Update dhcp port {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': '90061b81-413e-4ee0-8352-9f4e65494013', 'ip_address': '2001:db8::2'}, {'subnet_id': '8fce1e50-b42b-4927-bbd8-30eb1375f502'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '84b12793-4efc-4860-82eb-2d363e679c84'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:08:13.974349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1acc8420-2fb0-41c2-a4c2-6b4f70c522de None None] Provisioning for port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:13.990538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0deb74b-a1b4-4fac-8568-e6784648d8e9 None None] Pushing event updated for resources: {'Port': ['ID=84b12793-4efc-4860-82eb-2d363e679c84,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:14.011222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0deb74b-a1b4-4fac-8568-e6784648d8e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:14.024411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1acc8420-2fb0-41c2-a4c2-6b4f70c522de None None] Provisioning complete for port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:14.024891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1acc8420-2fb0-41c2-a4c2-6b4f70c522de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.120426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-291561b1-945f-4307-ab05-1b027152527d None None] Allocated IP 172.20.0.1 (e44bce0a-357a-4357-8edb-210cf129a529/dd4e992f-2a3c-4fbe-a12f-82de0893ec23/87d034c1-1d77-49b2-a8fe-8e23b327f76a) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:14.128390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a427fee-692a-4e14-8882-d5da14fb5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.169153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network b949ff71-d042-4d67-a36d-049c8cc9b06e has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:14.183044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 84b12793-4efc-4860-82eb-2d363e679c84 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:14.209036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.275398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd3257ef-4b89-46c7-9985-6ef6aa19a7f9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.303629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-9b6f8f59-fc64-4c05-b433-1a89c4eb4c17 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=80971) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 21 10:08:14.318650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.323425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-9b6f8f59-fc64-4c05-b433-1a89c4eb4c17 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Removed routes are [] {{(pid=80971) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 21 10:08:14.324115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8f59-fc64-4c05-b433-1a89c4eb4c17 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.335748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Transition to ACTIVE for port object 72138a51-ed69-45f6-aca3-bb33cd94d3b7 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:14.338740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.362103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:14.526690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Network b949ff71-d042-4d67-a36d-049c8cc9b06e has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:14.581141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b60835-0764-453b-a046-869c6afd9fcb None None] Pushing event updated for resources: {'Port': ['ID=72138a51-ed69-45f6-aca3-bb33cd94d3b7,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:14.587281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-44b60835-0764-453b-a046-869c6afd9fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:14.651087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:14.651513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.682865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21fd39e7-df7d-44f8-8ecb-4f49ff0947de tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.764481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1acc8420-2fb0-41c2-a4c2-6b4f70c522de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.821163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-291561b1-945f-4307-ab05-1b027152527d None None] For port 87d034c1-1d77-49b2-a8fe-8e23b327f76a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=87d034c1-1d77-49b2-a8fe-8e23b327f76a,segment=NetworkSegment(2e9f6a74-a902-427b-b78b-e5c09e337f5c),segment_id=2e9f6a74-a902-427b-b78b-e5c09e337f5c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:14.828573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8f59-fc64-4c05-b433-1a89c4eb4c17 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.832822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8f59-fc64-4c05-b433-1a89c4eb4c17 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.864107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Attempting to bind port 72138a51-ed69-45f6-aca3-bb33cd94d3b7 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:14.864526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Attempting to bind port 72138a51-ed69-45f6-aca3-bb33cd94d3b7 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'd1674677-a716-49c9-8813-97c3fee7d93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:14.864939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Attempting to bind port 72138a51-ed69-45f6-aca3-bb33cd94d3b7 on network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:14.881291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:14.881752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Checking segment: {'id': 'd1674677-a716-49c9-8813-97c3fee7d93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:14.882212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.882655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Bound using segment: {'id': 'd1674677-a716-49c9-8813-97c3fee7d93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:14.883206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Bound port: 72138a51-ed69-45f6-aca3-bb33cd94d3b7, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1674677-a716-49c9-8813-97c3fee7d93f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:14.883633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.887718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1acc8420-2fb0-41c2-a4c2-6b4f70c522de None None] For port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=450f37f7-0a4a-4c75-9f5b-90c018b7eed3,segment=NetworkSegment(d1674677-a716-49c9-8813-97c3fee7d93f),segment_id=d1674677-a716-49c9-8813-97c3fee7d93f)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:14.896215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1acc8420-2fb0-41c2-a4c2-6b4f70c522de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:14.903530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f58695a-2660-45bd-8f44-7ca7615889a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:14.928480 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:14.932816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:15.011815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] For port 72138a51-ed69-45f6-aca3-bb33cd94d3b7, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:15.015280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-21fd39e7-df7d-44f8-8ecb-4f49ff0947de tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for d730a900-43b4-4b38-93b4-a8efa3b640f7 owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:15.017374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] For port 72138a51-ed69-45f6-aca3-bb33cd94d3b7, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=72138a51-ed69-45f6-aca3-bb33cd94d3b7,segment=NetworkSegment(d1674677-a716-49c9-8813-97c3fee7d93f),segment_id=d1674677-a716-49c9-8813-97c3fee7d93f)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:15.021768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:15.027948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-291561b1-945f-4307-ab05-1b027152527d None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:08:15.047786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:15.097013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6f8f59-fc64-4c05-b433-1a89c4eb4c17 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:08:15.106100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-291561b1-945f-4307-ab05-1b027152527d None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:15.213696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5a427fee-692a-4e14-8882-d5da14fb5288 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe8a:a04b (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/8fce1e50-b42b-4927-bbd8-30eb1375f502/84b12793-4efc-4860-82eb-2d363e679c84) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:15.216198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-291561b1-945f-4307-ab05-1b027152527d None None] Transition to ACTIVE for port object 87d034c1-1d77-49b2-a8fe-8e23b327f76a will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:15.217203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a1312507-fc8d-4460-af57-11c44f4075ed None None] Provisioning for port 72138a51-ed69-45f6-aca3-bb33cd94d3b7 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:15.220804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc8420-2fb0-41c2-a4c2-6b4f70c522de None None] Pushing event updated for resources: {'Port': ['ID=450f37f7-0a4a-4c75-9f5b-90c018b7eed3,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:15.221833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b60835-0764-453b-a046-869c6afd9fcb None None] Pushing event updated for resources: {'Port': ['ID=72138a51-ed69-45f6-aca3-bb33cd94d3b7,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:15.226608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-44b60835-0764-453b-a046-869c6afd9fcb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:15.240159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1acc8420-2fb0-41c2-a4c2-6b4f70c522de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:15.241425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-291561b1-945f-4307-ab05-1b027152527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:15.268571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:15.283891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:15.284661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda11f60>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:15.347301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:15.361026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291561b1-945f-4307-ab05-1b027152527d None None] Pushing event updated for resources: {'Port': ['ID=87d034c1-1d77-49b2-a8fe-8e23b327f76a,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:15.390867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6f8f59-fc64-4c05-b433-1a89c4eb4c17 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:15.398759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b6f8f59-fc64-4c05-b433-1a89c4eb4c17 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:15.400293 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9b6f8f59-fc64-4c05-b433-1a89c4eb4c17 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4 HTTP/1.1" status: 200  len: 954 time: 2.8166974
Dec 21 10:08:15.404456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40638) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:15.520075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:15.555197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-291561b1-945f-4307-ab05-1b027152527d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:15.571788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:15.630229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:15.630653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3f3ddd92-c822-463f-92d1-3f8c1f4d8da2 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:15.661912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a1312507-fc8d-4460-af57-11c44f4075ed None None] Provisioning complete for port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:15.662345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1312507-fc8d-4460-af57-11c44f4075ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:15.677229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-48a63de7-d756-4930-9c60-1153784be688 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4 HTTP/1.1" status: 200  len: 954 time: 0.2711654
Dec 21 10:08:15.680668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40642) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:15.687684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-11a5e9f2-474e-4723-96e3-fc340a99ee8b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'routes': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:15.796313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21fd39e7-df7d-44f8-8ecb-4f49ff0947de tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:15.812432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-23e60bd9-107c-4841-ae8b-e645695bfa61 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:15.835456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd3257ef-4b89-46c7-9985-6ef6aa19a7f9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:15.929553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5a427fee-692a-4e14-8882-d5da14fb5288 None None] For port 84b12793-4efc-4860-82eb-2d363e679c84, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=84b12793-4efc-4860-82eb-2d363e679c84,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:15.938450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:16.011587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Pushing event deleted for resources: {'Network': ['ID=b949ff71-d042-4d67-a36d-049c8cc9b06e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:16.085546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a427fee-692a-4e14-8882-d5da14fb5288 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:16.114827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:16.121221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5a427fee-692a-4e14-8882-d5da14fb5288 None None] Transition to ACTIVE for port object 84b12793-4efc-4860-82eb-2d363e679c84 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:16.124734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a427fee-692a-4e14-8882-d5da14fb5288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:16.156229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-171bd8b6-17ab-487c-aaf5-5ef0bb8e3bd6 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:16.163153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1343247-7d43-4d63-a3b8-5595a86b6c38 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:16.218760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda11f60>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:14Z', 'revision_number': 6, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '72138a51-ed69-45f6-aca3-bb33cd94d3b7', 'name': '', 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:67:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:07Z', 'updated_at': '2020-12-21T10:08:15Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:16.227059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2063e44-a11f-4df0-a690-4ca13f545928 None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:14Z', 'revision_number': 6, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '72138a51-ed69-45f6-aca3-bb33cd94d3b7', 'name': '', 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:67:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:07Z', 'updated_at': '2020-12-21T10:08:15Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:16.249201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3257ef-4b89-46c7-9985-6ef6aa19a7f9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Subnet': ['ID=cb0c226b-524c-4fec-8de8-19bffec2b364,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:16.255708 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/networks/b949ff71-d042-4d67-a36d-049c8cc9b06e HTTP/1.1" status: 204  len: 168 time: 8.4326603
Dec 21 10:08:16.314579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40646) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:16.315496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd3257ef-4b89-46c7-9985-6ef6aa19a7f9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:16.321994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f20bb11-db25-44fd-bcb6-59f759f31825 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.378s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:16.329774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a427fee-692a-4e14-8882-d5da14fb5288 None None] Pushing event updated for resources: {'Port': ['ID=84b12793-4efc-4860-82eb-2d363e679c84,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:16.340202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:16.415539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a427fee-692a-4e14-8882-d5da14fb5288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:16.514721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd39e7-df7d-44f8-8ecb-4f49ff0947de tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=d730a900-43b4-4b38-93b4-a8efa3b640f7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:16.562057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-21fd39e7-df7d-44f8-8ecb-4f49ff0947de tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:16.569703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-131e69c5-180d-4f53-922e-c0b0ed6747fe tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Synchronizing usage tracker for tenant:0ac61f50116d4397b03f40c7bedb8648 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:16.696063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-11a5e9f2-474e-4723-96e3-fc340a99ee8b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added routes are [] {{(pid=80971) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 21 10:08:16.696419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-11a5e9f2-474e-4723-96e3-fc340a99ee8b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=80971) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 21 10:08:16.724704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd3257ef-4b89-46c7-9985-6ef6aa19a7f9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:16.730255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fd3257ef-4b89-46c7-9985-6ef6aa19a7f9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/cb0c226b-524c-4fec-8de8-19bffec2b364 HTTP/1.1" status: 204  len: 168 time: 5.8668954
Dec 21 10:08:16.733755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40650) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:16.783433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11a5e9f2-474e-4723-96e3-fc340a99ee8b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:16.832628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-131e69c5-180d-4f53-922e-c0b0ed6747fe tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Unset dirty status for tenant:0ac61f50116d4397b03f40c7bedb8648 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:16.836962 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-131e69c5-180d-4f53-922e-c0b0ed6747fe tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "GET /v2.0/ports?device_id=66724dd3-c24a-4e79-91eb-676ea4dc1664 HTTP/1.1" status: 200  len: 205 time: 0.5181296
Dec 21 10:08:16.837936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40654) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:16.845801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04417f2d-3cf8-44e9-b309-077bf31439e4 None None] Network 82aba317-c79f-4bed-a41c-a4434af5a983 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:16.861437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d1e0ac-b9ee-4cfd-bf68-9097877c69c8 None None] Network e44bce0a-357a-4357-8edb-210cf129a529 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:17.089537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21fd39e7-df7d-44f8-8ecb-4f49ff0947de tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:17.094088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-21fd39e7-df7d-44f8-8ecb-4f49ff0947de tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/d730a900-43b4-4b38-93b4-a8efa3b640f7 HTTP/1.1" status: 204  len: 168 time: 4.9892552
Dec 21 10:08:17.138032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40658) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:17.283726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fbe1fe00-d3c3-4985-98be-bd314a017c45 None None] Provisioning complete for port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:17.284163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fbe1fe00-d3c3-4985-98be-bd314a017c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:17.318368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11a5e9f2-474e-4723-96e3-fc340a99ee8b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:17.326022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11a5e9f2-474e-4723-96e3-fc340a99ee8b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:17.494729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:17.502534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0066930f-3c17-456f-beb0-01946ecf0027 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:17.592257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:17.592693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:17.685665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:17.686412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf2e630>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:17.714776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:17.767767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:17.901818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:17.948576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Deleting port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:17.948960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:17.982833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0066930f-3c17-456f-beb0-01946ecf0027 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:17.992855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0066930f-3c17-456f-beb0-01946ecf0027 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:18.207948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0066930f-3c17-456f-beb0-01946ecf0027 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:18.208630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0066930f-3c17-456f-beb0-01946ecf0027 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Fanout notify agent at l3_agent the message router_deleted on router 66724dd3-c24a-4e79-91eb-676ea4dc1664 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:08:18.244950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0066930f-3c17-456f-beb0-01946ecf0027 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:18.250810 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0066930f-3c17-456f-beb0-01946ecf0027 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] 10.222.0.45 "DELETE /v2.0/routers/66724dd3-c24a-4e79-91eb-676ea4dc1664 HTTP/1.1" status: 204  len: 168 time: 1.4007425
Dec 21 10:08:18.281648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:18.288623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc12bea9-f3c3-4b70-91cc-f9d7c025750e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:18.297104 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cc12bea9-f3c3-4b70-91cc-f9d7c025750e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 1.1004927
Dec 21 10:08:18.297831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a5e9f2-474e-4723-96e3-fc340a99ee8b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:08:18.302739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] For port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=948e8a34-5a0e-43ca-a1b5-96db326f7d9b,segment=NetworkSegment(59e4ccee-3a22-4edc-85a2-be40829381f8),segment_id=59e4ccee-3a22-4edc-85a2-be40829381f8)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:18.303953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:18.335991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-88cec217-b1a4-4887-88d3-3146b099a036 None None] Provisioning for port 87d034c1-1d77-49b2-a8fe-8e23b327f76a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:18.344279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 87d034c1-1d77-49b2-a8fe-8e23b327f76a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:18.390137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-88cec217-b1a4-4887-88d3-3146b099a036 None None] Provisioning complete for port 87d034c1-1d77-49b2-a8fe-8e23b327f76a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:18.390570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88cec217-b1a4-4887-88d3-3146b099a036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:18.449508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] DHCP port deletion for 82aba317-c79f-4bed-a41c-a4434af5a983 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:08:18.464990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40664) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:18.467884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cdeca472-1747-4801-8c6b-36ee321ad8d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:18.495022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] Deleting port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:18.495458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:18.590999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Calling delete_port for 948e8a34-5a0e-43ca-a1b5-96db326f7d9b owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:18.606021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=cbe74ae7-fc15-4b1d-980a-d2f9b1b578b4,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:18.610072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:18.690583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking segment: {'id': '990fcdb7-a44e-4cf7-afbd-b40a94c55ae1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c301bca5-0c06-4558-a6a4-f1a02d8883d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:18.691261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network hostable DHCP agents. Network: c301bca5-0c06-4558-a6a4-f1a02d8883d4, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:08:18.761753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:18.769173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d7c862-64d7-4b58-a9bd-a8f6bb3b8c94 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:18.770347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-13d7c862-64d7-4b58-a9bd-a8f6bb3b8c94 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:18.775989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 889efd70-db81-4d0d-8d31-4010760bace0 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:08:18.780289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:08:18.808453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:18.886719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, c301bca5-0c06-4558-a6a4-f1a02d8883d4) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:18.908081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-13d7c862-64d7-4b58-a9bd-a8f6bb3b8c94 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:18.913269 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-13d7c862-64d7-4b58-a9bd-a8f6bb3b8c94 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.3566263
Dec 21 10:08:18.914356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40670) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:18.933453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:18.934493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:18.946810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Port': ['ID=948e8a34-5a0e-43ca-a1b5-96db326f7d9b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:18.982156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f510c6-abb3-4f11-aaa1-68426458a14f None None] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:19.012340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40674) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:19.020339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:19.146662 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 7.5906520
Dec 21 10:08:19.148817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a5e9f2-474e-4723-96e3-fc340a99ee8b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:19.150138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40680) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:19.158525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No DVR routers for this DVR port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:19.165804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c5a302fc-ada9-4d65-9367-7ab23b2b6eec tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:19.177592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321ee0d-c49c-4d67-b38d-1e70d0c14a76 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:19.179124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321ee0d-c49c-4d67-b38d-1e70d0c14a76 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:19.180606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321ee0d-c49c-4d67-b38d-1e70d0c14a76 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:19.181517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6321ee0d-c49c-4d67-b38d-1e70d0c14a76 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:19.212318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:19.225192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Sync routers for ids ['889efd70-db81-4d0d-8d31-4010760bace0'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:19.232710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6321ee0d-c49c-4d67-b38d-1e70d0c14a76 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:19.234854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6321ee0d-c49c-4d67-b38d-1e70d0c14a76 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.3047788
Dec 21 10:08:19.241285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Routers {'889efd70-db81-4d0d-8d31-4010760bace0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:19.242020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedda32e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['889efd70-db81-4d0d-8d31-4010760bace0'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:19.244083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40684) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:19.293976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11a5e9f2-474e-4723-96e3-fc340a99ee8b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:19.298088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-11a5e9f2-474e-4723-96e3-fc340a99ee8b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4 HTTP/1.1" status: 200  len: 704 time: 3.6132476
Dec 21 10:08:19.309306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40688) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:19.343750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:19.346203 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-73f3c821-8323-43dc-8d85-0aa72c560385 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 14.1740553
Dec 21 10:08:19.354368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40692) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:19.383582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 87d034c1-1d77-49b2-a8fe-8e23b327f76a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:19.383830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:19.445148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Set router 889efd70-db81-4d0d-8d31-4010760bace0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:19.462509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0a357992-b8d8-47a7-9bab-a95ffbfe2de3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0ac61f50116d4397b03f40c7bedb8648&name=default HTTP/1.1" status: 200  len: 2883 time: 0.4400105
Dec 21 10:08:19.466043 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b04733f0-7a6b-49b5-af8b-38bc52f7ce87 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?project_id=4f37266714dd44d5856b221995070c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0774837
Dec 21 10:08:19.466814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40696) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:19.479091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:19.490495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40698) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:19.570842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-10db5ef5-adf7-4b45-a331-2bf1a5475afd None None] Provisioning for port 84b12793-4efc-4860-82eb-2d363e679c84 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:19.609338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-10db5ef5-adf7-4b45-a331-2bf1a5475afd None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:19.609813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10db5ef5-adf7-4b45-a331-2bf1a5475afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:19.641217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf2e630>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:16Z', 'revision_number': 7, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '72138a51-ed69-45f6-aca3-bb33cd94d3b7', 'name': '', 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:67:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:07Z', 'updated_at': '2020-12-21T10:08:15Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:19.704020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:19.724101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] For port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=948e8a34-5a0e-43ca-a1b5-96db326f7d9b,segment=NetworkSegment(59e4ccee-3a22-4edc-85a2-be40829381f8),segment_id=59e4ccee-3a22-4edc-85a2-be40829381f8)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:19.724564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:19.800708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2109978259', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'project_id': '4f37266714dd44d5856b221995070c6a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:19.855791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f503ad58-2427-4e8a-9533-d84c46d920bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:19.918047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-c301bca5-0c06-4558-a6a4-f1a02d8883d4', 'network_id': 'c301bca5-0c06-4558-a6a4-f1a02d8883d4', 'tenant_id': 'df5cc62b79ad4459b5be9154b2e694d9', 'fixed_ips': [{'subnet_id': 'cbe74ae7-fc15-4b1d-980a-d2f9b1b578b4'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:08:19.924676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:19.949557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedda32e8>, [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:12Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:19.955516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Checking router: 889efd70-db81-4d0d-8d31-4010760bace0 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:19.955911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Updating router 889efd70-db81-4d0d-8d31-4010760bace0 port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:08:19.993805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d68ea0e-065f-41bf-b0e7-1b288f7d1382 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 8fce1e50-b42b-4927-bbd8-30eb1375f502 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:19.997101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:20.002494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d68ea0e-065f-41bf-b0e7-1b288f7d1382 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.038870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f503ad58-2427-4e8a-9533-d84c46d920bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.047495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:subnet and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:20.067393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:20.079051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ac836f88-983d-4746-8c77-18fa256b4f49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4 HTTP/1.1" status: 200  len: 704 time: 0.7547505
Dec 21 10:08:20.085412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ca9390>,) {'filters': {'network_id': ['82aba317-c79f-4bed-a41c-a4434af5a983']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:20.087322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40706) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:20.088352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.090913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:20.106393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ca9390>, '59e4ccee-3a22-4edc-85a2-be40829381f8') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:20.106894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ca9390>, '59e4ccee-3a22-4edc-85a2-be40829381f8') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:20.138139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.207518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.212296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Releasing vxlan tunnel 6 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:20.263098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d68ea0e-065f-41bf-b0e7-1b288f7d1382 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.312305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5a302fc-ada9-4d65-9367-7ab23b2b6eec tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3014721'] for subnet, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.327446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:20.481702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 82aba317-c79f-4bed-a41c-a4434af5a983 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:20.506292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Allocated IP 2001:db8::2 (c301bca5-0c06-4558-a6a4-f1a02d8883d4/cbe74ae7-fc15-4b1d-980a-d2f9b1b578b4/fbfbd2ec-1793-48d8-8d40-87561ee301a4) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:20.527051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.606654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f503ad58-2427-4e8a-9533-d84c46d920bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.632225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.664071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bd19967a-4bab-4024-9aa0-75663b50b17d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:20.758923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.771350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Transition to ACTIVE for port object fbfbd2ec-1793-48d8-8d40-87561ee301a4 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:20.791191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Transition to ACTIVE for port object fbfbd2ec-1793-48d8-8d40-87561ee301a4 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:20.803410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] Calling delete_port for 948e8a34-5a0e-43ca-a1b5-96db326f7d9b owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:20.815077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.831057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Transition to ACTIVE for port object a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:20.835885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:20.841798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 84b12793-4efc-4860-82eb-2d363e679c84 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:20.857277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0240b787-5d2c-4e24-9d87-66a5e3cf0fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:20.866495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Network 82aba317-c79f-4bed-a41c-a4434af5a983 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:20.875029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:20.875765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf2e630>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:20.897425 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:20.943121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d527a6c-3fcb-41a3-8ac6-875b068f63a8 None None] Pushing event updated for resources: {'Port': ['ID=a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:20.948194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d527a6c-3fcb-41a3-8ac6-875b068f63a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:21.068215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:21.122868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503ad58-2427-4e8a-9533-d84c46d920bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720135aa-3c8e-4614-9b89-54e912bc016b,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:21.130094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f503ad58-2427-4e8a-9533-d84c46d920bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:21.140872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Attempting to bind port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:21.141286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Attempting to bind port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:21.142299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Attempting to bind port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:21.152320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:21.153253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:21.154060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.154500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:21.155036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Bound port: a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:21.155457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.165904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f503ad58-2427-4e8a-9533-d84c46d920bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.167566 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f503ad58-2427-4e8a-9533-d84c46d920bb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/720135aa-3c8e-4614-9b89-54e912bc016b HTTP/1.1" status: 204  len: 168 time: 1.6966484
Dec 21 10:08:21.232100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d68ea0e-065f-41bf-b0e7-1b288f7d1382 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.256061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] For port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:21.259777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] For port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:21.268592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.269173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.321106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.382578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-44b60835-0764-453b-a046-869c6afd9fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:21.409462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.421965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00771cfe-5e99-40dd-8a1d-5abc141570a8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:21.445462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.465562 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/networks/82aba317-c79f-4bed-a41c-a4434af5a983 HTTP/1.1" status: 204  len: 168 time: 4.7294829
Dec 21 10:08:21.467432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40712) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:21.478143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Pushing event deleted for resources: {'Network': ['ID=82aba317-c79f-4bed-a41c-a4434af5a983,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:21.484655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:21.506157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3f5fc83e-d1b6-4c89-a5da-7691ec475a58 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'routes': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:21.661960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5a302fc-ada9-4d65-9367-7ab23b2b6eec tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363296613509099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851938113'] for subnet, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.695568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0163adaa-13d0-45df-8dd4-2d05f2cc819a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:21.710414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e2f5d2-ad19-4403-9711-3fc710ea97d3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:21.734020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d527a6c-3fcb-41a3-8ac6-875b068f63a8 None None] Pushing event updated for resources: {'Port': ['ID=a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:21.756042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d527a6c-3fcb-41a3-8ac6-875b068f63a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:21.853735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-10db5ef5-adf7-4b45-a331-2bf1a5475afd None None] Provisioning complete for port 87d034c1-1d77-49b2-a8fe-8e23b327f76a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:21.854094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10db5ef5-adf7-4b45-a331-2bf1a5475afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:21.858956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Routers {'889efd70-db81-4d0d-8d31-4010760bace0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:21.859808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedda32e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['889efd70-db81-4d0d-8d31-4010760bace0'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:21.978021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a302fc-ada9-4d65-9367-7ab23b2b6eec tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=cbe74ae7-fc15-4b1d-980a-d2f9b1b578b4,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:21.986241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c5a302fc-ada9-4d65-9367-7ab23b2b6eec tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:22.063739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:22.091603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a302fc-ada9-4d65-9367-7ab23b2b6eec tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:22.092769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5a302fc-ada9-4d65-9367-7ab23b2b6eec tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:22.093568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:22.098187 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c5a302fc-ada9-4d65-9367-7ab23b2b6eec tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "PUT /v2.0/subnets/cbe74ae7-fc15-4b1d-980a-d2f9b1b578b4 HTTP/1.1" status: 200  len: 826 time: 2.9443517
Dec 21 10:08:22.105528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40724) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:22.129838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:22.188660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Pushing event updated for resources: {'Port': ['ID=fbfbd2ec-1793-48d8-8d40-87561ee301a4,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:22.217593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:22.263484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:22.263913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:22.298551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-3f5fc83e-d1b6-4c89-a5da-7691ec475a58 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Added routes are [] {{(pid=80970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 21 10:08:22.299243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-3f5fc83e-d1b6-4c89-a5da-7691ec475a58 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Removed routes are [] {{(pid=80970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 21 10:08:22.299373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc83e-d1b6-4c89-a5da-7691ec475a58 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:22.302621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:08:22.303042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:08:22.303734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Attempting to bind port fbfbd2ec-1793-48d8-8d40-87561ee301a4 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:22.304140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Attempting to bind port fbfbd2ec-1793-48d8-8d40-87561ee301a4 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '990fcdb7-a44e-4cf7-afbd-b40a94c55ae1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c301bca5-0c06-4558-a6a4-f1a02d8883d4'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:22.304555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Attempting to bind port fbfbd2ec-1793-48d8-8d40-87561ee301a4 on network c301bca5-0c06-4558-a6a4-f1a02d8883d4 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:22.309456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] Set router 889efd70-db81-4d0d-8d31-4010760bace0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:22.335611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:22.335611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Checking segment: {'id': '990fcdb7-a44e-4cf7-afbd-b40a94c55ae1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c301bca5-0c06-4558-a6a4-f1a02d8883d4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:22.335611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:22.335611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Bound using segment: {'id': '990fcdb7-a44e-4cf7-afbd-b40a94c55ae1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c301bca5-0c06-4558-a6a4-f1a02d8883d4'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:22.335611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Bound port: fbfbd2ec-1793-48d8-8d40-87561ee301a4, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '990fcdb7-a44e-4cf7-afbd-b40a94c55ae1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c301bca5-0c06-4558-a6a4-f1a02d8883d4'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:22.335611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:22.446324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:22.489144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] For port fbfbd2ec-1793-48d8-8d40-87561ee301a4, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:22.492662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] For port fbfbd2ec-1793-48d8-8d40-87561ee301a4, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fbfbd2ec-1793-48d8-8d40-87561ee301a4,segment=NetworkSegment(990fcdb7-a44e-4cf7-afbd-b40a94c55ae1),segment_id=990fcdb7-a44e-4cf7-afbd-b40a94c55ae1)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:22.530021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:22.553038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:22.600033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting port fbfbd2ec-1793-48d8-8d40-87561ee301a4 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:22.600033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:22.708997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Pushing event updated for resources: {'Port': ['ID=fbfbd2ec-1793-48d8-8d40-87561ee301a4,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:22.722449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:22.810108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-10db5ef5-adf7-4b45-a331-2bf1a5475afd None None] Could not find standard attr ID for object d730a900-43b4-4b38-93b4-a8efa3b640f7. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:08:22.812900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] Deleting port 948e8a34-5a0e-43ca-a1b5-96db326f7d9b {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:22.814859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:22.918985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] For port fbfbd2ec-1793-48d8-8d40-87561ee301a4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fbfbd2ec-1793-48d8-8d40-87561ee301a4,segment=NetworkSegment(990fcdb7-a44e-4cf7-afbd-b40a94c55ae1),segment_id=990fcdb7-a44e-4cf7-afbd-b40a94c55ae1)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:22.919537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:22.926329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6910b3b3-b4e2-42ff-aabc-6578e2465a38 None None] The port '948e8a34-5a0e-43ca-a1b5-96db326f7d9b' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:08:22.979174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedda32e8>, [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:12Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:22.983851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa4d6a7-3c39-44ce-84de-2b7095bc65af None None] The sync data for ids ['889efd70-db81-4d0d-8d31-4010760bace0'] in dv-neutron-601336-62-ovs is: [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:12Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:23.075574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf2e630>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:16Z', 'revision_number': 7, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '72138a51-ed69-45f6-aca3-bb33cd94d3b7', 'name': '', 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:67:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:07Z', 'updated_at': '2020-12-21T10:08:15Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:23.097169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Calling delete_port for fbfbd2ec-1793-48d8-8d40-87561ee301a4 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:23.106057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2181e5cd-0b86-4aaa-84f1-e4fc8f81aebf None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:16Z', 'revision_number': 7, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '72138a51-ed69-45f6-aca3-bb33cd94d3b7', 'name': '', 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:67:f9:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:07Z', 'updated_at': '2020-12-21T10:08:15Z', 'revision_number': 4, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:23.130127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72138a51-ed69-45f6-aca3-bb33cd94d3b7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:23.244212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 72138a51-ed69-45f6-aca3-bb33cd94d3b7 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:23.248049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc83e-d1b6-4c89-a5da-7691ec475a58 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:23.252193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 72138a51-ed69-45f6-aca3-bb33cd94d3b7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:23.252637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:23.328566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc83e-d1b6-4c89-a5da-7691ec475a58 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:23.347562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:23.376487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fb7a3745-ab58-4a40-ac56-18b0b7bd6fb2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:23.402279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:23.448718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 72138a51-ed69-45f6-aca3-bb33cd94d3b7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=72138a51-ed69-45f6-aca3-bb33cd94d3b7,segment=NetworkSegment(d1674677-a716-49c9-8813-97c3fee7d93f),segment_id=d1674677-a716-49c9-8813-97c3fee7d93f)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:23.453158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:23.459211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1acc8420-2fb0-41c2-a4c2-6b4f70c522de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:23.468066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Port': ['ID=fbfbd2ec-1793-48d8-8d40-87561ee301a4,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:23.472844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:23.534031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d68ea0e-065f-41bf-b0e7-1b288f7d1382 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:23.558895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 948e8a34-5a0e-43ca-a1b5-96db326f7d9b no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:23.669249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=72138a51-ed69-45f6-aca3-bb33cd94d3b7,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:23.696074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:23.712475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 948e8a34-5a0e-43ca-a1b5-96db326f7d9b {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:23.713010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 948e8a34-5a0e-43ca-a1b5-96db326f7d9b not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:23.851349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No DVR routers for this DVR port fbfbd2ec-1793-48d8-8d40-87561ee301a4 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:23.930801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:23.957391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:23.959388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:23.960112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec229ba8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:24.066559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-25e1b14c-0a62-42c7-ab27-e16cda77aeb0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:24.157764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68ea0e-065f-41bf-b0e7-1b288f7d1382 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=8fce1e50-b42b-4927-bbd8-30eb1375f502,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:24.160635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d68ea0e-065f-41bf-b0e7-1b288f7d1382 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:24.265643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72138a51-ed69-45f6-aca3-bb33cd94d3b7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:24.380419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:24.384511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5fc83e-d1b6-4c89-a5da-7691ec475a58 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 395fb26c-bb31-47a1-92ce-557a30ab05f8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:08:24.402620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:24.487361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 72138a51-ed69-45f6-aca3-bb33cd94d3b7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:24.488049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:24.566401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa26da51-84b8-49df-abb7-b8e1714e28eb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:24.623594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Subnet': ['ID=cbe74ae7-fc15-4b1d-980a-d2f9b1b578b4,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:24.627116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:24.709692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d68ea0e-065f-41bf-b0e7-1b288f7d1382 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:24.764910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:24.893659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5fc83e-d1b6-4c89-a5da-7691ec475a58 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:24.905555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] Sync routers for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:24.927744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f5fc83e-d1b6-4c89-a5da-7691ec475a58 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:24.928424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:24.930976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd12b00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:24.933059 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3f5fc83e-d1b6-4c89-a5da-7691ec475a58 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8 HTTP/1.1" status: 200  len: 698 time: 3.4577069
Dec 21 10:08:24.940057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d68ea0e-065f-41bf-b0e7-1b288f7d1382 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/8fce1e50-b42b-4927-bbd8-30eb1375f502 HTTP/1.1" status: 204  len: 168 time: 5.6920600
Dec 21 10:08:24.946031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40754) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:24.946339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40756) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:24.953732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79adde20-fb78-4066-9411-5a9c123d33b7 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:24.997770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed05f0f0>,) {'filters': {'network_id': ['c301bca5-0c06-4558-a6a4-f1a02d8883d4']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:25.016637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed05f0f0>, '990fcdb7-a44e-4cf7-afbd-b40a94c55ae1') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:25.017159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed05f0f0>, '990fcdb7-a44e-4cf7-afbd-b40a94c55ae1') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:25.037780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:25.068453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:25.074138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:25.110829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a2980b91-ae51-4bf5-b633-807d4068551c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:25.177763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:25.313992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd12b00>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:08:07Z', 'revision_number': 11, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:25.323133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23b30c-d774-49ae-ba9f-694184f129dd None None] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:25.331677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] Checking router: 395fb26c-bb31-47a1-92ce-557a30ab05f8 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:25.351863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] Routers {'395fb26c-bb31-47a1-92ce-557a30ab05f8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:25.352806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd12b00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['395fb26c-bb31-47a1-92ce-557a30ab05f8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:25.388074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-94c2025d-f2db-471e-a336-c1c7c4aae33d None None] Could not find standard attr ID for object fbfbd2ec-1793-48d8-8d40-87561ee301a4. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:08:25.394485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:25.403791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 72138a51-ed69-45f6-aca3-bb33cd94d3b7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:25.404477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:25.422680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:25.646217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:25.647585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port 72138a51-ed69-45f6-aca3-bb33cd94d3b7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=72138a51-ed69-45f6-aca3-bb33cd94d3b7,segment=NetworkSegment(d1674677-a716-49c9-8813-97c3fee7d93f),segment_id=d1674677-a716-49c9-8813-97c3fee7d93f)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:25.648248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:25.677259 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:25.726879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] Set router 395fb26c-bb31-47a1-92ce-557a30ab05f8 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:25.781549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:25.790653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:25.796044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-52ed890b-e4d8-4659-98de-ec13576bb077 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:25.804237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 72138a51-ed69-45f6-aca3-bb33cd94d3b7 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:25.900149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a2980b91-ae51-4bf5-b633-807d4068551c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:25.901622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a2980b91-ae51-4bf5-b633-807d4068551c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=395fb26c-bb31-47a1-92ce-557a30ab05f8 HTTP/1.1" status: 200  len: 205 time: 0.9539952
Dec 21 10:08:25.912187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Network': ['ID=c301bca5-0c06-4558-a6a4-f1a02d8883d4,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:25.924567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40762) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:25.925307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd12b00>, [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:08:07Z', 'revision_number': 11, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:25.926417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:25.929618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffde123-2eee-4f83-8f45-6b9d5ef8f589 None None] DHCP port deletion for c301bca5-0c06-4558-a6a4-f1a02d8883d4 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:08:25.930247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e262b60-2d64-48d0-95c1-c3ef1670d03b None None] The sync data for ids ['395fb26c-bb31-47a1-92ce-557a30ab05f8'] in dv-neutron-601336-62-ovs is: [{'id': '395fb26c-bb31-47a1-92ce-557a30ab05f8', 'name': 'tempest-RoutersTest-router-2816033', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:05:39Z', 'updated_at': '2020-12-21T10:08:07Z', 'revision_number': 11, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:25.934045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/c301bca5-0c06-4558-a6a4-f1a02d8883d4 HTTP/1.1" status: 204  len: 168 time: 3.8275630
Dec 21 10:08:25.941032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40766) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:25.952129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:25.990564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40770) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:26.000038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1082815072', 'description': 'tempest-secgroup-smoke-1082815072 description', 'project_id': '6997503f819e451c83744b9fdb33895a'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:26.009703 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-da78102c-9f15-4a6a-a9c0-dd4ee40f9a8d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:26.010197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da78102c-9f15-4a6a-a9c0-dd4ee40f9a8d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:26.015597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-da78102c-9f15-4a6a-a9c0-dd4ee40f9a8d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/c301bca5-0c06-4558-a6a4-f1a02d8883d4 HTTP/1.1" status: 404  len: 339 time: 0.0692003
Dec 21 10:08:26.015597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:26.019314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40774) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:26.022660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:security_group and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:26.031527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:26.036317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2016834526', 'description': 'd1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:26.045004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:26.048245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:26.053473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Usage tracker for resource:network and tenant:df5cc62b79ad4459b5be9154b2e694d9 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:26.058168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Quota usage for network was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:26.066376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:26.072143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.088512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.099198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb4516-9922-475e-b1dd-cf6a0f67f56e None None] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:26.111646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:26.114290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:26.119983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.131414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.133307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:security_group_rule and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:26.136382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:26.136696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fb4516-9922-475e-b1dd-cf6a0f67f56e None None] Network c301bca5-0c06-4558-a6a4-f1a02d8883d4 could not be found, it might have been deleted concurrently. {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 21 10:08:26.142557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:26.161954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e4c76c-f5d4-4173-a3e1-b8633f780025 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:26.170518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:26.185559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec229ba8>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:16Z', 'revision_number': 7, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '72138a51-ed69-45f6-aca3-bb33cd94d3b7', 'name': '', 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:67:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:07Z', 'updated_at': '2020-12-21T10:08:23Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:26.188005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:26.188498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.263163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:26.272104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9932ac6b-4af4-4256-8959-985d837e44a1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.278882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:26.279590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec229ba8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:26.284924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.297563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:08:26.308375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.309173 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Added segment 4e0c3b5d-ffa4-4485-b738-33ab359bc571 of type vxlan for network a21e698e-8d73-4226-a7bf-6d931046cea8
Dec 21 10:08:26.336559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.343212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-71606f40-5e90-40a2-aec7-3ccab851904a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:26.357766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:26.362056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.373333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:security_group_rule and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:26.385674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:26.401256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:26.413430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ba060c-1f9a-4e0f-bb39-fa8e52e6f23d,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:26.432800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:26.467360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.472236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:26.473024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.480305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4686c74e-1568-410c-9b85-344268dd3439 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:26.530764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:26.589154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.594318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.633840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:26.645658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.672067 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6513345
Dec 21 10:08:26.673357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40778) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:26.702402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.712791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:26.760623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.781594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40782) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:26.784690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Subnet': ['ID=cce962ac-6124-4ed8-83e5-77d69b828f07,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:26.788079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:26.792326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9932ac6b-4af4-4256-8959-985d837e44a1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.799307 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.8042622
Dec 21 10:08:26.811065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'security_group_rule': {'security_group_id': 'c6e0a08b-b463-470d-9506-196e19978790', 'project_id': '6997503f819e451c83744b9fdb33895a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:26.820039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:26.824523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:security_group_rule and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:26.828400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:26.835730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:26.846580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9932ac6b-4af4-4256-8959-985d837e44a1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:26.907849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fbfbd2ec-1793-48d8-8d40-87561ee301a4 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:26.988064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88efb68-18d9-496a-8711-941949180dee tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:26.988880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f88efb68-18d9-496a-8711-941949180dee tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Synchronizing usage tracker for tenant:df5cc62b79ad4459b5be9154b2e694d9 on resource:network {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:26.998037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: fbfbd2ec-1793-48d8-8d40-87561ee301a4 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:26.998785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fbfbd2ec-1793-48d8-8d40-87561ee301a4 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:27.025168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f88efb68-18d9-496a-8711-941949180dee tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Unset dirty status for tenant:df5cc62b79ad4459b5be9154b2e694d9 on resource:network {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:27.030964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f88efb68-18d9-496a-8711-941949180dee tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/networks?id=a21e698e-8d73-4226-a7bf-6d931046cea8 HTTP/1.1" status: 200  len: 765 time: 0.3082974
Dec 21 10:08:27.051104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:27.059253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:27.094061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40786) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:27.109306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-606607c9-418b-4b2b-9daa-f25579ed2bc2 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'description': 'd2'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:27.141138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=a21e698e-8d73-4226-a7bf-6d931046cea8,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:27.146951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec229ba8>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:16Z', 'revision_number': 7, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '72138a51-ed69-45f6-aca3-bb33cd94d3b7', 'name': '', 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:67:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:07Z', 'updated_at': '2020-12-21T10:08:23Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:27.152612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26989db5-5c3d-4dcb-b7b4-ff0cbe66961a None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:16Z', 'revision_number': 7, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '72138a51-ed69-45f6-aca3-bb33cd94d3b7', 'name': '', 'network_id': '87c4dbb5-5abf-4592-b7f4-0d53c3670a37', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:67:f9:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:07Z', 'updated_at': '2020-12-21T10:08:23Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'b8f8b8c1-b750-4246-92bb-98fa7e31a3e5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:27.156353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network a21e698e-8d73-4226-a7bf-6d931046cea8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:27.158855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.679s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:27.159454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-baecf708-63c8-4b3d-a1b6-7ce9965167be tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.438s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:27.180900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network a21e698e-8d73-4226-a7bf-6d931046cea8 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:27.236236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412eec5d-cbbc-417c-b561-30bd53949569 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:08:27.249975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.301635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c496e2e-b2cd-4d1a-a0e3-8a853c066147 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 90061b81-413e-4ee0-8352-9f4e65494013 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:27.319665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c496e2e-b2cd-4d1a-a0e3-8a853c066147 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.331121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e0a08b-b463-470d-9506-196e19978790,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:27.334747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:27.377546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9932ac6b-4af4-4256-8959-985d837e44a1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.378145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9932ac6b-4af4-4256-8959-985d837e44a1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Fanout notify agent at l3_agent the message router_deleted on router 395fb26c-bb31-47a1-92ce-557a30ab05f8 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:08:27.436355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.460835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.523154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9932ac6b-4af4-4256-8959-985d837e44a1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.529296 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9932ac6b-4af4-4256-8959-985d837e44a1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8 HTTP/1.1" status: 204  len: 168 time: 1.6033797
Dec 21 10:08:27.564877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40790) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:27.567630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c496e2e-b2cd-4d1a-a0e3-8a853c066147 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.613375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:27.646147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-606607c9-418b-4b2b-9daa-f25579ed2bc2 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.662867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'name': 'tempest-RoutersTest-router-1983261090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:27.667527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-606607c9-418b-4b2b-9daa-f25579ed2bc2 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.683857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b88bac9b-a984-4280-adf2-905a8b5b0efb,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:27.686090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Checking segment: {'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:27.686502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network hostable DHCP agents. Network: 7561b32c-2f1f-4f69-ac98-e59b44cb6446, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:08:27.687140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40205757-8028-4dcb-9a6b-c487a3f57a07 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:27.699118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:27.700205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:27.727003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Usage tracker for resource:router and tenant:2bb9611e89224bc286520ddf6da5d26a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:27.733929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.735294 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.9522026
Dec 21 10:08:27.741404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:27.744161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40794) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:27.758758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'security_group_rule': {'security_group_id': 'c6e0a08b-b463-470d-9506-196e19978790', 'project_id': '6997503f819e451c83744b9fdb33895a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:27.769424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.796533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:27.799393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:27.842780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:27.869004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:08:27.877122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:security_group_rule and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:27.888466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:27.897605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=72138a51-ed69-45f6-aca3-bb33cd94d3b7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:27.909452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:27.911725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:27.918212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-be9ff0ec-c788-4081-8547-004659076857 None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:27.918478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.918744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be9ff0ec-c788-4081-8547-004659076857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.919544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:27.928522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 7561b32c-2f1f-4f69-ac98-e59b44cb6446) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:27.997711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412eec5d-cbbc-417c-b561-30bd53949569 None None] Unable to find a vacant binding_index for network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 and agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e {{(pid=80972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Dec 21 10:08:28.010036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412eec5d-cbbc-417c-b561-30bd53949569 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 7561b32c-2f1f-4f69-ac98-e59b44cb6446) {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:08:28.043291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c496e2e-b2cd-4d1a-a0e3-8a853c066147 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.080751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:28.081735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.114581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.149405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.214912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606607c9-418b-4b2b-9daa-f25579ed2bc2 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=a21e698e-8d73-4226-a7bf-6d931046cea8,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:28.216585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-606607c9-418b-4b2b-9daa-f25579ed2bc2 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:28.227418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-606607c9-418b-4b2b-9daa-f25579ed2bc2 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network a21e698e-8d73-4226-a7bf-6d931046cea8 is not hosted by any dhcp agent {{(pid=80971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}}
Dec 21 10:08:28.230129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network a21e698e-8d73-4226-a7bf-6d931046cea8 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:28.231960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606607c9-418b-4b2b-9daa-f25579ed2bc2 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:28.232184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-606607c9-418b-4b2b-9daa-f25579ed2bc2 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.240120 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 8.7382300
Dec 21 10:08:28.240336 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-606607c9-418b-4b2b-9daa-f25579ed2bc2 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "PUT /v2.0/networks/a21e698e-8d73-4226-a7bf-6d931046cea8 HTTP/1.1" status: 200  len: 762 time: 1.1379969
Dec 21 10:08:28.240336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40798) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:28.240336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40802) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:28.245531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network a21e698e-8d73-4226-a7bf-6d931046cea8 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:28.394644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.536604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.540647 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-820f5e29-b34a-4dbf-afbc-2c8f3fd8bf77 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.9203711
Dec 21 10:08:28.546218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40806) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:28.551247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5ebe3c-48c4-4337-9a85-7155a1843a50 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:28.566759 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eb5ebe3c-48c4-4337-9a85-7155a1843a50 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/networks?id=a21e698e-8d73-4226-a7bf-6d931046cea8 HTTP/1.1" status: 200  len: 765 time: 0.3255045
Dec 21 10:08:28.567652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40810) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:28.568722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d7b85338-62fc-40a4-be22-3a5e81b36256 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Request body: {'router': {'admin_state_up': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:28.693558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ips': [{'subnet_id': 'cce962ac-6124-4ed8-83e5-77d69b828f07'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:08:28.695495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.780414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.807953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.809817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:28.835067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-907659a1-3961-4973-8b0a-97837f3c6326 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:28.960289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb07df8-66d0-4c16-ae10-d706794e25df tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:28.965246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fdb07df8-66d0-4c16-ae10-d706794e25df tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.3938415
Dec 21 10:08:28.965540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:28.966083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40814) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:29.038743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e9819197-3514-4ac1-8c5e-8689fb3d34df tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Synchronizing usage tracker for tenant:df5cc62b79ad4459b5be9154b2e694d9 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:29.083199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:29.083632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:29.115707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f343ec5-102f-49ef-afc5-45f3dea6bac7,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:29.132521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:29.168382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e9819197-3514-4ac1-8c5e-8689fb3d34df tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Unset dirty status for tenant:df5cc62b79ad4459b5be9154b2e694d9 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:29.170096 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e9819197-3514-4ac1-8c5e-8689fb3d34df tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/subnets?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 207 time: 0.1937861
Dec 21 10:08:29.175796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40818) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:29.227183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:29.231194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 1.4781442
Dec 21 10:08:29.295739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40822) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:29.305391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Allocated IP 172.20.0.2 (7561b32c-2f1f-4f69-ac98-e59b44cb6446/cce962ac-6124-4ed8-83e5-77d69b828f07/c0c0198b-1b12-4027-b2f8-3c1c89ea3e70) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:29.321174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'security_group_rule': {'security_group_id': 'c6e0a08b-b463-470d-9506-196e19978790', 'project_id': '6997503f819e451c83744b9fdb33895a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:29.402740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:29.426943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:security_group_rule and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:29.432102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7b85338-62fc-40a4-be22-3a5e81b36256 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:29.438979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:29.452800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:29.470704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7b85338-62fc-40a4-be22-3a5e81b36256 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:29.536340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57566e5a-9b3e-4a0b-af0d-294bbd543576 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:29.540726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57566e5a-9b3e-4a0b-af0d-294bbd543576 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:29.545149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57566e5a-9b3e-4a0b-af0d-294bbd543576 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:29.550312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57566e5a-9b3e-4a0b-af0d-294bbd543576 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:29.554973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57566e5a-9b3e-4a0b-af0d-294bbd543576 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:29.559391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57566e5a-9b3e-4a0b-af0d-294bbd543576 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:29.561374 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-57566e5a-9b3e-4a0b-af0d-294bbd543576 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3730 time: 0.3838296
Dec 21 10:08:29.563371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a1bf8e67-cb3b-4018-83f6-f818ef100cf6 None None] Provisioning complete for port 87d034c1-1d77-49b2-a8fe-8e23b327f76a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:29.564544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1bf8e67-cb3b-4018-83f6-f818ef100cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:29.567191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40826) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:29.611382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:29.627773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c496e2e-b2cd-4d1a-a0e3-8a853c066147 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:29.635240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Transition to ACTIVE for port object c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:29.651878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:29.656555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1e56e60c-9b19-42e9-8d6d-281842fcddd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:29.662769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Transition to ACTIVE for port object c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:29.735555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:29.757415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a0eee67f-555b-4a7f-a5c0-76c05f933e0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:29.901972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Pushing event updated for resources: {'Port': ['ID=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:29.903618 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-de61bf7b-b6a1-42fa-8bf0-819975048c18 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 812 time: 0.3348963
Dec 21 10:08:29.908404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:29.965168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40830) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:29.965764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:29.967268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:29.970899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:30.029995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Attempting to bind port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:30.030778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Attempting to bind port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:30.031203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Attempting to bind port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 on network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:30.037664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:30.038373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Checking segment: {'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:30.038516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:30.038937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Bound using segment: {'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:30.039467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Bound port: c0c0198b-1b12-4027-b2f8-3c1c89ea3e70, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:30.039899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:30.096542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7400ff5a-78a3-4b0d-b340-f7219f65a66a tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:30.098118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7400ff5a-78a3-4b0d-b340-f7219f65a66a tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:30.099609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7400ff5a-78a3-4b0d-b340-f7219f65a66a tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:30.101101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7400ff5a-78a3-4b0d-b340-f7219f65a66a tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:30.102609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7400ff5a-78a3-4b0d-b340-f7219f65a66a tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:30.108074 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7400ff5a-78a3-4b0d-b340-f7219f65a66a tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1385012
Dec 21 10:08:30.118534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40834) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:30.130669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c496e2e-b2cd-4d1a-a0e3-8a853c066147 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=90061b81-413e-4ee0-8352-9f4e65494013,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:30.138338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c496e2e-b2cd-4d1a-a0e3-8a853c066147 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:30.142636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] For port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:30.146525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] For port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:30.151042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:30.154002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:30.168450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:30.280578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82e40d-36b4-404c-bde1-8d5e8135ca79 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:30.282909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82e40d-36b4-404c-bde1-8d5e8135ca79 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:30.284402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82e40d-36b4-404c-bde1-8d5e8135ca79 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:30.285876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82e40d-36b4-404c-bde1-8d5e8135ca79 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:30.287323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba82e40d-36b4-404c-bde1-8d5e8135ca79 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['shared'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:30.289062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ba82e40d-36b4-404c-bde1-8d5e8135ca79 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1695840
Dec 21 10:08:30.295131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40838) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:30.355772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Pushing event updated for resources: {'Port': ['ID=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:30.369306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:30.380606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c496e2e-b2cd-4d1a-a0e3-8a853c066147 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:30.478742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b85338-62fc-40a4-be22-3a5e81b36256 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Router 970e4895-ceb6-42dc-ba00-b5532271e7e8 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:08:30.491084 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1c496e2e-b2cd-4d1a-a0e3-8a853c066147 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/90061b81-413e-4ee0-8352-9f4e65494013 HTTP/1.1" status: 204  len: 168 time: 5.5413849
Dec 21 10:08:30.495122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40842) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:30.592519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:30.608713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:30.665715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e719b753-7b64-4656-a1fe-52ebc5b13f18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:30.728304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a548cfd5-62cb-41a2-91d7-3dac3955b71d,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:30.733064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:08:30.743875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b85338-62fc-40a4-be22-3a5e81b36256 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:30.746777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:30.756422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7b85338-62fc-40a4-be22-3a5e81b36256 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:30.760122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] Sync routers for ids ['970e4895-ceb6-42dc-ba00-b5532271e7e8'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:30.764138 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d7b85338-62fc-40a4-be22-3a5e81b36256 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "PUT /v2.0/routers/970e4895-ceb6-42dc-ba00-b5532271e7e8 HTTP/1.1" status: 200  len: 694 time: 2.2130129
Dec 21 10:08:30.767413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40846) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:30.771311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:30.775179 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 1.4677074
Dec 21 10:08:30.776222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] Routers {'970e4895-ceb6-42dc-ba00-b5532271e7e8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:30.777048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede4dcf8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['970e4895-ceb6-42dc-ba00-b5532271e7e8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:30.919336 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7d9349ec-3c02-4f12-9719-f7f641ec9d76 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.4195423
Dec 21 10:08:30.946244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:30.951244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40850) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:30.951393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40852) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:30.964085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'security_group_rule': {'security_group_id': 'c6e0a08b-b463-470d-9506-196e19978790', 'project_id': '6997503f819e451c83744b9fdb33895a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:30.979394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:31.024468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:31.050212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:security_group_rule and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:31.071161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:31.081402 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-11225d58-270b-469c-b84f-311a56337614 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/routers/970e4895-ceb6-42dc-ba00-b5532271e7e8 HTTP/1.1" status: 200  len: 700 time: 0.3096323
Dec 21 10:08:31.088733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40858) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:31.090116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:31.111252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1bdc5d-8844-4bd3-a882-59f4c8bd7d54 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:31.117157 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ff1bdc5d-8844-4bd3-a882-59f4c8bd7d54 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/networks/0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd HTTP/1.1" status: 200  len: 803 time: 0.8170853
Dec 21 10:08:31.140700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40862) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:31.199913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] Set router 970e4895-ceb6-42dc-ba00-b5532271e7e8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:31.275615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-df9293b2-2c52-4f78-a581-ea393734c2ab tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Synchronizing usage tracker for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:31.307066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:31.310510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:31.318309 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2220361
Dec 21 10:08:31.319273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40866) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:31.321324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede4dcf8>, [{'id': '970e4895-ceb6-42dc-ba00-b5532271e7e8', 'name': 'tempest-RoutersTest-router-1983261090', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:27Z', 'updated_at': '2020-12-21T10:08:29Z', 'revision_number': 2, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:31.328197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:31.338094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] Checking router: 970e4895-ceb6-42dc-ba00-b5532271e7e8 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:31.340810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:31.351054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] Routers {'970e4895-ceb6-42dc-ba00-b5532271e7e8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:31.351318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-df9293b2-2c52-4f78-a581-ea393734c2ab tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Unset dirty status for tenant:2bb9611e89224bc286520ddf6da5d26a on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:31.351769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede4dcf8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['970e4895-ceb6-42dc-ba00-b5532271e7e8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:31.352483 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-df9293b2-2c52-4f78-a581-ea393734c2ab tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=970e4895-ceb6-42dc-ba00-b5532271e7e8 HTTP/1.1" status: 200  len: 205 time: 0.2563093
Dec 21 10:08:31.355898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:31.356846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbfd5f8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:31.379111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40870) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:31.380347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.1 (7561b32c-2f1f-4f69-ac98-e59b44cb6446/cce962ac-6124-4ed8-83e5-77d69b828f07/fc9d7770-6523-4e3e-9bae-f77a90b6bd78) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:31.384484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:31.393701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:31.442746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-31b2d031-4a23-49fb-8218-62c1cccfa3c5 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Synchronizing usage tracker for tenant:df5cc62b79ad4459b5be9154b2e694d9 on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:31.478584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:31.531464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:31.536764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] Set router 970e4895-ceb6-42dc-ba00-b5532271e7e8 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:31.616967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e40f3fb-75b9-4a62-a3d8-ce8ff0289afc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:31.676110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:31.686924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede4dcf8>, [{'id': '970e4895-ceb6-42dc-ba00-b5532271e7e8', 'name': 'tempest-RoutersTest-router-1983261090', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:27Z', 'updated_at': '2020-12-21T10:08:29Z', 'revision_number': 2, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:31.692557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef598f5f-563f-47b6-a122-4fecb7c70de5 None None] The sync data for ids ['970e4895-ceb6-42dc-ba00-b5532271e7e8'] in dv-neutron-601336-62-ovs is: [{'id': '970e4895-ceb6-42dc-ba00-b5532271e7e8', 'name': 'tempest-RoutersTest-router-1983261090', 'tenant_id': '2bb9611e89224bc286520ddf6da5d26a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:27Z', 'updated_at': '2020-12-21T10:08:29Z', 'revision_number': 2, 'project_id': '2bb9611e89224bc286520ddf6da5d26a', 'gw_port_host': None}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:31.702894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:31.717791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e100710d-3808-4155-93cc-4d10ee848f01 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting subnet b8f8b8c1-b750-4246-92bb-98fa7e31a3e5 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:31.725336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e100710d-3808-4155-93cc-4d10ee848f01 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:31.770919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-31b2d031-4a23-49fb-8218-62c1cccfa3c5 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Unset dirty status for tenant:df5cc62b79ad4459b5be9154b2e694d9 on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:31.776185 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-31b2d031-4a23-49fb-8218-62c1cccfa3c5 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/networks/0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 319 time: 0.6331918
Dec 21 10:08:31.783007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:31.784037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40874) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:31.796666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:31.817966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e100710d-3808-4155-93cc-4d10ee848f01 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:31.950832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e100710d-3808-4155-93cc-4d10ee848f01 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:31.972177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:31.992393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:32.113637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca46284-0e6a-48bc-9a22-a1a310575306 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:08:32.177185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e743bfe1-59c0-448c-a44c-35ee4d9915d8,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:32.255312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:32.262219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.287345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbfd5f8>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:27Z', 'revision_number': 8, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:32.294486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:32.309957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:32.310662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbfd5f8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:32.316092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca46284-0e6a-48bc-9a22-a1a310575306 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:08:32.319262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee9973-170d-4f9a-842c-4bbb694c55e6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:32.320892 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-72ee9973-170d-4f9a-842c-4bbb694c55e6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/subnets/c7bc8038-f47f-430d-9c91-487f8e5ac437 HTTP/1.1" status: 200  len: 843 time: 0.5305927
Dec 21 10:08:32.325110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40878) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:32.340416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e40f3fb-75b9-4a62-a3d8-ce8ff0289afc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.341312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] Provisioning complete for port 87d034c1-1d77-49b2-a8fe-8e23b327f76a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:32.343126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.343630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e40f3fb-75b9-4a62-a3d8-ce8ff0289afc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.351662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.356131 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 1.4012690
Dec 21 10:08:32.356930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40882) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:32.386861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'security_group_rule': {'security_group_id': 'c6e0a08b-b463-470d-9506-196e19978790', 'project_id': '6997503f819e451c83744b9fdb33895a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:32.453690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e100710d-3808-4155-93cc-4d10ee848f01 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.473360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:32.477843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9687ec9-1477-414e-9e99-d0c6b4409ebc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:32.486681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.493693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:08:32.497479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:security_group_rule and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:32.506190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:32.525312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:32.533015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e40f3fb-75b9-4a62-a3d8-ce8ff0289afc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.534272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e40f3fb-75b9-4a62-a3d8-ce8ff0289afc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Fanout notify agent at l3_agent the message router_deleted on router 970e4895-ceb6-42dc-ba00-b5532271e7e8 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:08:32.537025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object fc9d7770-6523-4e3e-9bae-f77a90b6bd78 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:32.542050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:32.557447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b691fbad-0b54-4569-a271-11152ef3c3a8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['shared'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:32.558403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b691fbad-0b54-4569-a271-11152ef3c3a8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Synchronizing usage tracker for tenant:df5cc62b79ad4459b5be9154b2e694d9 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:32.570100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e40f3fb-75b9-4a62-a3d8-ce8ff0289afc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.571459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e40f3fb-75b9-4a62-a3d8-ce8ff0289afc tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/970e4895-ceb6-42dc-ba00-b5532271e7e8 HTTP/1.1" status: 204  len: 168 time: 1.1837242
Dec 21 10:08:32.572753 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Project 6997503f819e451c83744b9fdb33895a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:08:32.581336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40886) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:32.592075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100710d-3808-4155-93cc-4d10ee848f01 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Subnet': ['ID=b8f8b8c1-b750-4246-92bb-98fa7e31a3e5,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:32.614178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e100710d-3808-4155-93cc-4d10ee848f01 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:32.615123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b691fbad-0b54-4569-a271-11152ef3c3a8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Unset dirty status for tenant:df5cc62b79ad4459b5be9154b2e694d9 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:32.617224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b691fbad-0b54-4569-a271-11152ef3c3a8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "GET /v2.0/subnets/c7bc8038-f47f-430d-9c91-487f8e5ac437?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.2908781
Dec 21 10:08:32.621763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40890) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:32.629318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.634744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1818427232'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:32.655990 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8df0074d-a423-4be7-b6cf-750e17ad63a3 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=970e4895-ceb6-42dc-ba00-b5532271e7e8 HTTP/1.1" status: 200  len: 205 time: 0.0732172
Dec 21 10:08:32.663329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40894) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:32.699678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:32.741198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:32.764753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e100710d-3808-4155-93cc-4d10ee848f01 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.771337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:32.778488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.778802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] Provisioning for port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:32.790849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] Provisioning complete for port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:32.791278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.813200 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e100710d-3808-4155-93cc-4d10ee848f01 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/b8f8b8c1-b750-4246-92bb-98fa7e31a3e5 HTTP/1.1" status: 204  len: 168 time: 1.4930229
Dec 21 10:08:32.816050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40898) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:32.817063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-29ed99b5-669d-44e9-829a-e7bd0c7c9c9a tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] delete failed (client error): The resource could not be found.
Dec 21 10:08:32.818351 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-29ed99b5-669d-44e9-829a-e7bd0c7c9c9a tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/970e4895-ceb6-42dc-ba00-b5532271e7e8 HTTP/1.1" status: 404  len: 336 time: 0.1119754
Dec 21 10:08:32.825620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40902) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:32.889924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:08:32.892876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.915584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c030955-ec69-48f9-88f3-2d5f8906e028 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:32.949132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30413ef-d2b7-4d18-9b5a-d3663db7dbcb tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:32.949838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30413ef-d2b7-4d18-9b5a-d3663db7dbcb tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:32.969130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:32.972056 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Added segment a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2 of type vxlan for network e115e746-bc3e-4e09-9da4-10c51801bf28
Dec 21 10:08:32.996537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbfd5f8>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:27Z', 'revision_number': 8, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:33.002184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37c2936-729b-4bcd-be4a-a00e97eaff97 None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:27Z', 'revision_number': 8, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '82ef69b2-418b-410a-acfd-f03ad99696d4', 'name': '', 'network_id': 'ff4ade65-c78b-4225-846a-6f0df99f89d1', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:cb:97:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:44Z', 'updated_at': '2020-12-21T10:08:02Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '6c090769-201a-49bf-bdfa-fbc77f598ca6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:33.017375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.030159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.035746 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c30413ef-d2b7-4d18-9b5a-d3663db7dbcb tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/80b932d0-5039-43c2-8e0c-0e0754d45453 HTTP/1.1" status: 404  len: 337 time: 0.2033613
Dec 21 10:08:33.046458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.048849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40906) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:33.055265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.089978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] For port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:33.098550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.100680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:33.107903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.134017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:33.134396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.142816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577fac7d-c9c8-44ec-9c5a-0ed3cf734b32 None None] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:33.158602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65e0055-d5bb-4efa-8c28-394c3fb80618 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:33.204143 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a454784f-02e5-4ad4-8a17-aa9053291094 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:33.204645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a454784f-02e5-4ad4-8a17-aa9053291094 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:33.206540 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a454784f-02e5-4ad4-8a17-aa9053291094 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/a487cedf-c3d7-4a1a-ba9a-c78e36344827 HTTP/1.1" status: 404  len: 337 time: 0.1488667
Dec 21 10:08:33.214843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40910) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:33.220663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=fc9d7770-6523-4e3e-9bae-f77a90b6bd78,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:33.261823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:33.264834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5aa59f87-bfab-407c-afdc-1119b1a04e7a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:33.296350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.301764 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.9362602
Dec 21 10:08:33.309604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40914) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:33.312868 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3783bd18-ec83-4492-b975-76f99c950b70 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:33.313347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3783bd18-ec83-4492-b975-76f99c950b70 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:33.315351 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3783bd18-ec83-4492-b975-76f99c950b70 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/0914e7d6-b221-4bb5-918a-bf06d9c0bbc4 HTTP/1.1" status: 404  len: 337 time: 0.0969579
Dec 21 10:08:33.321405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'security_group_rule': {'security_group_id': 'c6e0a08b-b463-470d-9506-196e19978790', 'project_id': '6997503f819e451c83744b9fdb33895a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:33.336950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40918) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:33.343576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8064873f-f50b-449f-ba33-9d42b0ab9ebe None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:33.344139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8064873f-f50b-449f-ba33-9d42b0ab9ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.346452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245b17e6-7c54-4306-8aa6-bd5e22a1b1a0,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:33.389816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:33.398677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:33.416598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=450f37f7-0a4a-4c75-9f5b-90c018b7eed3,segment=NetworkSegment(d1674677-a716-49c9-8813-97c3fee7d93f),segment_id=d1674677-a716-49c9-8813-97c3fee7d93f)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:33.417011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.425373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:security_group_rule and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:33.429785 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f75b49-9ab1-46e7-9d52-9a0d55b7179e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:33.430284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f75b49-9ab1-46e7-9d52-9a0d55b7179e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:33.434742 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-91f75b49-9ab1-46e7-9d52-9a0d55b7179e tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/cb0c226b-524c-4fec-8de8-19bffec2b364 HTTP/1.1" status: 404  len: 337 time: 0.0875933
Dec 21 10:08:33.434742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:33.446069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40922) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:33.449645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:33.504187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] Pushing event updated for resources: {'Port': ['ID=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:33.510588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:33.513952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4af5cee-78ff-423d-9efc-9f4a8d2ac0e2 None None] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:33.514084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:33.518476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-32515437-8122-4ac0-8d74-2c710f1544b5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=395fb26c-bb31-47a1-92ce-557a30ab05f8 HTTP/1.1" status: 200  len: 205 time: 0.0711892
Dec 21 10:08:33.519621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:33.555530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40926) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:33.567372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:33.645212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.646893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.546s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:33.652973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:33.653976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.671445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:33.739073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:33.761786 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.1379471
Dec 21 10:08:33.796845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40930) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:33.913327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'network_id': 'e115e746-bc3e-4e09-9da4-10c51801bf28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:33.957919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Network': ['ID=e115e746-bc3e-4e09-9da4-10c51801bf28,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:33.967612 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Project 6997503f819e451c83744b9fdb33895a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:08:33.976732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:33.980945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-72abee07-b316-4a85-acb1-5f493c48029f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:34.030524 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-9d2cf06b-2678-4b07-ab14-1181633615d2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] delete failed (client error): The resource could not be found.
Dec 21 10:08:34.035469 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9d2cf06b-2678-4b07-ab14-1181633615d2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/395fb26c-bb31-47a1-92ce-557a30ab05f8 HTTP/1.1" status: 404  len: 336 time: 0.4723480
Dec 21 10:08:34.040545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:34.049788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40934) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:34.139157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:34.144323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network e115e746-bc3e-4e09-9da4-10c51801bf28 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:34.168464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network e115e746-bc3e-4e09-9da4-10c51801bf28 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:34.176819 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-237a94e0-b450-4727-a498-98aca79146d8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=caae62d4-1487-42c1-af42-2a66af499ad0 HTTP/1.1" status: 200  len: 205 time: 0.1158650
Dec 21 10:08:34.191480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40938) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:34.312103 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-777b3bc5-98a4-4263-bc57-f408bdab1598 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] delete failed (client error): The resource could not be found.
Dec 21 10:08:34.316469 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-777b3bc5-98a4-4263-bc57-f408bdab1598 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/caae62d4-1487-42c1-af42-2a66af499ad0 HTTP/1.1" status: 404  len: 336 time: 0.1226044
Dec 21 10:08:34.321026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40942) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:34.366801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed01fb1-b94d-4406-98b0-f792630cd888 None None] DHCP port deletion for 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:08:34.370998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=450f37f7-0a4a-4c75-9f5b-90c018b7eed3,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:34.398698 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9b1c24-88fe-47cf-8e8e-64346c271ce9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:34.398902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9b1c24-88fe-47cf-8e8e-64346c271ce9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:34.403389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1f9b1c24-88fe-47cf-8e8e-64346c271ce9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/76f8f200-ad8c-4ec9-b59a-a8574a670e77 HTTP/1.1" status: 404  len: 337 time: 0.0748365
Dec 21 10:08:34.413568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40946) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:34.432735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:34.446242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No DVR routers for this DVR port 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:34.493852 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7252c3d8-f82f-49d1-a4d7-6a57136746d0 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=45e72a8f-af44-4021-9d4c-5086fc456095 HTTP/1.1" status: 200  len: 205 time: 0.0743675
Dec 21 10:08:34.494075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:34.495495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:34.497017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40950) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:34.530280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:34.571765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:34.581649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:34.640964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Made reservation on behalf of df5cc62b79ad4459b5be9154b2e694d9 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:34.643830 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-1349440f-4196-485d-a1cd-e2c0283d1dd8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] delete failed (client error): The resource could not be found.
Dec 21 10:08:34.644999 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1349440f-4196-485d-a1cd-e2c0283d1dd8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/45e72a8f-af44-4021-9d4c-5086fc456095 HTTP/1.1" status: 404  len: 336 time: 0.1431286
Dec 21 10:08:34.662062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:34.666047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40954) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:34.666852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429ec5bf-ef9b-4a61-80e5-b6e24b6441db,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:34.705554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:34.741780 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-be8918de-5b20-4b7b-8649-1115391269a2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=d8487258-2d22-407e-8b90-5a0f3160261a HTTP/1.1" status: 200  len: 205 time: 0.0690451
Dec 21 10:08:34.744586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40958) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:34.748371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:34.752948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 1.4420485
Dec 21 10:08:34.753873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40962) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:34.837170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:34.847702 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-c9764a86-5383-4c13-a1bb-b40440e2b0b9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] delete failed (client error): The resource could not be found.
Dec 21 10:08:34.848889 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c9764a86-5383-4c13-a1bb-b40440e2b0b9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/d8487258-2d22-407e-8b90-5a0f3160261a HTTP/1.1" status: 404  len: 336 time: 0.1031682
Dec 21 10:08:34.855111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40966) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:34.857742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'network': {'name': 'tempest-network-smoke--1449721747', 'project_id': '6997503f819e451c83744b9fdb33895a', 'port_security_enabled': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:34.866681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:34.888026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:34.891785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3851e044-3025-4907-bce8-eeea84a29958 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:34.934518 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-66a60b60-38ee-4287-a96e-ca808fa74623 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:34.935020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66a60b60-38ee-4287-a96e-ca808fa74623 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:34.936890 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-66a60b60-38ee-4287-a96e-ca808fa74623 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/fcdb1b83-e395-49ec-b92a-cdd27918afd9 HTTP/1.1" status: 404  len: 337 time: 0.0684104
Dec 21 10:08:34.943566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e3fb62fa-e577-4dfe-a098-ac95f8c9c2ab None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:34.943999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3fb62fa-e577-4dfe-a098-ac95f8c9c2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:34.957066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:34.958920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40970) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:34.962454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:network and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:34.991969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecc710f0>,) {'filters': {'network_id': ['87c4dbb5-5abf-4592-b7f4-0d53c3670a37']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:35.022807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc710f0>, 'd1674677-a716-49c9-8813-97c3fee7d93f') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:35.023229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc710f0>, 'd1674677-a716-49c9-8813-97c3fee7d93f') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:35.040546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:35.053885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:35.054303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.091386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.103053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Performing IP validity checks on allocation pools {{(pid=80970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 21 10:08:35.103666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking for overlaps among allocation pools and gateway ip {{(pid=80970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 21 10:08:35.120321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.125198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.130180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Releasing vxlan tunnel 8 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:35.136009 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7bff21c6-de8f-404b-9b5b-6bee38054a69 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=70e634c2-71c4-4c48-8785-6d75566949be HTTP/1.1" status: 200  len: 205 time: 0.1756577
Dec 21 10:08:35.142708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:35.147963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40974) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:35.218599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=e95b9a6c-8905-48a3-931e-a682cbaacf49,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:35.228006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:35.254962 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-710515a4-50a4-492c-ac4e-0e5d1ef27260 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] delete failed (client error): The resource could not be found.
Dec 21 10:08:35.258909 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-710515a4-50a4-492c-ac4e-0e5d1ef27260 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/70e634c2-71c4-4c48-8785-6d75566949be HTTP/1.1" status: 404  len: 336 time: 0.1071007
Dec 21 10:08:35.270070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40978) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:35.286715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:35.327283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Made reservation on behalf of 6997503f819e451c83744b9fdb33895a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:35.334395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.347302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:35.347709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 450f37f7-0a4a-4c75-9f5b-90c018b7eed3 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:35.348934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72138a51-ed69-45f6-aca3-bb33cd94d3b7 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:35.351450 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae58d4a-1b5d-48ae-a458-66f0b4a60675 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:35.351945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae58d4a-1b5d-48ae-a458-66f0b4a60675 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:35.353986 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5ae58d4a-1b5d-48ae-a458-66f0b4a60675 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/ddf5f901-b317-423c-99b8-206285b226e3 HTTP/1.1" status: 404  len: 337 time: 0.0827389
Dec 21 10:08:35.362069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40982) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:35.397172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174e8bcc-8b28-4142-98e6-10d534129ebc None None] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:35.431070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 72138a51-ed69-45f6-aca3-bb33cd94d3b7 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:35.431478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72138a51-ed69-45f6-aca3-bb33cd94d3b7 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:35.490180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6e20691c-e07a-459c-bb2e-a7715d5d4557 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "GET /v2.0/ports?device_id=8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06 HTTP/1.1" status: 200  len: 205 time: 0.1172383
Dec 21 10:08:35.496112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40986) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:35.509371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:08:35.550375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.551012 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Added segment 683ef48f-7c76-4ddf-91bb-5ee4b7a6944c of type vxlan for network c4dcb762-02b2-497a-b12d-d0dc02960356
Dec 21 10:08:35.553780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-91931237-0825-45d3-afb2-d24f98d51f76 None None] Provisioning complete for port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:35.554215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91931237-0825-45d3-afb2-d24f98d51f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.567310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:35.627319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:35.644731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:35.657895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde68ae2-97ea-4988-bada-d9d682ac8e52 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:35.668394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:35.669087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.676279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.695147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-23996374-7090-465b-8bd0-4c887d0a1606 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] delete failed (client error): The resource could not be found.
Dec 21 10:08:35.698824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-23996374-7090-465b-8bd0-4c887d0a1606 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/routers/8fd77c7d-0185-4d3e-86e2-cc1e53c8ef06 HTTP/1.1" status: 404  len: 336 time: 0.1987057
Dec 21 10:08:35.702578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.707757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40990) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:35.831610 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e246a07f-8871-460e-9241-248500f5e0b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:35.832440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e246a07f-8871-460e-9241-248500f5e0b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:35.836488 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e246a07f-8871-460e-9241-248500f5e0b4 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/f8d7438b-16af-445b-b098-af9339de4d02 HTTP/1.1" status: 404  len: 337 time: 0.1233087
Dec 21 10:08:35.840166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 40994) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:35.857350 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 4.8976014
Dec 21 10:08:35.860440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 40998) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:35.870407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:35.937111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.943091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:35.943091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:35.949394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network 87c4dbb5-5abf-4592-b7f4-0d53c3670a37 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:35.952350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-31696172-b31e-4678-a291-f09ce0f8f33c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:35.960453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4894c846-80b8-4470-ba6b-a2ca3d2b8a14 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:35.960956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4894c846-80b8-4470-ba6b-a2ca3d2b8a14 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:35.983140 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:35.995383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-91931237-0825-45d3-afb2-d24f98d51f76 None None] Provisioning for port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:36.009243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-91931237-0825-45d3-afb2-d24f98d51f76 None None] Provisioning complete for port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:36.009733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91931237-0825-45d3-afb2-d24f98d51f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.061595 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4894c846-80b8-4470-ba6b-a2ca3d2b8a14 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] 10.222.0.45 "DELETE /v2.0/subnets/5e60fccf-c82a-4da2-986d-e8eb52572276 HTTP/1.1" status: 404  len: 337 time: 0.2177489
Dec 21 10:08:36.109093 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.2641985
Dec 21 10:08:36.116979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41004) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:36.128422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'admin_state_up': True, 'project_id': '6997503f819e451c83744b9fdb33895a', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:36.138336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-91931237-0825-45d3-afb2-d24f98d51f76 None None] Port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:08:36.154233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:36.163215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:router and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:36.170810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:36.177079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.186752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:36.205247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.208555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:36.235889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Network': ['ID=87c4dbb5-5abf-4592-b7f4-0d53c3670a37,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:36.245701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:36.248433 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/networks/87c4dbb5-5abf-4592-b7f4-0d53c3670a37 HTTP/1.1" status: 204  len: 168 time: 3.4309742
Dec 21 10:08:36.255949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41008) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:36.326009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.327153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.514026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.573605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.599866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b0a0d531-2b67-45a0-bb48-ac889f6b7f57 None None] Provisioning complete for port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:36.600412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d531-2b67-45a0-bb48-ac889f6b7f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.643265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41014) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:36.698409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94c8e575-df4f-4379-9040-8e4a95f2238b tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:36.721358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'Network': ['ID=c4dcb762-02b2-497a-b12d-d0dc02960356,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:36.737930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:36.754789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network c4dcb762-02b2-497a-b12d-d0dc02960356 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:36.766074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=b3a980d1-fa14-430e-8aa9-c86dbf9d9650,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:36.795604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:36.813153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:36.821833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:36.831616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:36.866255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.875246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.892992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network c4dcb762-02b2-497a-b12d-d0dc02960356 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:36.910205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-479b6214-76be-4d2c-824e-f0412974eb23 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:36.956789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:36.957840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:36.992993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:36.999560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.018746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b0a0d531-2b67-45a0-bb48-ac889f6b7f57 None None] Provisioning complete for port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:37.019175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0a0d531-2b67-45a0-bb48-ac889f6b7f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.081734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.084841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b0a0d531-2b67-45a0-bb48-ac889f6b7f57 None None] Port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:08:37.210103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9d3313e3-b216-4889-9d0c-8db7345f593b None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:37.211701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d3313e3-b216-4889-9d0c-8db7345f593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.263108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=fc9d7770-6523-4e3e-9bae-f77a90b6bd78,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:37.267204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:37.359734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f23e4948-9229-44c4-bc08-d7dd58c3c9be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bb9611e89224bc286520ddf6da5d26a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.7149427
Dec 21 10:08:37.376801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41020) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:37.410923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9d3313e3-b216-4889-9d0c-8db7345f593b None None] Provisioning complete for port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:37.411359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d3313e3-b216-4889-9d0c-8db7345f593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.462826 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.ipam_backend_mixin [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e95b9a6c-8905-48a3-931e-a682cbaacf49 (CIDR: 2001:db8::/64)
Dec 21 10:08:37.480346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:08:37.480947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 400 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:37.525972 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7b30853d-5d3b-493e-961f-a00625196d6d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.6598446
Dec 21 10:08:37.529387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41024) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:37.532782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-649a5e3f-ab7b-4e5f-8789-a8d6a875909b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.540098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'subnet': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:37.562475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9d3313e3-b216-4889-9d0c-8db7345f593b None None] Provisioning complete for port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:37.563841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d3313e3-b216-4889-9d0c-8db7345f593b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.569627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:37.577205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:37.625521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-649a5e3f-ab7b-4e5f-8789-a8d6a875909b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.634359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9d3313e3-b216-4889-9d0c-8db7345f593b None None] Port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:08:37.720349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.760678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-54b58003-39fd-4d00-86cd-13f0f1c4530b None None] Provisioning complete for port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:37.761466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54b58003-39fd-4d00-86cd-13f0f1c4530b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.835336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Checking segment: {'id': 'a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e115e746-bc3e-4e09-9da4-10c51801bf28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:37.835738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network hostable DHCP agents. Network: e115e746-bc3e-4e09-9da4-10c51801bf28, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:08:37.947956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:37.961374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Usage tracker for resource:subnet and tenant:7bda989bb8ca4a7d996fe50f3899b224 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:37.970575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:37.981537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-649a5e3f-ab7b-4e5f-8789-a8d6a875909b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:37.986328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:37.986810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network e115e746-bc3e-4e09-9da4-10c51801bf28 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:08:37.990297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-75f5c4d4-e931-49b1-b186-7942119b453c tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:38.008692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 889efd70-db81-4d0d-8d31-4010760bace0 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:08:38.014019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, e115e746-bc3e-4e09-9da4-10c51801bf28) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:38.014651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a5e3f-ab7b-4e5f-8789-a8d6a875909b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0677967b-28fe-475e-84da-7b8c893941ab,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:38.020692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-649a5e3f-ab7b-4e5f-8789-a8d6a875909b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:38.025665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-649a5e3f-ab7b-4e5f-8789-a8d6a875909b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:38.029349 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-649a5e3f-ab7b-4e5f-8789-a8d6a875909b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0677967b-28fe-475e-84da-7b8c893941ab HTTP/1.1" status: 204  len: 168 time: 0.6488271
Dec 21 10:08:38.029349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:38.043700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d40747-48d0-40b7-bd9a-780492c5068e None None] Network e115e746-bc3e-4e09-9da4-10c51801bf28 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:38.095000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:38.095791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:38.199727 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 4.3993931
Dec 21 10:08:38.201296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41030) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:38.217877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e766ccba-85d7-4434-8604-5a461b553933 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:38.395991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-656cf0d4-30de-42ed-a3e4-3d69e4fe215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:38.404695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-e115e746-bc3e-4e09-9da4-10c51801bf28', 'network_id': 'e115e746-bc3e-4e09-9da4-10c51801bf28', 'tenant_id': 'df5cc62b79ad4459b5be9154b2e694d9', 'fixed_ips': [{'subnet_id': 'b3a980d1-fa14-430e-8aa9-c86dbf9d9650'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:08:38.405940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:38.426329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-00bc6c9b-2713-4f7d-a3df-3bc82e943cee None None] Provisioning complete for port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:38.426757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00bc6c9b-2713-4f7d-a3df-3bc82e943cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:38.464696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:38.505338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:38.713187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:38.751852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-00bc6c9b-2713-4f7d-a3df-3bc82e943cee None None] Port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:08:38.775864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:38.787195 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/889efd70-db81-4d0d-8d31-4010760bace0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.5488026
Dec 21 10:08:38.793277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41044) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:38.823834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Sync routers for ids ['889efd70-db81-4d0d-8d31-4010760bace0'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:38.852468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Routers {'889efd70-db81-4d0d-8d31-4010760bace0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:38.853437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed9c7ba8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['889efd70-db81-4d0d-8d31-4010760bace0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:38.868226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e766ccba-85d7-4434-8604-5a461b553933 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3014721'] for subnet, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:38.903108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 82ef69b2-418b-410a-acfd-f03ad99696d4 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:38.904310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:39.071233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Set router 889efd70-db81-4d0d-8d31-4010760bace0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:39.322442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Allocated IP 172.26.1.124 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:39.343875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port 82ef69b2-418b-410a-acfd-f03ad99696d4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=82ef69b2-418b-410a-acfd-f03ad99696d4,segment=NetworkSegment(99ad8e54-5470-4e15-93ed-105cb08ac83b),segment_id=99ad8e54-5470-4e15-93ed-105cb08ac83b)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:39.345155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:39.426060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41056) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:39.543348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 82ef69b2-418b-410a-acfd-f03ad99696d4 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:39.554437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 21 10:08:39.554437 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s]
Dec 21 10:08:39.554437 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'in_use': 1, 'id_1': 'b3a980d1-fa14-430e-8aa9-c86dbf9d9650'}]
Dec 21 10:08:39.554437 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:08:39.555021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:08:39.569746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed9c7ba8>, [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fc9d7770-6523-4e3e-9bae-f77a90b6bd78', 'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:b2:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:30Z', 'updated_at': '2020-12-21T10:08:35Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:39.586619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Checking router: 889efd70-db81-4d0d-8d31-4010760bace0 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:39.587038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Updating router 889efd70-db81-4d0d-8d31-4010760bace0 port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:08:39.642000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.642438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.642853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.643266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.643674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.644080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.644489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.644932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.645293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.645771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.646183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.646586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.646989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.647394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:39.652603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-11cc7546-9dbf-4ce5-9533-8dee3f263174 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 9735 time: 0.8554235
Dec 21 10:08:39.654077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41062) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:39.670797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:39.758860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:39.837761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-524508094'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:39.857617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:39.866671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Usage tracker for resource:network and tenant:c738fbf312734ecb891ce856e2054c21 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:39.872624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:39.891505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:39.894502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f343ea18-2107-4a17-8277-5ef7936e63c2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:39.957150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:40.056851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:40.061801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:40.087302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Made reservation on behalf of c738fbf312734ecb891ce856e2054c21 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:40.094639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:40.129281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'Port': ['ID=c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:40.149656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:40.153576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:40.164325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-acdb9c3b-6ad9-47b5-81f6-d93be87eba15 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:40.219318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=82ef69b2-418b-410a-acfd-f03ad99696d4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:40.242943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.243352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.243791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.244189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.245218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.245445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.245752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.246140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.246524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.246910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.247297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.247686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.248071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.254146 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f7d0962e-5feb-459b-8c53-8f6f9627eff5 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 9039 time: 0.5465415
Dec 21 10:08:40.256080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e766ccba-85d7-4434-8604-5a461b553933 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363296613509099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated--9223372036851938113'] for subnet, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:40.287712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:40.288376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41066) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:40.291094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:40.291842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:40.299641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28d1463e-066c-41eb-bf5c-2479ef954f0a tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:40.366963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Transition to ACTIVE for port object fc9d7770-6523-4e3e-9bae-f77a90b6bd78 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:40.379993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:40.391267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Usage tracker for resource:security_group_rule and tenant:c738fbf312734ecb891ce856e2054c21 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:40.399179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:40.399533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:40.424825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:40.495810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766ccba-85d7-4434-8604-5a461b553933 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event updated for resources: {'Subnet': ['ID=b3a980d1-fa14-430e-8aa9-c86dbf9d9650,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:40.499309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e766ccba-85d7-4434-8604-5a461b553933 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:40.622389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8f35a-8187-41df-b1dd-a2c7e5f126dc None None] Pushing event updated for resources: {'Port': ['ID=fc9d7770-6523-4e3e-9bae-f77a90b6bd78,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:40.631957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3a8f35a-8187-41df-b1dd-a2c7e5f126dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:40.637716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e766ccba-85d7-4434-8604-5a461b553933 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:40.638377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e766ccba-85d7-4434-8604-5a461b553933 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:40.639871 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e766ccba-85d7-4434-8604-5a461b553933 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "PUT /v2.0/subnets/b3a980d1-fa14-430e-8aa9-c86dbf9d9650 HTTP/1.1" status: 200  len: 900 time: 2.4348412
Dec 21 10:08:40.643445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41070) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:40.667674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Allocated IP 2001:db8::3 (e115e746-bc3e-4e09-9da4-10c51801bf28/b3a980d1-fa14-430e-8aa9-c86dbf9d9650/f68abca8-32aa-4ff8-893b-0b67c2ba97f1) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:40.669035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:08:40.930324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Attempting to bind port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:40.930883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Attempting to bind port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:40.931406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Attempting to bind port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 on network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:40.949143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:40.949961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Checking segment: {'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:40.950353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:40.950905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Bound using segment: {'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:40.951580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Bound port: fc9d7770-6523-4e3e-9bae-f77a90b6bd78, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:40.952119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:40.959123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:40.971221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:40.980178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:41.028118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.343281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] For port fc9d7770-6523-4e3e-9bae-f77a90b6bd78, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:41.352342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] For port fc9d7770-6523-4e3e-9bae-f77a90b6bd78, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fc9d7770-6523-4e3e-9bae-f77a90b6bd78,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:41.353292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.358739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.362289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.380391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:41.424294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.454549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Transition to ACTIVE for port object f68abca8-32aa-4ff8-893b-0b67c2ba97f1 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:41.509128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] For port 84b12793-4efc-4860-82eb-2d363e679c84, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=84b12793-4efc-4860-82eb-2d363e679c84,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:41.529181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.530866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.534722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Transition to ACTIVE for port object f68abca8-32aa-4ff8-893b-0b67c2ba97f1 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:41.551181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.562025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.589958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8f35a-8187-41df-b1dd-a2c7e5f126dc None None] Pushing event updated for resources: {'Port': ['ID=fc9d7770-6523-4e3e-9bae-f77a90b6bd78,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:41.601899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.609074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.609748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3a8f35a-8187-41df-b1dd-a2c7e5f126dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:41.610479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:41.611331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70a070af-1063-4bc5-a7b8-24035e67863c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:41.628680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9659aea6-5eea-46ad-b71f-726b127e718c tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:41.658263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2c107ba2-1c32-4fda-8808-c51922be3f0d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:41.682992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Pushing event updated for resources: {'Port': ['ID=f68abca8-32aa-4ff8-893b-0b67c2ba97f1,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:41.697300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:41.698829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Pushing event updated for resources: {'SecurityGroup': ['ID=badbb055-d3a4-4485-b72d-f605e8cb9cc7,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:41.708181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:41.753870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:08:41.815982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Routers {'889efd70-db81-4d0d-8d31-4010760bace0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:41.816864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed9c7ba8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['889efd70-db81-4d0d-8d31-4010760bace0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:41.917760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=84b12793-4efc-4860-82eb-2d363e679c84,revision_number=8']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:41.928870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Network e115e746-bc3e-4e09-9da4-10c51801bf28 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:41.929509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:41.930097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ddc28f7-5151-409f-af41-3c98676b75dc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:41.930378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:41.935066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:41.972029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.066108 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b61cd97e-a3e4-4ac6-be5f-ba56cabdb67d tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2684 time: 1.7762923
Dec 21 10:08:42.067715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Subnet': ['ID=9ff71e62-6344-45b7-86d5-b1097e5d01e7,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:42.088974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.089428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Added segment f72e4ec3-ff07-4eda-bf7b-31051b2199f9 of type vxlan for network 19726319-884b-4e26-8dda-53d3893fdbd0
Dec 21 10:08:42.104531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Attempting to bind port f68abca8-32aa-4ff8-893b-0b67c2ba97f1 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:42.104960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Attempting to bind port f68abca8-32aa-4ff8-893b-0b67c2ba97f1 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e115e746-bc3e-4e09-9da4-10c51801bf28'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:42.105385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Attempting to bind port f68abca8-32aa-4ff8-893b-0b67c2ba97f1 on network e115e746-bc3e-4e09-9da4-10c51801bf28 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:42.116462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.122075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:42.122483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Checking segment: {'id': 'a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e115e746-bc3e-4e09-9da4-10c51801bf28'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:42.122942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.123389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Bound using segment: {'id': 'a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e115e746-bc3e-4e09-9da4-10c51801bf28'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:42.123941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Bound port: f68abca8-32aa-4ff8-893b-0b67c2ba97f1, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e115e746-bc3e-4e09-9da4-10c51801bf28'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:42.124369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.149131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] Set router 889efd70-db81-4d0d-8d31-4010760bace0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:42.171204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:42.183194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:42.185433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:42.194274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.212513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316c3319-9a64-4ef7-82cf-44867dd99275 None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:42.229398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e0b53894-cc70-46a6-aef0-de3fd57a3c51 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:42.236429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.291832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Subnet': ['ID=b3a980d1-fa14-430e-8aa9-c86dbf9d9650,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:42.303955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:42.304610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.338605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:42.347282 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 4.8165710
Dec 21 10:08:42.379029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41076) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:42.399871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Request body: {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'mac_address': 'fa:16:3e:39:5f:79', 'name': 'tempest-NetworksTestDHCPv6-407528586'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:42.529435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:08:42.529725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-677a3f7c-dc02-4f88-a1ef-cc1925866b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.593690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41080) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:42.601664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.606438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197745838', 'description': 'tempest-secgroup-smoke-1197745838 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:42.645585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] For port f68abca8-32aa-4ff8-893b-0b67c2ba97f1, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:42.701983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:42.717641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] For port f68abca8-32aa-4ff8-893b-0b67c2ba97f1, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f68abca8-32aa-4ff8-893b-0b67c2ba97f1,segment=NetworkSegment(a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2),segment_id=a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:42.728641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.734404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.742753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe75bfef0>,) {'filters': {'network_id': ['e115e746-bc3e-4e09-9da4-10c51801bf28']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:42.757218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe75bfef0>, 'a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:42.757598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe75bfef0>, 'a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:42.765729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0deb74b-a1b4-4fac-8568-e6784648d8e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:42.766563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:42.772955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.800380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:42.803726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 6 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:42.850842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 84b12793-4efc-4860-82eb-2d363e679c84 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:43.024449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network e115e746-bc3e-4e09-9da4-10c51801bf28 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:43.037006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:43.126194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:43.147606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:43.152437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:43.153150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:43.177465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e92072c-db93-4ed2-a6ab-b35214b3b1ff tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:43.258091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network e115e746-bc3e-4e09-9da4-10c51801bf28 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:43.259699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:43.281549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Pushing event updated for resources: {'Port': ['ID=f68abca8-32aa-4ff8-893b-0b67c2ba97f1,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:43.290403 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:43.295683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:43.377194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:43.377799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:43.389784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 10:08:43.389784 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 10:08:43.389784 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': 'e115e746-bc3e-4e09-9da4-10c51801bf28'}]
Dec 21 10:08:43.389784 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:08:43.390169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:08:43.435567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:43.452041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Pushing event updated for resources: {'Network': ['ID=19726319-884b-4e26-8dda-53d3893fdbd0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:43.464341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 778 time: 4.0208926
Dec 21 10:08:43.464987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:43.466997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41084) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:43.471805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:43.475464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Request body: {'subnet': {'network_id': '19726319-884b-4e26-8dda-53d3893fdbd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:43.477632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:43.479735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:43.494283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 19726319-884b-4e26-8dda-53d3893fdbd0 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:43.508106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 19726319-884b-4e26-8dda-53d3893fdbd0 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:08:43.583553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:08:43.592658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:43.597034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Made reservation on behalf of 7bda989bb8ca4a7d996fe50f3899b224 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:43.625317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:43.630425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Usage tracker for resource:subnet and tenant:c738fbf312734ecb891ce856e2054c21 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:43.633377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:43.635139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:43.639526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:43.649298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Made reservation on behalf of c738fbf312734ecb891ce856e2054c21 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:43.661303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed9c7ba8>, [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fc9d7770-6523-4e3e-9bae-f77a90b6bd78', 'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:b2:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:30Z', 'updated_at': '2020-12-21T10:08:41Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:43.661589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:43.703051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:43.712708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb36f1cb-98e2-4489-8786-731df7da7f32 None None] The sync data for ids ['889efd70-db81-4d0d-8d31-4010760bace0'] in dv-neutron-601336-62-ovs is: [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fc9d7770-6523-4e3e-9bae-f77a90b6bd78', 'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:b2:ed:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:30Z', 'updated_at': '2020-12-21T10:08:41Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:43.779976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:43.815901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:43.835806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992bf6eb-3b22-4600-a0da-5d15fc70105c None None] Update dhcp port {'port': {'network_id': 'ce580273-c3db-4c81-ad1a-e52f8ca96d2e', 'fixed_ips': [{'subnet_id': '9ff71e62-6344-45b7-86d5-b1097e5d01e7', 'ip_address': '2001:db8:0:1:f816:3eff:fe8a:a04b'}, {'subnet_id': 'e95b9a6c-8905-48a3-931e-a682cbaacf49'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '84b12793-4efc-4860-82eb-2d363e679c84'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:08:43.871660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cc1889-2e00-4d10-b697-9e9a6194e63a None None] Network e115e746-bc3e-4e09-9da4-10c51801bf28 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:43.928936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:44.057855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-992bf6eb-3b22-4600-a0da-5d15fc70105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:44.088166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:44.100811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:44.115609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:44.116304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee00de80>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:44.124179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting port f68abca8-32aa-4ff8-893b-0b67c2ba97f1 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:44.124924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:44.131725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:44.239193 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9766293
Dec 21 10:08:44.243747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41088) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:44.333680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:44.354909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:44.356569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Router 0c695abe-3d0b-4fe4-abe0-9080e141897b is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:08:44.386082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:44.399123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b6d2ed81-3a0a-47da-88a5-0be709320a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:44.462718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-992bf6eb-3b22-4600-a0da-5d15fc70105c None None] Allocated IP 2001:db8::2 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/e95b9a6c-8905-48a3-931e-a682cbaacf49/84b12793-4efc-4860-82eb-2d363e679c84) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:44.728980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-992bf6eb-3b22-4600-a0da-5d15fc70105c None None] For port 84b12793-4efc-4860-82eb-2d363e679c84, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=84b12793-4efc-4860-82eb-2d363e679c84,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:44.783342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:44.787503 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 2.1857193
Dec 21 10:08:44.801957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-992bf6eb-3b22-4600-a0da-5d15fc70105c None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:44.825516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-992bf6eb-3b22-4600-a0da-5d15fc70105c None None] Transition to ACTIVE for port object 84b12793-4efc-4860-82eb-2d363e679c84 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:44.837718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41092) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:44.879872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-992bf6eb-3b22-4600-a0da-5d15fc70105c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:44.883188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfa52f6-26a8-4a40-abac-3954564f9656,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:44.899141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32e17a0a-84db-4c7e-b832-b5c6927251c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:44.937115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1bfa52f6-26a8-4a40-abac-3954564f9656', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:44.957287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:44.968311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:44.976560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee00de80>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:39Z', 'revision_number': 9, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:44.982868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:44.989010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bf6eb-3b22-4600-a0da-5d15fc70105c None None] Pushing event updated for resources: {'Port': ['ID=84b12793-4efc-4860-82eb-2d363e679c84,revision_number=9']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:44.993254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fc9d7770-6523-4e3e-9bae-f77a90b6bd78 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:44.996406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:44.996683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee00de80>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:45.011664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:45.024502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] For port f68abca8-32aa-4ff8-893b-0b67c2ba97f1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=f68abca8-32aa-4ff8-893b-0b67c2ba97f1,segment=NetworkSegment(a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2),segment_id=a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:45.025228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.054165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:45.057566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] device_id is not set on port f3da9b7f-4ef7-442d-8dc3-336a989b728e yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:08:45.085166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-992bf6eb-3b22-4600-a0da-5d15fc70105c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:45.197790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Calling delete_port for f68abca8-32aa-4ff8-893b-0b67c2ba97f1 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:45.205551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:45.205872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:08:45.229942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:45.230440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.232425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:45.234338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:45.264111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b021e27-b590-4965-997a-1854d585f8a8 None None] Network e115e746-bc3e-4e09-9da4-10c51801bf28 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:45.337393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.344607 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 9.2254691
Dec 21 10:08:45.347740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41096) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:45.357077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.411866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.418444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Sync routers for ids ['0c695abe-3d0b-4fe4-abe0-9080e141897b'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:08:45.430865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a1406e-98a7-40f9-a623-98c4f4416a68 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting subnet 6c090769-201a-49bf-bdfa-fbc77f598ca6 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:45.433118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fcf08ea0-f49d-482f-b59c-460d050371b1 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:45.512901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59a1406e-98a7-40f9-a623-98c4f4416a68 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.532158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Port': ['ID=f68abca8-32aa-4ff8-893b-0b67c2ba97f1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:45.553577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:45.597231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Routers {'0c695abe-3d0b-4fe4-abe0-9080e141897b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:45.597974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed997b00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['0c695abe-3d0b-4fe4-abe0-9080e141897b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:45.720697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee00de80>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:39Z', 'revision_number': 9, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:45.726677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0761bb29-f6f4-4441-b7bf-002b5600e442 None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:39Z', 'revision_number': 9, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '8760e720-eb44-477f-a6ae-bd3262a67f55', 'name': '', 'network_id': 'dcbd457d-fce5-4af3-bc23-9e006ae7ab04', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:0f:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1123, 'fixed_ips': [{'subnet_id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:26Z', 'updated_at': '2020-12-21T10:07:42Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': 'edd17417-4dba-4e86-b61b-d80f194669e2', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:45.756660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.759982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59a1406e-98a7-40f9-a623-98c4f4416a68 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.802039 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-92c9d082-23bf-41fe-935b-905f749ecc89 tempest-TestNetworkAdvancedServerOps-1524805330 tempest-TestNetworkAdvancedServerOps-1524805330] 10.222.0.45 "GET /v2.0/subnets?project_id=6997503f819e451c83744b9fdb33895a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4523475
Dec 21 10:08:45.803274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41102) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:45.821049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1519928382', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'project_id': '6997503f819e451c83744b9fdb33895a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:45.863715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.865226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No DVR routers for this DVR port f68abca8-32aa-4ff8-893b-0b67c2ba97f1 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:45.876288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a7757cc-148d-4c4b-9575-5134e5ca6af8 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:45.946757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.966197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:45.989592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port fc9d7770-6523-4e3e-9bae-f77a90b6bd78, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fc9d7770-6523-4e3e-9bae-f77a90b6bd78,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:45.999480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Set router 0c695abe-3d0b-4fe4-abe0-9080e141897b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:46.005382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8::2f4 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/e95b9a6c-8905-48a3-931e-a682cbaacf49/f3da9b7f-4ef7-442d-8dc3-336a989b728e) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:46.013968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fb8caa58-1206-4fe7-a95e-f2e7889fec56 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:46.018117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:46.019563 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 1.1777952
Dec 21 10:08:46.020589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5d77dd-c830-4fe6-b431-1f286b34de8c,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:46.023820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:46.025457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Allocated IP 2001:db8:0:1:f816:3eff:fe39:5f79 (ce580273-c3db-4c81-ad1a-e52f8ca96d2e/9ff71e62-6344-45b7-86d5-b1097e5d01e7/f3da9b7f-4ef7-442d-8dc3-336a989b728e) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:46.027918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41106) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:46.037617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59a1406e-98a7-40f9-a623-98c4f4416a68 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:46.242383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:46.244355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-992bf6eb-3b22-4600-a0da-5d15fc70105c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:46.331260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:46.375639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=fc9d7770-6523-4e3e-9bae-f77a90b6bd78,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:46.385395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:46.470804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecddf7b8>,) {'filters': {'network_id': ['e115e746-bc3e-4e09-9da4-10c51801bf28']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:46.485856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecddf7b8>, 'a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:46.486379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecddf7b8>, 'a7ca8090-8ea5-41a2-a907-c28f4b4f9fa2') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:46.501946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:46.518923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:46.521326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 6 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:46.586354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1bfa52f6-26a8-4a40-abac-3954564f9656', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:46.616842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59a1406e-98a7-40f9-a623-98c4f4416a68 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:46.625324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed997b00>, [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:08:41Z', 'revision_number': 3, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:46.634333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Checking router: 0c695abe-3d0b-4fe4-abe0-9080e141897b for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:08:46.634740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Updating router 0c695abe-3d0b-4fe4-abe0-9080e141897b port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:08:46.649841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Pushing event updated for resources: {'Subnet': ['ID=b4802490-d63d-4363-97dc-cf22b5ac3de6,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:46.650659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:46.653345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:46.653645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8449739b-7ec4-4ede-8d0d-5edfd336a60d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:46.658399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:46.691309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:subnet and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:46.709954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:46.712053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fbc9636a-b6ff-40f0-b552-5f929b124e33 None None] Provisioning for port 84b12793-4efc-4860-82eb-2d363e679c84 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:46.714968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a1406e-98a7-40f9-a623-98c4f4416a68 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Subnet': ['ID=6c090769-201a-49bf-bdfa-fbc77f598ca6,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:46.717657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:46.720935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fbc9636a-b6ff-40f0-b552-5f929b124e33 None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:46.721757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fbc9636a-b6ff-40f0-b552-5f929b124e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:46.725355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:46.738678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:46.745177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-59a1406e-98a7-40f9-a623-98c4f4416a68 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:46.756153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:46.804631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:46.826076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network e115e746-bc3e-4e09-9da4-10c51801bf28 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:46.839927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:46.868229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Made reservation on behalf of 6997503f819e451c83744b9fdb33895a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:46.873800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fc9d7770-6523-4e3e-9bae-f77a90b6bd78 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:46.983691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb55b141-e3d2-455b-a0ca-796b6c8bdfe5 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:08:47.098911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.267548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.280863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:47.281297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.319022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network e115e746-bc3e-4e09-9da4-10c51801bf28 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:47.334996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59a1406e-98a7-40f9-a623-98c4f4416a68 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:47.350736 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:47.369280 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-59a1406e-98a7-40f9-a623-98c4f4416a68 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/6c090769-201a-49bf-bdfa-fbc77f598ca6 HTTP/1.1" status: 204  len: 168 time: 3.1165791
Dec 21 10:08:47.370434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.378934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41110) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:47.387172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Checking segment: {'id': 'f72e4ec3-ff07-4eda-bf7b-31051b2199f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '19726319-884b-4e26-8dda-53d3893fdbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:47.387574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Network hostable DHCP agents. Network: 19726319-884b-4e26-8dda-53d3893fdbd0, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:08:47.399419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Transition to ACTIVE for port object f3da9b7f-4ef7-442d-8dc3-336a989b728e will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:47.414676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.417990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-00c4b83c-7236-40c2-9672-0776c778bae3 None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:47.418151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.418450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00c4b83c-7236-40c2-9672-0776c778bae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.421558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-758bf415-2132-4c29-8ff4-edea79a345a1 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:47.447376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0111293-fb6b-4eae-bf9d-8bd28c674007,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:47.455463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:47.464877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.468961 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.9940686
Dec 21 10:08:47.470841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41114) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:47.473357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.478023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1bfa52f6-26a8-4a40-abac-3954564f9656', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:47.502066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a8394a76-4b04-4eba-943a-88fe9cc6d19c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:47.516667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.533007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:47.570816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:47.576303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:47.578619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e68b6623-6328-4a5d-aa78-ade22adab855 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:47.595526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:47.600213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.628023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Network': ['ID=e115e746-bc3e-4e09-9da4-10c51801bf28,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:47.640297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:47.645467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Network 19726319-884b-4e26-8dda-53d3893fdbd0 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:08:47.658729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.667946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event updated for resources: {'Port': ['ID=f3da9b7f-4ef7-442d-8dc3-336a989b728e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:47.680002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:47.695046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.776613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/e115e746-bc3e-4e09-9da4-10c51801bf28 HTTP/1.1" status: 204  len: 168 time: 7.1282549
Dec 21 10:08:47.781517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41118) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:47.785906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 19726319-884b-4e26-8dda-53d3893fdbd0) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:47.804589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 84b12793-4efc-4860-82eb-2d363e679c84 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:47.818631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 8dab1e29-0e75-4663-b53b-f5545cf47d2c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:47.818859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.824330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:47.831484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:47.835160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-09e1de5e-578f-4995-b975-6c7a86109e5c tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:47.835647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09e1de5e-578f-4995-b975-6c7a86109e5c tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:47.838457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:47.842851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:47.843526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.863159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.867990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:47.868905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.870579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-09e1de5e-578f-4995-b975-6c7a86109e5c tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/subnets/b3a980d1-fa14-430e-8aa9-c86dbf9d9650 HTTP/1.1" status: 404  len: 337 time: 0.0869415
Dec 21 10:08:47.874018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.876726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41122) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:47.877056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7a59093-ad99-47e7-a353-1640a762ce81 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:47.927935 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 5.5379322
Dec 21 10:08:47.932835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41126) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:47.935834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be33b70-69fb-4eba-b44b-1d570d8d815b,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:47.962027 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.4903436
Dec 21 10:08:47.962371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41130) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:47.971140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-29aeb6eb-ea34-49bd-988c-e31a234d1f88 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:47.971881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29aeb6eb-ea34-49bd-988c-e31a234d1f88 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:47.973882 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-29aeb6eb-ea34-49bd-988c-e31a234d1f88 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/e115e746-bc3e-4e09-9da4-10c51801bf28 HTTP/1.1" status: 404  len: 339 time: 0.0903401
Dec 21 10:08:47.975124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:47.981003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41134) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:47.981827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:47.986238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.5122130
Dec 21 10:08:47.997457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41138) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:48.014872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Request body: {'port': {'network_id': '19726319-884b-4e26-8dda-53d3893fdbd0', 'name': 'tempest-TagsExtTest-332554919'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:48.024770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1bfa52f6-26a8-4a40-abac-3954564f9656', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:48.028423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55b141-e3d2-455b-a0ca-796b6c8bdfe5 None None] Unable to find a vacant binding_index for network 19726319-884b-4e26-8dda-53d3893fdbd0 and agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e {{(pid=80972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}}
Dec 21 10:08:48.043888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb55b141-e3d2-455b-a0ca-796b6c8bdfe5 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 19726319-884b-4e26-8dda-53d3893fdbd0) {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:08:48.048715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:48.062661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.067075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:48.072159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:48.075041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:48.075793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.086687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:48.100698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-467bd61d-9606-4c80-aa6a-48e554e633e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting port f3da9b7f-4ef7-442d-8dc3-336a989b728e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:48.100967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-467bd61d-9606-4c80-aa6a-48e554e633e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.147123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Transition to ACTIVE for port object c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:48.168539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.200313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-05e34b83-084f-4946-9f6b-404fd2190d23 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:48.252660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.305917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.701820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.704865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:48.715823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port 8dab1e29-0e75-4663-b53b-f5545cf47d2c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8dab1e29-0e75-4663-b53b-f5545cf47d2c,segment=NetworkSegment(99ad8e54-5470-4e15-93ed-105cb08ac83b),segment_id=99ad8e54-5470-4e15-93ed-105cb08ac83b)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:48.716529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.725832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Usage tracker for resource:port and tenant:c738fbf312734ecb891ce856e2054c21 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:48.738070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.761923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.769295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-86112f19-163d-4a3e-b7e0-8000fe3f2e5f tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:48.782096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:48.799845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:48.870785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25179f-5d29-47de-b243-93b507517f46 None None] Pushing event updated for resources: {'Port': ['ID=c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:48.879439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c08942-8034-4115-85b5-e3afc8bd7a96,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:48.889352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4a25179f-5d29-47de-b243-93b507517f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.689s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:48.890091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-467bd61d-9606-4c80-aa6a-48e554e633e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.902352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:48.927899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:48.931864 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.9115655
Dec 21 10:08:48.956649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 8dab1e29-0e75-4663-b53b-f5545cf47d2c owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:48.976981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 82ef69b2-418b-410a-acfd-f03ad99696d4 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:48.985138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe78fb400>,) {'filters': {'network_id': ['a21e698e-8d73-4226-a7bf-6d931046cea8']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:48.993039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41142) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:49.009328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1bfa52f6-26a8-4a40-abac-3954564f9656', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:49.029940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Attempting to bind port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:49.030305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Attempting to bind port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:49.030703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Attempting to bind port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:49.033645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 82ef69b2-418b-410a-acfd-f03ad99696d4 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:49.034544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 82ef69b2-418b-410a-acfd-f03ad99696d4 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:49.048757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Made reservation on behalf of c738fbf312734ecb891ce856e2054c21 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:49.054493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.064873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-467bd61d-9606-4c80-aa6a-48e554e633e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Calling delete_port for f3da9b7f-4ef7-442d-8dc3-336a989b728e owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:49.073876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:49.086582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:49.096013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:49.096697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:49.097715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.098569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:49.099056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:49.099765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Bound port: c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:49.100509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.102783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe78fb400>, '4e0c3b5d-ffa4-4485-b738-33ab359bc571') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:49.103119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe78fb400>, '4e0c3b5d-ffa4-4485-b738-33ab359bc571') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:49.124889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:49.128186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.155709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.159644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:49.221914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.236949 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:08:49.242640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] For port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:49.247739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] For port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:49.251238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-19726319-884b-4e26-8dda-53d3893fdbd0', 'network_id': '19726319-884b-4e26-8dda-53d3893fdbd0', 'tenant_id': 'c738fbf312734ecb891ce856e2054c21', 'fixed_ips': [{'subnet_id': 'b4802490-d63d-4363-97dc-cf22b5ac3de6'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:08:49.251453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c870cc6-a06d-4d7f-9113-0c9b5c15e041 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:49.252266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.269675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.286216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:49.324014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.340497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=8dab1e29-0e75-4663-b53b-f5545cf47d2c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:49.343509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:49.415577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network a21e698e-8d73-4226-a7bf-6d931046cea8 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:49.427779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.502868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a25179f-5d29-47de-b243-93b507517f46 None None] Pushing event updated for resources: {'Port': ['ID=c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:49.554915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4a25179f-5d29-47de-b243-93b507517f46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:49.586245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] device_id is not set on port aae38ef9-6030-40ad-a127-5db94ca4d5a1 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:08:49.672879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Routers {'0c695abe-3d0b-4fe4-abe0-9080e141897b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:08:49.673693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed997b00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['0c695abe-3d0b-4fe4-abe0-9080e141897b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:49.699682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network a21e698e-8d73-4226-a7bf-6d931046cea8 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:49.716845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:49.729151 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:49.732269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.732269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No DVR routers for this DVR port 8dab1e29-0e75-4663-b53b-f5545cf47d2c on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:49.737565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:49.814445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-467bd61d-9606-4c80-aa6a-48e554e633e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.836637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5070419f-878a-48e6-a153-605af193f24b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:49.850714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce149b7-8a3b-44ef-a4e6-8ff577a166be,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:49.853673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:49.886410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bd61d-9606-4c80-aa6a-48e554e633e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Port': ['ID=f3da9b7f-4ef7-442d-8dc3-336a989b728e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:49.891464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.904317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-467bd61d-9606-4c80-aa6a-48e554e633e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:49.909987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.915153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-86da1812-562b-40af-9415-8d9e267eb894 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:49.919430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c9345c3-7912-4605-a092-1bd2d381d0de tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:49.932330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.977974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] Set router 0c695abe-3d0b-4fe4-abe0-9080e141897b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:08:49.988490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:49.993518 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.9958096
Dec 21 10:08:49.994126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41146) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:50.008956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1bfa52f6-26a8-4a40-abac-3954564f9656', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:50.013748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Network': ['ID=a21e698e-8d73-4226-a7bf-6d931046cea8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:50.030836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:50.032322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:50.039782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/a21e698e-8d73-4226-a7bf-6d931046cea8 HTTP/1.1" status: 204  len: 168 time: 2.0555212
Dec 21 10:08:50.043360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:50.048385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41150) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:50.053631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:50.061157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:50.087005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Allocated IP 172.20.0.2 (19726319-884b-4e26-8dda-53d3893fdbd0/b4802490-d63d-4363-97dc-cf22b5ac3de6/2da3564b-10e1-4829-af78-4a155b586b74) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:50.098066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:50.117807 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3beae20f-6b7d-47d9-9594-c7b18c576a84 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:50.118307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3beae20f-6b7d-47d9-9594-c7b18c576a84 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:50.120088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3beae20f-6b7d-47d9-9594-c7b18c576a84 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/subnets/cbe74ae7-fc15-4b1d-980a-d2f9b1b578b4 HTTP/1.1" status: 404  len: 337 time: 0.0705097
Dec 21 10:08:50.125736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41154) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:50.159790 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:08:50.176551 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a99a26c-0dc6-4d29-8050-b4aed5f8405c tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:50.177355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a99a26c-0dc6-4d29-8050-b4aed5f8405c tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:50.181660 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2a99a26c-0dc6-4d29-8050-b4aed5f8405c tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/c301bca5-0c06-4558-a6a4-f1a02d8883d4 HTTP/1.1" status: 404  len: 339 time: 0.0521498
Dec 21 10:08:50.181660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:50.189465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41158) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:50.208013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-467bd61d-9606-4c80-aa6a-48e554e633e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:50.210054 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-467bd61d-9606-4c80-aa6a-48e554e633e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/f3da9b7f-4ef7-442d-8dc3-336a989b728e HTTP/1.1" status: 204  len: 168 time: 2.2757485
Dec 21 10:08:50.214292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41162) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:50.237146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'Subnet': ['ID=41bbd9e0-bd21-44e2-ad32-c28db39daba4,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:50.240148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:50.318321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:50.323140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:50.325136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:50.356444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be53d60-9f81-4734-9b76-ac25515190dc,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:50.362599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:50.369176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a843ee-eed4-4235-866d-04a2bd62e84b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:50.370116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-80a843ee-eed4-4235-866d-04a2bd62e84b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:50.380185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:50.389521 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.3860409
Dec 21 10:08:50.389738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fedb7b358>,) {'filters': {'network_id': ['ff4ade65-c78b-4225-846a-6f0df99f89d1']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:50.393533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-80a843ee-eed4-4235-866d-04a2bd62e84b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:50.395168 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-80a843ee-eed4-4235-866d-04a2bd62e84b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1793649
Dec 21 10:08:50.398346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41168) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:50.466600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedb7b358>, '99ad8e54-5470-4e15-93ed-105cb08ac83b') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:50.467023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedb7b358>, '99ad8e54-5470-4e15-93ed-105cb08ac83b') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:50.529715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:50.635756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:50.646546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Releasing vxlan tunnel 17 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:50.671771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:50.686167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Transition to ACTIVE for port object 2da3564b-10e1-4829-af78-4a155b586b74 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:50.695629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f2f18ca1-7778-4419-b166-6666a572e149 req-df82c8d1-36f1-4789-91f5-28a476682741 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:50.710379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Transition to ACTIVE for port object 2da3564b-10e1-4829-af78-4a155b586b74 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:50.714113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f2f18ca1-7778-4419-b166-6666a572e149 req-df82c8d1-36f1-4789-91f5-28a476682741 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:50.717743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:50.722214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-df82c8d1-36f1-4789-91f5-28a476682741 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197745838&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.0769155
Dec 21 10:08:50.734369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-266c473f-2d5b-4b09-9539-30481ff82236 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:50.761100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Checking segment: {'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:50.761521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Network hostable DHCP agents. Network: c4dcb762-02b2-497a-b12d-d0dc02960356, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:08:50.773058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed997b00>, [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:08:41Z', 'revision_number': 3, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:50.801162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa2847b-8255-4f83-94d3-c5b3f5c760e0 None None] The sync data for ids ['0c695abe-3d0b-4fe4-abe0-9080e141897b'] in dv-neutron-601336-62-ovs is: [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:08:41Z', 'revision_number': 3, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:08:50.888253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Pushing event updated for resources: {'Port': ['ID=2da3564b-10e1-4829-af78-4a155b586b74,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:50.893578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:50.912224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18ca1-7778-4419-b166-6666a572e149 req-d9c44b71-6767-44d9-b873-bea9e1bcec07 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:50.912927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f2f18ca1-7778-4419-b166-6666a572e149 req-d9c44b71-6767-44d9-b873-bea9e1bcec07 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:50.933812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-db6fd040-caaf-4ccf-8770-231c49772af7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting subnet dd4e992f-2a3c-4fbe-a12f-82de0893ec23 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:50.937645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f2f18ca1-7778-4419-b166-6666a572e149 req-d9c44b71-6767-44d9-b873-bea9e1bcec07 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:50.941674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Network 19726319-884b-4e26-8dda-53d3893fdbd0 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:50.942968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:50.945351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:50.946664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-d9c44b71-6767-44d9-b873-bea9e1bcec07 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/networks?id=7561b32c-2f1f-4f69-ac98-e59b44cb6446 HTTP/1.1" status: 200  len: 797 time: 0.2213087
Dec 21 10:08:50.965954 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-9b8c8385-aa24-4e6b-8ee6-9c2b3b5aa481 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/quotas/4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 375 time: 0.0175149
Dec 21 10:08:50.996521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a859b1-c503-4d5a-be90-f1151aa35aa9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:51.001528 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-87a859b1-c503-4d5a-be90-f1151aa35aa9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.5930300
Dec 21 10:08:51.010603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41182) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:51.012664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db6fd040-caaf-4ccf-8770-231c49772af7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:51.017739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Attempting to bind port 2da3564b-10e1-4829-af78-4a155b586b74 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:51.018414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Attempting to bind port 2da3564b-10e1-4829-af78-4a155b586b74 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'f72e4ec3-ff07-4eda-bf7b-31051b2199f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '19726319-884b-4e26-8dda-53d3893fdbd0'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:51.019043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Attempting to bind port 2da3564b-10e1-4829-af78-4a155b586b74 on network 19726319-884b-4e26-8dda-53d3893fdbd0 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:51.026622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:51.027301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Checking segment: {'id': 'f72e4ec3-ff07-4eda-bf7b-31051b2199f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '19726319-884b-4e26-8dda-53d3893fdbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:51.027950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:51.028389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Bound using segment: {'id': 'f72e4ec3-ff07-4eda-bf7b-31051b2199f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '19726319-884b-4e26-8dda-53d3893fdbd0'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:51.028913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Bound port: 2da3564b-10e1-4829-af78-4a155b586b74, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f72e4ec3-ff07-4eda-bf7b-31051b2199f9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '19726319-884b-4e26-8dda-53d3893fdbd0'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:51.029330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:51.056622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:51.085025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Network c4dcb762-02b2-497a-b12d-d0dc02960356 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:08:51.103910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:51.119580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6bd487-86b8-4744-bd8e-0c080d2da4b1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:51.121563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6bd487-86b8-4744-bd8e-0c080d2da4b1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:51.123062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6bd487-86b8-4744-bd8e-0c080d2da4b1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:51.124075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4d6bd487-86b8-4744-bd8e-0c080d2da4b1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:51.137865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, c4dcb762-02b2-497a-b12d-d0dc02960356) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:51.143036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] For port 2da3564b-10e1-4829-af78-4a155b586b74, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:51.145025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4d6bd487-86b8-4744-bd8e-0c080d2da4b1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:51.146777 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4d6bd487-86b8-4744-bd8e-0c080d2da4b1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1351342
Dec 21 10:08:51.147409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] For port 2da3564b-10e1-4829-af78-4a155b586b74, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2da3564b-10e1-4829-af78-4a155b586b74,segment=NetworkSegment(f72e4ec3-ff07-4eda-bf7b-31051b2199f9),segment_id=f72e4ec3-ff07-4eda-bf7b-31051b2199f9)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:51.149744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41186) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:51.153113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:51.155993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Allocated IP 172.20.0.8 (19726319-884b-4e26-8dda-53d3893fdbd0/b4802490-d63d-4363-97dc-cf22b5ac3de6/aae38ef9-6030-40ad-a127-5db94ca4d5a1) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:51.166486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f2f18ca1-7778-4419-b166-6666a572e149 req-f48dbef6-07fd-41f3-94e5-4760ecbb4f57 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:08:51.183864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c8967a5-e458-4d27-9e04-17f566a1b64e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:51.241915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f2f18ca1-7778-4419-b166-6666a572e149 req-f48dbef6-07fd-41f3-94e5-4760ecbb4f57 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:08:51.243413 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-f48dbef6-07fd-41f3-94e5-4760ecbb4f57 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2771409
Dec 21 10:08:51.280918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db6fd040-caaf-4ccf-8770-231c49772af7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:51.405050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Pushing event updated for resources: {'Port': ['ID=2da3564b-10e1-4829-af78-4a155b586b74,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:51.414872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:51.736651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:51.737311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:51.838763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet 9ff71e62-6344-45b7-86d5-b1097e5d01e7 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:51.842511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:51.858139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:51.871126 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 6.0558281
Dec 21 10:08:51.886287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41192) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:51.901623 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:52.011734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-93dd7f40-1c7b-4ff2-b961-533925192628 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:08:52.020939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-93dd7f40-1c7b-4ff2-b961-533925192628 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.6602299
Dec 21 10:08:52.095532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:52.096102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:52.099831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:52.108196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:52.142244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Network': ['ID=ff4ade65-c78b-4225-846a-6f0df99f89d1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:52.145195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:52.149458 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/networks/ff4ade65-c78b-4225-846a-6f0df99f89d1 HTTP/1.1" status: 204  len: 168 time: 4.7613347
Dec 21 10:08:52.202016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41196) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:52.224338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db6fd040-caaf-4ccf-8770-231c49772af7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:52.367252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:52.454639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Transition to ACTIVE for port object aae38ef9-6030-40ad-a127-5db94ca4d5a1 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:52.567937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:52.581530 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-d63b3a8a-2ce1-4aee-be45-1a74ebe9c4cd service neutron] 10.222.0.45 "GET /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5596151
Dec 21 10:08:52.593969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:52.775129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Pushing event updated for resources: {'Port': ['ID=aae38ef9-6030-40ad-a127-5db94ca4d5a1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:52.787114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:52.798055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db6fd040-caaf-4ccf-8770-231c49772af7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:52.818242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4582135-b032-48d2-992a-c69c0db59aec tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:52.821254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:52.886153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6fd040-caaf-4ccf-8770-231c49772af7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Subnet': ['ID=dd4e992f-2a3c-4fbe-a12f-82de0893ec23,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:52.896212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-db6fd040-caaf-4ccf-8770-231c49772af7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:52.974575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Network 19726319-884b-4e26-8dda-53d3893fdbd0 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:52.978689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:52.982437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:53.068528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3c8e92-92c0-49ec-b31e-96dbbde32d7c None None] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:53.078223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:53.079099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.086823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db6fd040-caaf-4ccf-8770-231c49772af7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.090553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.099097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3c8e92-92c0-49ec-b31e-96dbbde32d7c None None] Network ff4ade65-c78b-4225-846a-6f0df99f89d1 could not be found, it might have been deleted concurrently. {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 21 10:08:53.101084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c76334-de6e-466c-8f7e-9aa0c98f5273 None None] Network 19726319-884b-4e26-8dda-53d3893fdbd0 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:53.122635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6eb97e10-04ad-4a3e-83ed-a914ac0f6f1f None None] Provisioning for port 2da3564b-10e1-4829-af78-4a155b586b74 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:53.131591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 921 time: 5.1680963
Dec 21 10:08:53.135502 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-db6fd040-caaf-4ccf-8770-231c49772af7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/subnets/dd4e992f-2a3c-4fbe-a12f-82de0893ec23 HTTP/1.1" status: 204  len: 168 time: 2.9449759
Dec 21 10:08:53.138435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41200) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:53.138985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41202) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:53.140578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b482a93-4789-4c44-bcc1-ddcd2f5dfac2 None None] Network c4dcb762-02b2-497a-b12d-d0dc02960356 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:53.178984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccf92ee-f3c3-4b5f-aaf5-8b7118355d13 None None] Network e44bce0a-357a-4357-8edb-210cf129a529 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:53.207646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1072701809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:53.222778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:53.241894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Usage tracker for resource:router and tenant:c738fbf312734ecb891ce856e2054c21 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:08:53.256439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:08:53.270480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:53.311125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216335a-5659-42ee-b0b8-7216b80344c4 None None] DHCP port deletion for ff4ade65-c78b-4225-846a-6f0df99f89d1 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:08:53.312117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting subnet ab7f2e99-e5e0-4431-8fb5-4b9fa11eab30 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:53.315374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2da3564b-10e1-4829-af78-4a155b586b74 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:53.315900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.317056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.323318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.401293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.413010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.485029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.527196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.530906 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-164e6399-004d-4e54-b828-435e2456a26e tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.3780205
Dec 21 10:08:53.531927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41208) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:53.539824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9a68839c-994b-41d2-9bb4-82969a38d096 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-497206703', 'prefixes': ['172.20.0.0/16']}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:53.552396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9a68839c-994b-41d2-9bb4-82969a38d096 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:53.558237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.692295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6a1fb174-778b-4f98-9b71-f9c6e3edc1a4 None None] Could not find standard attr ID for object f3da9b7f-4ef7-442d-8dc3-336a989b728e. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:08:53.722124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 2da3564b-10e1-4829-af78-4a155b586b74 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:53.745677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 2da3564b-10e1-4829-af78-4a155b586b74 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:53.746267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.819077 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-734c8518-6065-4f22-9f2a-29a6a7116bcc service neutron] 10.222.0.45 "GET /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.2145488
Dec 21 10:08:53.829605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a68839c-994b-41d2-9bb4-82969a38d096 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for subnetpool, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:53.830916 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9a68839c-994b-41d2-9bb4-82969a38d096 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.2977009
Dec 21 10:08:53.841753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41212) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:53.851610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-e9f824d0-6aca-46d0-bff6-cf3c0ef889ac tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fecc9b668>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6', 'tempest-TagsExtTest-Tag-1251958623') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:54.107058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:54.128170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ba4186a-841d-4188-9697-5e2779ce61ff tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:54.167072 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e9f824d0-6aca-46d0-bff6-cf3c0ef889ac tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags/tempest-TagsExtTest-Tag-1251958623 HTTP/1.1" status: 201  len: 201 time: 0.3241861
Dec 21 10:08:54.183640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41220) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:54.184794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Subnet': ['ID=ab7f2e99-e5e0-4431-8fb5-4b9fa11eab30,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:54.197134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-b81c1918-a5a7-4802-b0ea-5c37c00256f0 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fed926a90>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1', 'tempest-TagsExtTest-Tag-1734475419') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:54.251231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.251586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.252010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.252432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.252855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.253261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.253719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.254128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.254534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.254941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.255496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.255939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.256370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.256794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.257210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.257635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.258216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.258423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.258827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.259229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.259657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.260005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.260390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.260782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.273026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:54.370790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:54.396719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:54.409719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:54.420126 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/subnets/ab7f2e99-e5e0-4431-8fb5-4b9fa11eab30 HTTP/1.1" status: 204  len: 168 time: 1.2669628
Dec 21 10:08:54.423918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41230) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:54.428898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-c4dcb762-02b2-497a-b12d-d0dc02960356', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'fixed_ips': [{'subnet_id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:08:54.430844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:54.440124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85d8c08a-939c-477e-85ff-23870cdc0f5c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:54.488568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:54.502584 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf9b00a4-fa16-43f4-98ac-4cfa539384ed req-41b1c747-fdca-4e37-83ce-a7ba79bb95b2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 210 time: 0.1755702
Dec 21 10:08:54.590925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 2da3564b-10e1-4829-af78-4a155b586b74, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2da3564b-10e1-4829-af78-4a155b586b74,segment=NetworkSegment(f72e4ec3-ff07-4eda-bf7b-31051b2199f9),segment_id=f72e4ec3-ff07-4eda-bf7b-31051b2199f9)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:54.601628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=9ff71e62-6344-45b7-86d5-b1097e5d01e7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:54.604719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:54.605702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:54.646434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4a25179f-5d29-47de-b243-93b507517f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:54.677892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.678657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.679302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.679960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.680547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.681128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.681727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.682489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.682909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:54.683268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.683816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.684396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.684963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.685681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.686265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.686842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.687414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.688692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.689266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.689853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.690501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.691112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.691725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.692351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.693094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:08:54.711389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:54.760820 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b81c1918-a5a7-4802-b0ea-5c37c00256f0 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags/tempest-TagsExtTest-Tag-1734475419 HTTP/1.1" status: 201  len: 201 time: 0.5691917
Dec 21 10:08:54.765384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41234) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:54.783703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-8917cdee-8d21-49bb-93f7-4ac08949adb3 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fecdc32b0>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01', 'tempest-TagsExtTest-Tag-586787221') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:54.857682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting port 87d034c1-1d77-49b2-a8fe-8e23b327f76a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:54.858114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:54.952788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=2da3564b-10e1-4829-af78-4a155b586b74,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:54.966949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:55.093624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:55.128500 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8917cdee-8d21-49bb-93f7-4ac08949adb3 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags/tempest-TagsExtTest-Tag-586787221 HTTP/1.1" status: 201  len: 201 time: 0.3519437
Dec 21 10:08:55.128759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41238) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:55.130342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11260dc5-4dae-431d-a840-356c1d8cb78f None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:55.134890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-c70fd6a2-0472-4464-819a-9e34c15bd816 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe756a7b8>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999', 'tempest-TagsExtTest-Tag-1243589334') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:55.185010 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/9ff71e62-6344-45b7-86d5-b1097e5d01e7 HTTP/1.1" status: 204  len: 168 time: 4.0339165
Dec 21 10:08:55.187295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41242) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:55.235752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] For port 87d034c1-1d77-49b2-a8fe-8e23b327f76a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=87d034c1-1d77-49b2-a8fe-8e23b327f76a,segment=NetworkSegment(2e9f6a74-a902-427b-b78b-e5c09e337f5c),segment_id=2e9f6a74-a902-427b-b78b-e5c09e337f5c)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:55.236162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:55.269062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:55.340385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:55.340663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:55.392879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98568ac3-7d45-40af-914a-c54045ce0908 None None] Update dhcp port {'port': {'network_id': 'e44bce0a-357a-4357-8edb-210cf129a529', 'fixed_ips': [{'subnet_id': 'ab7f2e99-e5e0-4431-8fb5-4b9fa11eab30'}], 'binding:host_id': 'dv-neutron-601336-62-ovs'}, 'id': '87d034c1-1d77-49b2-a8fe-8e23b327f76a'} from dv-neutron-601336-62-ovs. {{(pid=80972) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}}
Dec 21 10:08:55.631041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98568ac3-7d45-40af-914a-c54045ce0908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:55.809912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Calling delete_port for 87d034c1-1d77-49b2-a8fe-8e23b327f76a owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:55.880125 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c70fd6a2-0472-4464-819a-9e34c15bd816 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags/tempest-TagsExtTest-Tag-1243589334 HTTP/1.1" status: 201  len: 201 time: 0.7502737
Dec 21 10:08:55.882801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41250) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:55.890822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-804c21c6-9425-4d14-be7f-04a0ec34a704 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fee05c860>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:55.895590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18ca1-7778-4419-b166-6666a572e149 req-d1593192-a3a5-458d-ae13-91e4ea844af3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:55.897774 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-d1593192-a3a5-458d-ae13-91e4ea844af3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=7561b32c-2f1f-4f69-ac98-e59b44cb6446 HTTP/1.1" status: 200  len: 797 time: 0.3822219
Dec 21 10:08:55.908023 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-351781d8-bbfb-48f7-aeef-a9c8776bd58e req-2dae28a3-566e-4c6a-8e5d-97cee83abaf0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 210 time: 0.0793126
Dec 21 10:08:55.914728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38107dba-8e74-44df-b8c7-e0c3bdcd94e9 None None] Network 19726319-884b-4e26-8dda-53d3893fdbd0 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:55.980353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:55.997156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:56.009859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11233c6-d5b8-4294-8989-acb2e35d7dd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Deleting subnet e95b9a6c-8905-48a3-931e-a682cbaacf49 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:56.031196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b11233c6-d5b8-4294-8989-acb2e35d7dd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:56.035888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:56.064405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Port': ['ID=87d034c1-1d77-49b2-a8fe-8e23b327f76a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:56.069248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:56.131751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5e8c4ea3-d3a6-464e-88fa-20339540b911 None None] Provisioning complete for port 2da3564b-10e1-4829-af78-4a155b586b74 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:56.132100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e8c4ea3-d3a6-464e-88fa-20339540b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:56.150755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-804c21c6-9425-4d14-be7f-04a0ec34a704 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags HTTP/1.1" status: 200  len: 241 time: 0.2639415
Dec 21 10:08:56.151156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41256) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:56.167071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-be92947f-a9d7-4017-b3a0-1bb11a5ccee8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ca9d30>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6', 'tempest-TagsExtTest-Tag-1251958623') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:56.191380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Allocated IP 172.20.0.2 (c4dcb762-02b2-497a-b12d-d0dc02960356/41bbd9e0-bd21-44e2-ad32-c28db39daba4/38293120-2ebb-471d-8b4c-6e6ceafda877) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:56.192487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b11233c6-d5b8-4294-8989-acb2e35d7dd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:56.227930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No DVR routers for this DVR port 87d034c1-1d77-49b2-a8fe-8e23b327f76a on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:08:56.235682 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-b833783f-08d0-41e8-855c-9fb45c5895e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 7769 time: 0.3135610
Dec 21 10:08:56.247532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:56.251631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'device_id': 'f4403c42-8ba1-4489-9969-011f065d785d', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'admin_state_up': True, 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'security_groups': ['1bfa52f6-26a8-4a40-abac-3954564f9656']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:08:56.324632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:56.340887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c722ae7b-8fdd-4d61-b32e-96cd66662014 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:56.389671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:56.457529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-be92947f-a9d7-4017-b3a0-1bb11a5ccee8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags/tempest-TagsExtTest-Tag-1251958623 HTTP/1.1" status: 204  len: 168 time: 0.3028443
Dec 21 10:08:56.458199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41260) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:56.560221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-057d4c69-cc88-4a5a-92b8-c6d965f3cd1b tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe7c5e7b8>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6', 'tempest-TagsExtTest-Tag-1251958623') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:56.654663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecb42a90>,) {'filters': {'network_id': ['e44bce0a-357a-4357-8edb-210cf129a529']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:56.671175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:56.675264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2da3564b-10e1-4829-af78-4a155b586b74 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:56.676350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecb42a90>, '2e9f6a74-a902-427b-b78b-e5c09e337f5c') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:56.676741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecb42a90>, '2e9f6a74-a902-427b-b78b-e5c09e337f5c') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:56.697919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:56.707285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6193c839-81c4-483d-8da2-9d6e0985f0e2 None None] Network e44bce0a-357a-4357-8edb-210cf129a529 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:56.720584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:56.724242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 4 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:08:56.730355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:56.853957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b11233c6-d5b8-4294-8989-acb2e35d7dd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:56.926664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:08:56.976459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-057d4c69-cc88-4a5a-92b8-c6d965f3cd1b tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags/tempest-TagsExtTest-Tag-1251958623 HTTP/1.1" status: 204  len: 168 time: 0.4482749
Dec 21 10:08:56.976738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 8760e720-eb44-477f-a6ae-bd3262a67f55 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:56.976738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:56.986365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network e44bce0a-357a-4357-8edb-210cf129a529 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:56.995232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41266) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:57.002616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:08:57.008697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:57.037738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-73bfc267-4a40-4941-9abd-22eae03c940f tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ec6eb8>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:57.078029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:08:57.083974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:57.260912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:57.275402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Transition to ACTIVE for port object 38293120-2ebb-471d-8b4c-6e6ceafda877 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:57.298705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Transition to ACTIVE for port object 38293120-2ebb-471d-8b4c-6e6ceafda877 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:57.335642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network e44bce0a-357a-4357-8edb-210cf129a529 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:08:57.368647 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:08:57.438604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:57.471048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-73bfc267-4a40-4941-9abd-22eae03c940f tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags HTTP/1.1" status: 200  len: 205 time: 0.4726140
Dec 21 10:08:57.471336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:57.472553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41272) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:57.485685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-5831076f-d670-4d2c-9fbd-17a2ed0c1113 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fedac49e8>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:57.517680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:57.525923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c82626f0-6ba4-4f9c-a5e4-876ac3046cdd tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:57.546137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:57.546535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5e8c4ea3-d3a6-464e-88fa-20339540b911 None None] Provisioning for port aae38ef9-6030-40ad-a127-5db94ca4d5a1 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:08:57.564759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Network': ['ID=e44bce0a-357a-4357-8edb-210cf129a529,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:57.571604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:57.580015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/e44bce0a-357a-4357-8edb-210cf129a529 HTTP/1.1" status: 204  len: 168 time: 3.1427577
Dec 21 10:08:57.583831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41276) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:57.646727 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-55df65cd-daa5-4a14-9362-a90a73678617 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:57.647752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55df65cd-daa5-4a14-9362-a90a73678617 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:57.647884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5e8c4ea3-d3a6-464e-88fa-20339540b911 None None] Provisioning complete for port aae38ef9-6030-40ad-a127-5db94ca4d5a1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:57.648100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e8c4ea3-d3a6-464e-88fa-20339540b911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:57.651852 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-55df65cd-daa5-4a14-9362-a90a73678617 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/subnets/b08b2f29-58ac-4790-a362-5f5fc8935e12 HTTP/1.1" status: 404  len: 337 time: 0.0644658
Dec 21 10:08:57.652259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41280) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:57.667896 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9215d196-97f3-4318-8e43-3337d885a7ed req-9a46914c-0b27-4d8b-b4a0-0e72028eaae1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 210 time: 0.5539937
Dec 21 10:08:57.689445 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a542e103-20d8-4792-bce2-9cfdefbadd87 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:57.690255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a542e103-20d8-4792-bce2-9cfdefbadd87 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:57.694682 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a542e103-20d8-4792-bce2-9cfdefbadd87 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/b6821944-99a0-4ef9-a4b4-39e0338d8802 HTTP/1.1" status: 404  len: 339 time: 0.0388243
Dec 21 10:08:57.697649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5831076f-d670-4d2c-9fbd-17a2ed0c1113 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags HTTP/1.1" status: 200  len: 241 time: 0.2186749
Dec 21 10:08:57.698239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41284) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:57.698607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41286) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:57.707373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-799bef7f-2935-43bb-98f5-c2e7ce35c8d8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe78654a8>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1', 'tempest-TagsExtTest-Tag-1734475419') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:57.770755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 2da3564b-10e1-4829-af78-4a155b586b74 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:57.771190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:57.778365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4155cff6-d883-426a-8516-95186085593c tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:57.778869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4155cff6-d883-426a-8516-95186085593c tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:57.785047 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4155cff6-d883-426a-8516-95186085593c tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/subnets/8c2e62b6-7057-4489-86a4-e12cbb8b721a HTTP/1.1" status: 404  len: 337 time: 0.0811009
Dec 21 10:08:57.786851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41292) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:57.803709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port 8760e720-eb44-477f-a6ae-bd3262a67f55, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8760e720-eb44-477f-a6ae-bd3262a67f55,segment=NetworkSegment(2a9a14b6-7baf-4b40-9329-6c20a7e54273),segment_id=2a9a14b6-7baf-4b40-9329-6c20a7e54273)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:08:57.804219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:57.808537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf708b4c-9c13-40a0-87c5-2f510bed796f None None] DHCP port deletion for e44bce0a-357a-4357-8edb-210cf129a529 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:08:57.811288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Pushing event updated for resources: {'Port': ['ID=38293120-2ebb-471d-8b4c-6e6ceafda877,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:57.815924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:57.820632 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d69309-c9f1-4b4f-8dc4-4c770b99fccc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:57.821119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0d69309-c9f1-4b4f-8dc4-4c770b99fccc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:57.825643 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f0d69309-c9f1-4b4f-8dc4-4c770b99fccc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/cdbd48fc-dfcb-46e8-901c-36a9dd6b07d7 HTTP/1.1" status: 404  len: 339 time: 0.0351987
Dec 21 10:08:57.826122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41296) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:57.861593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Allocated IP 172.20.0.1 (c4dcb762-02b2-497a-b12d-d0dc02960356/41bbd9e0-bd21-44e2-ad32-c28db39daba4/0056be7f-abac-49cb-966c-8f0638ef49f4) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:57.882371 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-79de3b7a-b5ea-47d9-a261-aa55841fa8f7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:57.882861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79de3b7a-b5ea-47d9-a261-aa55841fa8f7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:57.887553 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-79de3b7a-b5ea-47d9-a261-aa55841fa8f7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/subnets/a4b78427-c578-4851-9c1c-e16e919b664f HTTP/1.1" status: 404  len: 337 time: 0.0572903
Dec 21 10:08:57.887721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c4ea3-d3a6-464e-88fa-20339540b911 None None] Port aae38ef9-6030-40ad-a127-5db94ca4d5a1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:08:57.894864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41300) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:57.933832 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c437134-126d-4d4f-a727-f1ee5a1f2b45 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:08:57.934329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c437134-126d-4d4f-a727-f1ee5a1f2b45 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:08:57.939639 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4c437134-126d-4d4f-a727-f1ee5a1f2b45 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/41819dc0-0435-4d1d-bb42-452886327a13 HTTP/1.1" status: 404  len: 339 time: 0.0402896
Dec 21 10:08:57.944042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41304) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:57.993397 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-799bef7f-2935-43bb-98f5-c2e7ce35c8d8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags/tempest-TagsExtTest-Tag-1734475419 HTTP/1.1" status: 204  len: 168 time: 0.2916274
Dec 21 10:08:58.001280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41308) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:58.003235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Network c4dcb762-02b2-497a-b12d-d0dc02960356 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:08:58.009190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8dab1e29-0e75-4663-b53b-f5545cf47d2c no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:58.012193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-6d05aacb-84d9-4369-af26-00d49137b7d1 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fed516940>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1', 'tempest-TagsExtTest-Tag-1734475419') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:58.035779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:08:58.036817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 8760e720-eb44-477f-a6ae-bd3262a67f55 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:08:58.038261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:08:58.088024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 8dab1e29-0e75-4663-b53b-f5545cf47d2c {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:58.088399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8dab1e29-0e75-4663-b53b-f5545cf47d2c not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:58.121119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-15f56828-6e68-464e-a205-72eef60ae574 None None] Provisioning complete for port 84b12793-4efc-4860-82eb-2d363e679c84 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:58.122004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15f56828-6e68-464e-a205-72eef60ae574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:58.188096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Attempting to bind port 38293120-2ebb-471d-8b4c-6e6ceafda877 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:08:58.188423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Attempting to bind port 38293120-2ebb-471d-8b4c-6e6ceafda877 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:08:58.188768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Attempting to bind port 38293120-2ebb-471d-8b4c-6e6ceafda877 on network c4dcb762-02b2-497a-b12d-d0dc02960356 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:08:58.202723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:08:58.203151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Checking segment: {'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:08:58.204350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:58.204849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Bound using segment: {'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:08:58.205447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Bound port: 38293120-2ebb-471d-8b4c-6e6ceafda877, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:08:58.205928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:58.304659 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6d05aacb-84d9-4369-af26-00d49137b7d1 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags/tempest-TagsExtTest-Tag-1734475419 HTTP/1.1" status: 204  len: 168 time: 0.2990334
Dec 21 10:08:58.307277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41312) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:58.314715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-5c18abdf-55fd-42b0-83d3-de06c4d064d5 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2feca576d8>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:58.364432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-15f56828-6e68-464e-a205-72eef60ae574 None None] Could not find standard attr ID for object 87d034c1-1d77-49b2-a8fe-8e23b327f76a. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:08:58.383458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] For port 38293120-2ebb-471d-8b4c-6e6ceafda877, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:08:58.388012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b11233c6-d5b8-4294-8989-acb2e35d7dd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:58.390679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] For port 38293120-2ebb-471d-8b4c-6e6ceafda877, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=38293120-2ebb-471d-8b4c-6e6ceafda877,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:08:58.399301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:58.415122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-31beba21-5b7b-4b90-80f3-2ad03d9b7bb9 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:58.421037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3a8f35a-8187-41df-b1dd-a2c7e5f126dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:58.448961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:58.458313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae23245-4dd5-40fd-96c8-c741301670e8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting subnet 67c8ae6d-d7ac-40af-b9c5-4fa1426abf1f {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:08:58.462824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bae23245-4dd5-40fd-96c8-c741301670e8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:58.474900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:08:58.572992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bae23245-4dd5-40fd-96c8-c741301670e8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:58.597031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11233c6-d5b8-4294-8989-acb2e35d7dd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Subnet': ['ID=e95b9a6c-8905-48a3-931e-a682cbaacf49,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:58.630846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b11233c6-d5b8-4294-8989-acb2e35d7dd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:58.636110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46a9f8e4-cb23-4df9-87e0-c437f8911c04 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:58.691664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bae23245-4dd5-40fd-96c8-c741301670e8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:58.699346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=8760e720-eb44-477f-a6ae-bd3262a67f55,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:58.762475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-70645915-67d6-4f61-aa0c-6217c71790be None None] Provisioning complete for port 2da3564b-10e1-4829-af78-4a155b586b74 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:58.762913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70645915-67d6-4f61-aa0c-6217c71790be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:58.773336 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c18abdf-55fd-42b0-83d3-de06c4d064d5 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags HTTP/1.1" status: 200  len: 205 time: 0.4624865
Dec 21 10:08:58.774829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41318) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:58.781808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-53a97708-29b2-4943-9ca8-b0b38f0d4a17 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7aed4e0>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:58.830329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:58.849997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Pushing event updated for resources: {'Port': ['ID=38293120-2ebb-471d-8b4c-6e6ceafda877,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:58.857828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:58.885337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:58.885859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:59.110822 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7fb32ecb-1b31-4b53-a6e5-70341ddbc2f8 req-c3257be0-e451-4f3e-b95f-ac7d61f8b009 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 210 time: 0.1102614
Dec 21 10:08:59.137712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.13 (7561b32c-2f1f-4f69-ac98-e59b44cb6446/cce962ac-6124-4ed8-83e5-77d69b828f07/87ddf9c5-6e69-4378-877d-e0830a058504) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:08:59.164405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-70645915-67d6-4f61-aa0c-6217c71790be None None] Provisioning complete for port aae38ef9-6030-40ad-a127-5db94ca4d5a1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:59.165896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70645915-67d6-4f61-aa0c-6217c71790be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:59.193789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b11233c6-d5b8-4294-8989-acb2e35d7dd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:59.207964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:59.209706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 87d034c1-1d77-49b2-a8fe-8e23b327f76a no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:08:59.248984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ee4c1f-c0cc-4013-a234-dbfcdbea664c None None] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:08:59.286797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 87d034c1-1d77-49b2-a8fe-8e23b327f76a {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:08:59.287195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 87d034c1-1d77-49b2-a8fe-8e23b327f76a not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:08:59.292701 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b11233c6-d5b8-4294-8989-acb2e35d7dd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/e95b9a6c-8905-48a3-931e-a682cbaacf49 HTTP/1.1" status: 204  len: 168 time: 4.0745428
Dec 21 10:08:59.302381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Transition to ACTIVE for port object 0056be7f-abac-49cb-966c-8f0638ef49f4 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:08:59.307444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41322) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:59.320177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-70645915-67d6-4f61-aa0c-6217c71790be None None] Port aae38ef9-6030-40ad-a127-5db94ca4d5a1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:08:59.489736 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5f602445-32e9-4dc1-ae68-abd21a037ab6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1805785
Dec 21 10:08:59.496065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41326) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:59.504159 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-53a97708-29b2-4943-9ca8-b0b38f0d4a17 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags HTTP/1.1" status: 200  len: 240 time: 0.7256913
Dec 21 10:08:59.513439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41330) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:59.541569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4944d8f0-8980-47cb-b60a-c99a36e99dc8 None None] Provisioning complete for port 2da3564b-10e1-4829-af78-4a155b586b74 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:59.542096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4944d8f0-8980-47cb-b60a-c99a36e99dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:59.606416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-d14dc44b-b004-4908-8bfe-50d1cf89734f tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe753a8d0>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01', 'tempest-TagsExtTest-Tag-586787221') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:08:59.757191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff23a0b-0b02-481c-a512-adc9b45f57d2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:59.761527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7ff23a0b-0b02-481c-a512-adc9b45f57d2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 867 time: 0.2562211
Dec 21 10:08:59.769023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41334) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:08:59.790257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] DHCP port deletion for ce580273-c3db-4c81-ad1a-e52f8ca96d2e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:08:59.796157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Deleting port 84b12793-4efc-4860-82eb-2d363e679c84 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:08:59.796572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:59.825881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4944d8f0-8980-47cb-b60a-c99a36e99dc8 None None] Provisioning complete for port aae38ef9-6030-40ad-a127-5db94ca4d5a1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:08:59.826308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4944d8f0-8980-47cb-b60a-c99a36e99dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:59.883188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bae23245-4dd5-40fd-96c8-c741301670e8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:08:59.905954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c5a302fc-ada9-4d65-9367-7ab23b2b6eec tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:08:59.970496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae23245-4dd5-40fd-96c8-c741301670e8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Subnet': ['ID=67c8ae6d-d7ac-40af-b9c5-4fa1426abf1f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:08:59.973781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bae23245-4dd5-40fd-96c8-c741301670e8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:08:59.989666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb9b84c-7db2-4b0e-ae83-26022647c8ef tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:08:59.990468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ffb9b84c-7db2-4b0e-ae83-26022647c8ef tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Synchronizing usage tracker for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:00.094867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ffb9b84c-7db2-4b0e-ae83-26022647c8ef tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Unset dirty status for tenant:7bda989bb8ca4a7d996fe50f3899b224 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:00.096922 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ffb9b84c-7db2-4b0e-ae83-26022647c8ef tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.3262780
Dec 21 10:09:00.110038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bae23245-4dd5-40fd-96c8-c741301670e8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:00.115668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41338) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:00.116648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90db8840-3cab-49dc-9834-17496030059b None None] Network b9032768-4794-40e4-974d-8120a16d677c requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:00.186465 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bae23245-4dd5-40fd-96c8-c741301670e8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/subnets/67c8ae6d-d7ac-40af-b9c5-4fa1426abf1f HTTP/1.1" status: 204  len: 168 time: 2.2398827
Dec 21 10:09:00.193655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41344) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:00.228756 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d32d3a99-e510-4499-ab4a-4d31084321ca tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1115668
Dec 21 10:09:00.235413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41348) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:00.256377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:00.278435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3cc0749b-6c74-4c1f-bb29-4c43216d9603 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:00.286730 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-436c1746-5185-496e-91e0-efb0692a21fa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:00.287491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-436c1746-5185-496e-91e0-efb0692a21fa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:00.292324 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-436c1746-5185-496e-91e0-efb0692a21fa tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/f3da9b7f-4ef7-442d-8dc3-336a989b728e HTTP/1.1" status: 404  len: 333 time: 0.0551491
Dec 21 10:09:00.302334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41352) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:00.346375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:00.352124 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49b9d89-e674-4d82-b971-5c1f0f7af612 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:00.352753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49b9d89-e674-4d82-b971-5c1f0f7af612 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:00.357458 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d49b9d89-e674-4d82-b971-5c1f0f7af612 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/9ff71e62-6344-45b7-86d5-b1097e5d01e7 HTTP/1.1" status: 404  len: 337 time: 0.0514755
Dec 21 10:09:00.361544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41356) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:00.410218 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e361aa-6bc7-4700-974f-60304c35c19d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:00.410763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e361aa-6bc7-4700-974f-60304c35c19d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:00.415543 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-92e361aa-6bc7-4700-974f-60304c35c19d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/e95b9a6c-8905-48a3-931e-a682cbaacf49 HTTP/1.1" status: 404  len: 337 time: 0.0537479
Dec 21 10:09:00.416834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41360) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:00.419442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2028209e-c8ff-4544-a472-d99d610a4eeb req-a2b3a490-b9aa-4bdd-bc6b-c6ca31b9cdb1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:00.489545 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c4d5d0-974a-4937-b9ae-7bfb75ef4191 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:00.493197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c4d5d0-974a-4937-b9ae-7bfb75ef4191 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:00.498298 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e7c4d5d0-974a-4937-b9ae-7bfb75ef4191 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/d730a900-43b4-4b38-93b4-a8efa3b640f7 HTTP/1.1" status: 404  len: 333 time: 0.0776978
Dec 21 10:09:00.518371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] For port 84b12793-4efc-4860-82eb-2d363e679c84, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=84b12793-4efc-4860-82eb-2d363e679c84,segment=NetworkSegment(ceb0111d-1896-4c8d-8cf6-1b2da493c722),segment_id=ceb0111d-1896-4c8d-8cf6-1b2da493c722)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:00.521604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:00.597448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41364) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:00.665710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:00.676433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2028209e-c8ff-4544-a472-d99d610a4eeb req-a2b3a490-b9aa-4bdd-bc6b-c6ca31b9cdb1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:00.677654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Calling delete_port for 84b12793-4efc-4860-82eb-2d363e679c84 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:00.691547 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2028209e-c8ff-4544-a472-d99d610a4eeb req-a2b3a490-b9aa-4bdd-bc6b-c6ca31b9cdb1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 210 time: 0.3671227
Dec 21 10:09:00.696902 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e5f32b-aba3-40f6-9440-cef25d93a616 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:00.697400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e5f32b-aba3-40f6-9440-cef25d93a616 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:00.699390 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-30e5f32b-aba3-40f6-9440-cef25d93a616 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/8fce1e50-b42b-4927-bbd8-30eb1375f502 HTTP/1.1" status: 404  len: 337 time: 0.0908182
Dec 21 10:09:00.707071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:00.737261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'Port': ['ID=0056be7f-abac-49cb-966c-8f0638ef49f4,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:00.743940 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d14dc44b-b004-4908-8bfe-50d1cf89734f tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags/tempest-TagsExtTest-Tag-586787221 HTTP/1.1" status: 204  len: 168 time: 1.2141092
Dec 21 10:09:00.743940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:00.745749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41368) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:00.747307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41370) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:00.762963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4944d8f0-8980-47cb-b60a-c99a36e99dc8 None None] Port aae38ef9-6030-40ad-a127-5db94ca4d5a1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:00.769456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 38293120-2ebb-471d-8b4c-6e6ceafda877 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:00.787212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting port d9182619-fdec-4680-9277-97837ccd5c5c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:00.787575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:00.817743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:00.820840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-a8cecac9-044d-449f-a5bf-a6c1c5074cd0 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe78fb7b8>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01', 'tempest-TagsExtTest-Tag-586787221') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:00.862274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:00.908020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e112fc3-2c72-4fa2-9e84-4b9938e682ac None None] Network c4dcb762-02b2-497a-b12d-d0dc02960356 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:00.922033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 87ddf9c5-6e69-4378-877d-e0830a058504 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:00.966176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Pushing event deleted for resources: {'Port': ['ID=84b12793-4efc-4860-82eb-2d363e679c84,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:00.974002 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d05534-9708-4929-863e-24104181f9b7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:00.974514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d05534-9708-4929-863e-24104181f9b7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:00.978779 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-45d05534-9708-4929-863e-24104181f9b7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/90061b81-413e-4ee0-8352-9f4e65494013 HTTP/1.1" status: 404  len: 337 time: 0.2216432
Dec 21 10:09:00.985022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41376) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:01.031106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] For port d9182619-fdec-4680-9277-97837ccd5c5c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d9182619-fdec-4680-9277-97837ccd5c5c,segment=NetworkSegment(015b848c-4752-4186-abd0-81650fd15113),segment_id=015b848c-4752-4186-abd0-81650fd15113)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:01.032329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.037432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.037874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.038256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.038632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.039004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.039377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.039751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.040122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.040778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.040912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.041173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.041603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.041975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.042336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.042680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.043046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.043406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.043765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.044132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.044486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.044843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.045201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.045624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.045949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:01.055615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f0331083-0f0e-460b-bcd8-49eba8970504 None None] Provisioning for port 38293120-2ebb-471d-8b4c-6e6ceafda877 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:01.060412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:01.136193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Network c4dcb762-02b2-497a-b12d-d0dc02960356 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:01.138894 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8cb11d-a416-4216-a3f3-90d25c3e1049 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:01.139396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8cb11d-a416-4216-a3f3-90d25c3e1049 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:01.144790 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0f8cb11d-a416-4216-a3f3-90d25c3e1049 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/5be56f87-d452-4324-af6d-a87747b2f34f HTTP/1.1" status: 404  len: 333 time: 0.1521268
Dec 21 10:09:01.145569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:01.151124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41380) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:01.154660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:01.183215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Calling delete_port for d9182619-fdec-4680-9277-97837ccd5c5c owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:01.240063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] No DVR routers for this DVR port 84b12793-4efc-4860-82eb-2d363e679c84 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:09:01.243972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.257915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 38293120-2ebb-471d-8b4c-6e6ceafda877 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:01.272886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-21fd39e7-df7d-44f8-8ecb-4f49ff0947de tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:01.274168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 38293120-2ebb-471d-8b4c-6e6ceafda877 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:01.274168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.284003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.300960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-827106ae-f6e9-41d0-980e-08301f4db2f7 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:01.357453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Port': ['ID=d9182619-fdec-4680-9277-97837ccd5c5c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:01.362782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:01.382630 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-588cf31f-706c-4687-b171-89de0a63120b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:01.382929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588cf31f-706c-4687-b171-89de0a63120b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:01.384844 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-588cf31f-706c-4687-b171-89de0a63120b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/f838b8ff-77e9-40a8-a413-512328373e87 HTTP/1.1" status: 404  len: 337 time: 0.2013094
Dec 21 10:09:01.435489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41384) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:01.471276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No DVR routers for this DVR port d9182619-fdec-4680-9277-97837ccd5c5c on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:09:01.483770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b514530-8e5c-4f28-b3ab-f0cc2ff9a5df None None] DHCP port deletion for b9032768-4794-40e4-974d-8120a16d677c request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:09:01.518880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.555548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.584937 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ef9805-83ab-4d4c-a70e-1d6b89ce4cf1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:01.585435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ef9805-83ab-4d4c-a70e-1d6b89ce4cf1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:01.589766 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-99ef9805-83ab-4d4c-a70e-1d6b89ce4cf1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/31c152f8-42b8-4d7d-8e20-50f525bd0df6 HTTP/1.1" status: 404  len: 337 time: 0.1461678
Dec 21 10:09:01.605501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 38293120-2ebb-471d-8b4c-6e6ceafda877, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=38293120-2ebb-471d-8b4c-6e6ceafda877,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:01.616479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.618534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-06f94093-65a4-48f2-bbea-2e6b51947114 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:01.643316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41388) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:01.648606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.652551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.706436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 84b12793-4efc-4860-82eb-2d363e679c84 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:09:01.714207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=87ddf9c5-6e69-4378-877d-e0830a058504,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:01.717835 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a8cecac9-044d-449f-a5bf-a6c1c5074cd0 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags/tempest-TagsExtTest-Tag-586787221 HTTP/1.1" status: 204  len: 168 time: 0.9612272
Dec 21 10:09:01.719505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:01.740118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41392) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:01.748398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 84b12793-4efc-4860-82eb-2d363e679c84 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:09:01.748898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 84b12793-4efc-4860-82eb-2d363e679c84 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:09:01.768846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=38293120-2ebb-471d-8b4c-6e6ceafda877,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:01.773552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:01.796140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-052126ee-8c3d-47b5-b83c-38dbac14ff46 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d6bac8>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:01.865198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecc48a58>,) {'filters': {'network_id': ['b9032768-4794-40e4-974d-8120a16d677c']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:01.890317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc48a58>, '015b848c-4752-4186-abd0-81650fd15113') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:01.890705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc48a58>, '015b848c-4752-4186-abd0-81650fd15113') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:01.899057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6436e6-98d4-434a-abb8-61e09f4031a5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:01.899544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6436e6-98d4-434a-abb8-61e09f4031a5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:01.921045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.936246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ef6436e6-98d4-434a-abb8-61e09f4031a5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/3a60a07e-1fd6-47f1-9e3d-9671a54a2d19 HTTP/1.1" status: 404  len: 333 time: 0.2884815
Dec 21 10:09:01.936246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41400) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:01.955738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ffc10d95-2537-4f9c-9d60-797afaa40035 None None] Provisioning for port 0056be7f-abac-49cb-966c-8f0638ef49f4 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:01.962196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ffc10d95-2537-4f9c-9d60-797afaa40035 None None] Provisioning complete for port 0056be7f-abac-49cb-966c-8f0638ef49f4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:01.962912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffc10d95-2537-4f9c-9d60-797afaa40035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:01.992562 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c1ba185-42af-4ab3-8882-e5cc818bff37 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:01.993057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c1ba185-42af-4ab3-8882-e5cc818bff37 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:01.996021 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1c1ba185-42af-4ab3-8882-e5cc818bff37 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/8fa470b8-035c-43b5-9139-13856c56c7ec HTTP/1.1" status: 404  len: 337 time: 0.0579636
Dec 21 10:09:02.001983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:02.003940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41404) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:02.006577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 16 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:09:02.064098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ffc10d95-2537-4f9c-9d60-797afaa40035 None None] Port 0056be7f-abac-49cb-966c-8f0638ef49f4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:02.087455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ffc10d95-2537-4f9c-9d60-797afaa40035 None None] Provisioning complete for port 38293120-2ebb-471d-8b4c-6e6ceafda877 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:02.089211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ffc10d95-2537-4f9c-9d60-797afaa40035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:02.096214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c929b138-1df1-4de9-a28c-03a410f44d6c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:02.096705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c929b138-1df1-4de9-a28c-03a410f44d6c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:02.101019 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c929b138-1df1-4de9-a28c-03a410f44d6c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/01d9c6cc-05df-4947-9930-6b3837734f07 HTTP/1.1" status: 404  len: 337 time: 0.0937393
Dec 21 10:09:02.102064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41408) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:02.156743 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fbe5951-96eb-4194-b27a-fee3cf0ad3d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:02.157451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fbe5951-96eb-4194-b27a-fee3cf0ad3d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:02.162008 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1fbe5951-96eb-4194-b27a-fee3cf0ad3d4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/aaa87dea-9f1b-4464-8541-d1d57a92e2c1 HTTP/1.1" status: 404  len: 333 time: 0.0563071
Dec 21 10:09:02.211214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41412) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:02.293316 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecd71f5-1f4a-4106-a280-b7864bedfdbd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:02.293942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecd71f5-1f4a-4106-a280-b7864bedfdbd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:02.295839 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8ecd71f5-1f4a-4106-a280-b7864bedfdbd tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/a948ae6c-fc4f-4f1c-9372-f6146fa10114 HTTP/1.1" status: 404  len: 337 time: 0.0826602
Dec 21 10:09:02.308663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41416) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:02.382025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9c299632-8e58-4163-83ac-bcd1a890a2bf None None] Provisioning complete for port 0056be7f-abac-49cb-966c-8f0638ef49f4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:02.382456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c299632-8e58-4163-83ac-bcd1a890a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:02.414925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aefc0b6-81d1-49ad-8eb6-b1604d0c3a4c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:02.415607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aefc0b6-81d1-49ad-8eb6-b1604d0c3a4c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:02.417172 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5aefc0b6-81d1-49ad-8eb6-b1604d0c3a4c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/c84395c7-1c37-4c32-a723-198be95f3781 HTTP/1.1" status: 404  len: 333 time: 0.1074800
Dec 21 10:09:02.443770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41420) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:02.445852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network b9032768-4794-40e4-974d-8120a16d677c has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:02.462195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:02.476999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 38293120-2ebb-471d-8b4c-6e6ceafda877 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:02.527045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27f5e19-7eda-469f-a79c-b7c56d8991d2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:02.527549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27f5e19-7eda-469f-a79c-b7c56d8991d2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:02.529385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e27f5e19-7eda-469f-a79c-b7c56d8991d2 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/1afc2562-6bba-47ce-a8db-b11870ffcc57 HTTP/1.1" status: 404  len: 337 time: 0.0714297
Dec 21 10:09:02.535676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41424) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:02.563153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9c299632-8e58-4163-83ac-bcd1a890a2bf None None] Port 0056be7f-abac-49cb-966c-8f0638ef49f4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:02.589332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:02.590158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9c299632-8e58-4163-83ac-bcd1a890a2bf None None] Provisioning complete for port 38293120-2ebb-471d-8b4c-6e6ceafda877 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:02.590811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c299632-8e58-4163-83ac-bcd1a890a2bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:02.607984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:02.611272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:02.640510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 38293120-2ebb-471d-8b4c-6e6ceafda877 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:02.641330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:02.703017 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7451dd85-a9ae-49a6-80f7-51707670c572 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:02.705958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7451dd85-a9ae-49a6-80f7-51707670c572 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:02.710463 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7451dd85-a9ae-49a6-80f7-51707670c572 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/1590f34f-bfb5-4304-8b30-439db70b00f3 HTTP/1.1" status: 404  len: 333 time: 0.1735220
Dec 21 10:09:02.717513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41428) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:02.776005 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cf46d81-351b-4045-9b79-7a04d2af6c73 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:02.776666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cf46d81-351b-4045-9b79-7a04d2af6c73 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:02.778505 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0cf46d81-351b-4045-9b79-7a04d2af6c73 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/0c50014d-3566-470a-b8e9-c1c8b4fcb438 HTTP/1.1" status: 404  len: 337 time: 0.0597708
Dec 21 10:09:02.791722 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-052126ee-8c3d-47b5-b83c-38dbac14ff46 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags HTTP/1.1" status: 200  len: 205 time: 1.0239723
Dec 21 10:09:02.792707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41432) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:02.793074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41434) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:02.814368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-926b24e9-9cdb-42b3-8591-034dc0a3c6a0 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d7b588>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:02.842857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network b9032768-4794-40e4-974d-8120a16d677c has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:09:02.870624 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:09:02.882559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:02.883245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:02.915798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:09:02.945032 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4325687d-f992-484c-94b4-d5d552513ada tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:02.945582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4325687d-f992-484c-94b4-d5d552513ada tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:02.946433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d9182619-fdec-4680-9277-97837ccd5c5c no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:09:02.950075 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4325687d-f992-484c-94b4-d5d552513ada tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/510442ad-93e2-40cd-8707-80993029919f HTTP/1.1" status: 404  len: 333 time: 0.1462870
Dec 21 10:09:02.951980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41440) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:02.960417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4a05d-93eb-442b-b278-6c5f0877c467 req-58f6a4f8-9625-4e40-a9ef-3dcb9ea82d7a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:02.962137 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20b4a05d-93eb-442b-b278-6c5f0877c467 req-58f6a4f8-9625-4e40-a9ef-3dcb9ea82d7a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 932 time: 1.0965073
Dec 21 10:09:02.990235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: d9182619-fdec-4680-9277-97837ccd5c5c {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:09:02.990526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d9182619-fdec-4680-9277-97837ccd5c5c not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:09:03.007977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-eea63335-2071-4ec9-98c4-107e37bf85af tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:03.008705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eea63335-2071-4ec9-98c4-107e37bf85af tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:03.008909 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.7622604
Dec 21 10:09:03.013107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:03.018232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5bafa8bf-e3fc-4b48-a02b-df10b0dd0e7e tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:03.034970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:03.037147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/b9032768-4794-40e4-974d-8120a16d677c HTTP/1.1" status: 204  len: 168 time: 2.8422346
Dec 21 10:09:03.040899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-68811f33-f8a4-4742-93db-793138e2d94b None None] Provisioning for port 87ddf9c5-6e69-4378-877d-e0830a058504 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:03.044331 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eea63335-2071-4ec9-98c4-107e37bf85af tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/dec373bb-b0d3-465a-b145-f7c13e450704 HTTP/1.1" status: 404  len: 337 time: 0.0890608
Dec 21 10:09:03.044331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41444) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.047686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-68811f33-f8a4-4742-93db-793138e2d94b None None] Provisioning complete for port 87ddf9c5-6e69-4378-877d-e0830a058504 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:03.047829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41446) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.048254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68811f33-f8a4-4742-93db-793138e2d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:03.048712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Network': ['ID=b9032768-4794-40e4-974d-8120a16d677c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:03.085434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:03.095832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-81bc3cf9-42fe-4c99-a3c9-9d515c87458c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:09:03.097002 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-81bc3cf9-42fe-4c99-a3c9-9d515c87458c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0664566
Dec 21 10:09:03.113661 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-926b24e9-9cdb-42b3-8591-034dc0a3c6a0 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags HTTP/1.1" status: 200  len: 241 time: 0.3081706
Dec 21 10:09:03.119406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-68811f33-f8a4-4742-93db-793138e2d94b None None] Port 87ddf9c5-6e69-4378-877d-e0830a058504 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:03.131779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41452) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.131995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-68811f33-f8a4-4742-93db-793138e2d94b None None] Provisioning complete for port 38293120-2ebb-471d-8b4c-6e6ceafda877 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:03.132472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68811f33-f8a4-4742-93db-793138e2d94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:03.139765 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-8980e7d0-eaa3-4b4c-a966-a4e666c926dc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:03.140270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8980e7d0-eaa3-4b4c-a966-a4e666c926dc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:03.145392 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8980e7d0-eaa3-4b4c-a966-a4e666c926dc tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/subnets/c26b38d8-1b6b-42ce-b913-c91eb16eee5c HTTP/1.1" status: 404  len: 337 time: 0.0968149
Dec 21 10:09:03.146719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-cd914905-066d-4780-8e42-8a0492c8445a tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fed586c88>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999', 'tempest-TagsExtTest-Tag-1243589334') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:03.164131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41456) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.166330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-56282c1c-1544-426e-9065-a17a4ed4a950 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:03.167292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56282c1c-1544-426e-9065-a17a4ed4a950 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:03.169637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-56282c1c-1544-426e-9065-a17a4ed4a950 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/23c108db-5958-403e-9876-9522a3bfa6bc HTTP/1.1" status: 404  len: 333 time: 0.1184895
Dec 21 10:09:03.172767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41460) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.180453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Request body: {'port': {'device_id': 'f4403c42-8ba1-4489-9969-011f065d785d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:03.207510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:03.248966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5024af83-e904-4b9b-9958-4271e39c7625 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:03.249905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5024af83-e904-4b9b-9958-4271e39c7625 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:03.254196 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5024af83-e904-4b9b-9958-4271e39c7625 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/05849cd4-5574-41a3-8748-ae910ba6dd1c HTTP/1.1" status: 404  len: 339 time: 0.0832596
Dec 21 10:09:03.255188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41464) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.260957 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cd914905-066d-4780-8e42-8a0492c8445a tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags/tempest-TagsExtTest-Tag-1243589334 HTTP/1.1" status: 204  len: 168 time: 0.1279805
Dec 21 10:09:03.264175 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb58f55-d9ff-44a0-bedc-044e4b4f92ef tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:03.265257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb58f55-d9ff-44a0-bedc-044e4b4f92ef tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:03.267853 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bdb58f55-d9ff-44a0-bedc-044e4b4f92ef tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/efa816d3-8c49-4971-b76f-39d6d122dae6 HTTP/1.1" status: 404  len: 337 time: 0.0924745
Dec 21 10:09:03.269654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41468) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.279993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41470) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.294136 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20b4a05d-93eb-442b-b278-6c5f0877c467 req-1599598b-a250-4021-9913-69a8e39b321a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3174727
Dec 21 10:09:03.318789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-077e942e-bd9e-463d-8536-b5e3d64f66ef tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fecabd1d0>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999', 'tempest-TagsExtTest-Tag-1243589334') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:03.437372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:03.440569 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f1d71d-dc5e-4dd6-ba8f-a49c7fb075c4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:03.441141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f1d71d-dc5e-4dd6-ba8f-a49c7fb075c4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:03.446252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28f1d71d-dc5e-4dd6-ba8f-a49c7fb075c4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/09c3533e-4f4e-4f6f-bfe9-d08f97f0d04c HTTP/1.1" status: 404  len: 333 time: 0.1524444
Dec 21 10:09:03.449025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:03.459477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:03.460159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed157860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:03.463927 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2580822
Dec 21 10:09:03.468350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41476) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.468729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41478) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.492945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-077e942e-bd9e-463d-8536-b5e3d64f66ef tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags/tempest-TagsExtTest-Tag-1243589334 HTTP/1.1" status: 204  len: 168 time: 0.2196841
Dec 21 10:09:03.493814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41484) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.502060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-e7a1a5fe-486d-499b-9ee5-826dff0784f3 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fed4f46d8>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:03.573744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b700fdd8-0438-430f-adf1-6ff254179b22 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting subnet c7bc8038-f47f-430d-9c91-487f8e5ac437 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:09:03.583830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b700fdd8-0438-430f-adf1-6ff254179b22 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:03.619854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e7a1a5fe-486d-499b-9ee5-826dff0784f3 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags HTTP/1.1" status: 200  len: 205 time: 0.1250248
Dec 21 10:09:03.624702 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a5343b-da28-4dcd-b92f-36d6fcf40b83 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:03.625110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41488) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.625276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a5343b-da28-4dcd-b92f-36d6fcf40b83 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:03.628088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f2a5343b-da28-4dcd-b92f-36d6fcf40b83 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/ecb0f404-872f-4fa4-a4f6-8c694f6349c4 HTTP/1.1" status: 404  len: 337 time: 0.1547167
Dec 21 10:09:03.638272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-9e267020-5233-4f64-88a1-78ee990865b3 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7f78668>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:03.639039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:03.639754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41492) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.679225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b700fdd8-0438-430f-adf1-6ff254179b22 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:03.694677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:03.724906 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a433b7f-40f9-41bd-b4fb-23f762a338ff tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:03.725410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a433b7f-40f9-41bd-b4fb-23f762a338ff tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:03.729824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6a433b7f-40f9-41bd-b4fb-23f762a338ff tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/6d56493c-b7a3-41d7-9596-a90660e51916 HTTP/1.1" status: 404  len: 337 time: 0.0836587
Dec 21 10:09:03.729996 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e267020-5233-4f64-88a1-78ee990865b3 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags HTTP/1.1" status: 204  len: 168 time: 0.1017475
Dec 21 10:09:03.731068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41496) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.731374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41498) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:03.771773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-fe514063-48f0-4e4a-8364-101e36f29efb tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a3acf8>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:04.036368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed157860>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:58Z', 'revision_number': 10, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:04.041863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:09:04.053866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:04.054599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed157860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:04.170509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1890da2-1ac1-4ea7-9a4c-e9d4792c6a0e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:04.171267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1890da2-1ac1-4ea7-9a4c-e9d4792c6a0e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:04.173243 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e1890da2-1ac1-4ea7-9a4c-e9d4792c6a0e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/31216270-56d9-4ed6-9189-b68fc174e93d HTTP/1.1" status: 404  len: 333 time: 0.4407980
Dec 21 10:09:04.223314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41504) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:04.227833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:04.274762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-791e1e4a-dbe3-40f2-927e-126b8569f581 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting subnet edd17417-4dba-4e86-b61b-d80f194669e2 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:09:04.285180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fe514063-48f0-4e4a-8364-101e36f29efb tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags HTTP/1.1" status: 204  len: 168 time: 0.5448804
Dec 21 10:09:04.288210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41508) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:04.293418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b700fdd8-0438-430f-adf1-6ff254179b22 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:04.293641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-791e1e4a-dbe3-40f2-927e-126b8569f581 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:04.327935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-f0fadd98-cc36-4ebc-b141-081e42a7b760 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fed59d5c0>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:04.366385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b260ea35-8290-4b40-a1a5-0d6e7626d20b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:04.366887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b260ea35-8290-4b40-a1a5-0d6e7626d20b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:04.368762 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b260ea35-8290-4b40-a1a5-0d6e7626d20b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/c7561566-b09e-48e2-aeba-91ec6e53073b HTTP/1.1" status: 404  len: 337 time: 0.1444023
Dec 21 10:09:04.372920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41514) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:04.451550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-248f993f-b143-4558-9bb1-ec893280a877 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:04.452046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248f993f-b143-4558-9bb1-ec893280a877 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:04.454742 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-248f993f-b143-4558-9bb1-ec893280a877 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/a7f3e8dc-71af-440d-9232-7611f6e0fdf1 HTTP/1.1" status: 404  len: 337 time: 0.0716443
Dec 21 10:09:04.458944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41518) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:04.566411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3901b21d-e2ca-4f23-a559-65a783a7e39f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:04.566826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3901b21d-e2ca-4f23-a559-65a783a7e39f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:04.571217 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3901b21d-e2ca-4f23-a559-65a783a7e39f tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/f4c1ead3-6930-4447-a79d-451c6affc525 HTTP/1.1" status: 404  len: 333 time: 0.1055193
Dec 21 10:09:04.573681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41522) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:04.681750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed157860>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:58Z', 'revision_number': 10, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:04.686012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af2ffec-324e-43ec-b1d6-8db8b8c9a5e1 None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:08:58Z', 'revision_number': 10, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None, '_interfaces': [{'id': '1383f967-c89a-4a93-9a50-ab4c71020e1a', 'name': '', 'network_id': 'fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'mac_address': 'fa:16:3e:6b:56:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1099, 'fixed_ips': [{'subnet_id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:07:08Z', 'updated_at': '2020-12-21T10:07:39Z', 'revision_number': 5, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'subnets': [{'id': '31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:04.689255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-80227949-8e06-4a7a-b509-728a3f167941 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:04.689785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80227949-8e06-4a7a-b509-728a3f167941 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:04.691971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-80227949-8e06-4a7a-b509-728a3f167941 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/dd970495-6ceb-460f-bd68-b020ac147248 HTTP/1.1" status: 404  len: 337 time: 0.1168187
Dec 21 10:09:04.708088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41526) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:04.776739 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5323b763-f72a-42de-a286-94e73555dff0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:04.777234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5323b763-f72a-42de-a286-94e73555dff0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:04.782112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5323b763-f72a-42de-a286-94e73555dff0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/29902d14-fa8a-4d15-bc40-fddfc8641ebf HTTP/1.1" status: 404  len: 337 time: 0.0670071
Dec 21 10:09:04.789720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41530) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:04.793437 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f0fadd98-cc36-4ebc-b141-081e42a7b760 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags HTTP/1.1" status: 204  len: 168 time: 0.5037079
Dec 21 10:09:04.797588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41534) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:04.802677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-791e1e4a-dbe3-40f2-927e-126b8569f581 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:04.835806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-c3817ca0-2840-4b4e-861f-c6649e844183 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e947f0>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:04.893690 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bcc7f0d-3612-4c94-bf13-02f34c4c6ae9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:04.894192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bcc7f0d-3612-4c94-bf13-02f34c4c6ae9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:04.896012 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0bcc7f0d-3612-4c94-bf13-02f34c4c6ae9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/5f976bcf-4761-4eea-a917-e34ea12142e7 HTTP/1.1" status: 404  len: 333 time: 0.1051292
Dec 21 10:09:04.912203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41538) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.007401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c3817ca0-2840-4b4e-861f-c6649e844183 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags HTTP/1.1" status: 204  len: 168 time: 0.2082458
Dec 21 10:09:05.011510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b700fdd8-0438-430f-adf1-6ff254179b22 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.023605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41542) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.030743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d229959-c7d0-41a3-8e4a-05cb7e4f2618 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:05.056428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7c5838-f9dc-4d21-b3ce-da88cf9d98a5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:05.056967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7c5838-f9dc-4d21-b3ce-da88cf9d98a5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:05.062995 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9f7c5838-f9dc-4d21-b3ce-da88cf9d98a5 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/09295b4f-b908-4d7d-bde2-f19eed0d07a4 HTTP/1.1" status: 404  len: 337 time: 0.1436291
Dec 21 10:09:05.072159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41546) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.079153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-2435ef47-81ed-446c-95d5-0b98a034c6af tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe76e5898>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6', 'tempest-TagsExtTest-Tag-1078984342') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:05.122124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700fdd8-0438-430f-adf1-6ff254179b22 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Subnet': ['ID=c7bc8038-f47f-430d-9c91-487f8e5ac437,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:05.124789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b700fdd8-0438-430f-adf1-6ff254179b22 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:05.176496 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb7da2b2-de7b-4ee0-9b92-ff668c40e2cb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:05.177307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb7da2b2-de7b-4ee0-9b92-ff668c40e2cb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:05.180405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fb7da2b2-de7b-4ee0-9b92-ff668c40e2cb tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/c9f18c9f-15f5-42c0-8b2e-427186e2d983 HTTP/1.1" status: 404  len: 337 time: 0.0966341
Dec 21 10:09:05.191947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41550) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.252343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.262089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.273080 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-35e18143-ec16-406b-bc17-d44ba5f0e314 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports?device_id=bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 HTTP/1.1" status: 200  len: 205 time: 0.0651412
Dec 21 10:09:05.278195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41554) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.301586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-791e1e4a-dbe3-40f2-927e-126b8569f581 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.332351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32bcbc1f-5a28-4b27-978e-101055d16330 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:05.360829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b700fdd8-0438-430f-adf1-6ff254179b22 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.364672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-ab35f300-62e8-4477-859b-22d91113e0fc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] delete failed (client error): The resource could not be found.
Dec 21 10:09:05.369104 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ab35f300-62e8-4477-859b-22d91113e0fc tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/routers/bbfeed2f-a2a9-48e4-a5b6-4e8a01e326d4 HTTP/1.1" status: 404  len: 336 time: 0.0868728
Dec 21 10:09:05.369347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a07639-4668-4b56-800b-44aeffe8fc76 None None] Network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:05.369475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09684c76-274d-4e99-95bd-2fd83f574127 req-57648304-7349-4f31-837b-be3ea4fce0b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:05.369475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09684c76-274d-4e99-95bd-2fd83f574127 req-57648304-7349-4f31-837b-be3ea4fce0b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 932 time: 0.5750866
Dec 21 10:09:05.376589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41558) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.386627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:09:05.397299 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b700fdd8-0438-430f-adf1-6ff254179b22 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/subnets/c7bc8038-f47f-430d-9c91-487f8e5ac437 HTTP/1.1" status: 204  len: 168 time: 2.1371298
Dec 21 10:09:05.400241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41560) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.465395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2435ef47-81ed-446c-95d5-0b98a034c6af tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags/tempest-TagsExtTest-Tag-1078984342 HTTP/1.1" status: 201  len: 201 time: 0.4077656
Dec 21 10:09:05.466476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41566) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.475127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-a5133695-afd5-47cf-956f-2bfa3bc46953 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fed9717b8>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1', 'tempest-TagsExtTest-Tag-2167547') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:05.584435 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b71457-15f0-48cf-afdd-570a8df5c570 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:05.584857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b71457-15f0-48cf-afdd-570a8df5c570 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:05.589420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-00b71457-15f0-48cf-afdd-570a8df5c570 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/d7b88386-3af9-435b-ba51-854864109605 HTTP/1.1" status: 404  len: 337 time: 0.1903718
Dec 21 10:09:05.605707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41570) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.613406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'Port': ['ID=0056be7f-abac-49cb-966c-8f0638ef49f4,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:05.640118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.650967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] DHCP port deletion for 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:09:05.655924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] Deleting port 10ee4dc3-f485-4dfe-b674-6232e9934097 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:05.656673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.691781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ddf9c5-6e69-4378-877d-e0830a058504 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:09:05.696596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:05.697791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.727468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting port 10ee4dc3-f485-4dfe-b674-6232e9934097 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:05.727955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.742847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.777406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3c5807a9-8465-49de-8ba3-b3f716b81036 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "GET /v2.0/ports?device_id=1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 HTTP/1.1" status: 200  len: 205 time: 0.1630099
Dec 21 10:09:05.779353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41574) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.787286 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09684c76-274d-4e99-95bd-2fd83f574127 req-bf9f93fa-bc81-489e-a636-2c5fba89010e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3723843
Dec 21 10:09:05.870852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Transition to ACTIVE for port object 87ddf9c5-6e69-4378-877d-e0830a058504 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:05.871281 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-e244b63a-f914-4e3f-a2de-9a43d35f8e85 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] delete failed (client error): The resource could not be found.
Dec 21 10:09:05.875933 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e244b63a-f914-4e3f-a2de-9a43d35f8e85 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/routers/1bce4cf2-d7e0-4da9-8706-d1b53a9a4552 HTTP/1.1" status: 404  len: 336 time: 0.0920446
Dec 21 10:09:05.886525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41578) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:05.938797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:05.968631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8eedb2fd-7375-4c65-998b-9abd9f461adb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:05.977026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-8071ea19-1926-4c5d-95ad-4a8c5bcd2bd9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:05.977640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8071ea19-1926-4c5d-95ad-4a8c5bcd2bd9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:05.982459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8071ea19-1926-4c5d-95ad-4a8c5bcd2bd9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/67f89dba-4b5b-454a-ab41-5883d4a504f9 HTTP/1.1" status: 404  len: 337 time: 0.0898755
Dec 21 10:09:05.992574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41582) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.053303 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-269d4d82-079d-47bf-8b01-c447cf8421b0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.053701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269d4d82-079d-47bf-8b01-c447cf8421b0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.058688 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-269d4d82-079d-47bf-8b01-c447cf8421b0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/0cd9f1f3-6a0e-46c4-97e9-528c891c578e HTTP/1.1" status: 404  len: 337 time: 0.0624993
Dec 21 10:09:06.060110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41586) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.066463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] For port 10ee4dc3-f485-4dfe-b674-6232e9934097, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=10ee4dc3-f485-4dfe-b674-6232e9934097,segment=NetworkSegment(b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1),segment_id=b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:06.070330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:06.070523 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a5133695-afd5-47cf-956f-2bfa3bc46953 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags/tempest-TagsExtTest-Tag-2167547 HTTP/1.1" status: 201  len: 201 time: 0.6000884
Dec 21 10:09:06.083850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41590) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.146959 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7faa02e-df4a-41d7-9694-abd17e676e88 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.148111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7faa02e-df4a-41d7-9694-abd17e676e88 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.152643 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a7faa02e-df4a-41d7-9694-abd17e676e88 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/94d2aeda-4c82-4045-a3e8-a40847bd1a7f HTTP/1.1" status: 404  len: 333 time: 0.0888813
Dec 21 10:09:06.154231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41594) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.162646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-bf3f175e-58c6-406a-8502-0ec343458a83 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fec068208>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01', 'tempest-TagsExtTest-Tag-894361992') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:06.206104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] Calling delete_port for 10ee4dc3-f485-4dfe-b674-6232e9934097 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:06.253299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Pushing event updated for resources: {'Port': ['ID=87ddf9c5-6e69-4378-877d-e0830a058504,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:06.260232 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6fcb22-980d-4155-8635-d72b3759c34b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.260730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6fcb22-980d-4155-8635-d72b3759c34b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.265259 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f6fcb22-980d-4155-8635-d72b3759c34b tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/d13ff16b-cdd2-4f0c-9b64-83d8657ab9da HTTP/1.1" status: 404  len: 337 time: 0.1073678
Dec 21 10:09:06.265515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:06.269430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41598) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.290077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] For port 10ee4dc3-f485-4dfe-b674-6232e9934097, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=10ee4dc3-f485-4dfe-b674-6232e9934097,segment=NetworkSegment(b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1),segment_id=b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:06.290394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:06.290785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:06.307642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:06.355760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] Pushing event deleted for resources: {'Port': ['ID=10ee4dc3-f485-4dfe-b674-6232e9934097,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:06.369335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:06.429702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Calling delete_port for 10ee4dc3-f485-4dfe-b674-6232e9934097 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:06.446245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8760e720-eb44-477f-a6ae-bd3262a67f55 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:09:06.452780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Network c4dcb762-02b2-497a-b12d-d0dc02960356 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:06.457113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c022a51-edba-4f3e-beee-26d9f564bdc7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.457634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c022a51-edba-4f3e-beee-26d9f564bdc7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.461892 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c022a51-edba-4f3e-beee-26d9f564bdc7 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/e2371d04-2142-477b-99c9-141cc70884c7 HTTP/1.1" status: 404  len: 333 time: 0.1834760
Dec 21 10:09:06.467084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:06.469351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41602) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.500603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 8760e720-eb44-477f-a6ae-bd3262a67f55 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:09:06.501146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8760e720-eb44-477f-a6ae-bd3262a67f55 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:09:06.501762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 10ee4dc3-f485-4dfe-b674-6232e9934097 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:09:06.534785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] No DVR routers for this DVR port 10ee4dc3-f485-4dfe-b674-6232e9934097 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:09:06.553525 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e97d18a-6bf0-49c9-8327-ab86459d3aac tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.554201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e97d18a-6bf0-49c9-8327-ab86459d3aac tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.555224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 10ee4dc3-f485-4dfe-b674-6232e9934097 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:09:06.555869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 10ee4dc3-f485-4dfe-b674-6232e9934097 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:09:06.558123 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e97d18a-6bf0-49c9-8327-ab86459d3aac tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/a0d116f4-2f09-4aa0-bf3c-a34871af51c2 HTTP/1.1" status: 404  len: 337 time: 0.0867202
Dec 21 10:09:06.561430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41606) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.616746 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8eee35-e2b3-4fc9-a59b-7a8443784607 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.617254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8eee35-e2b3-4fc9-a59b-7a8443784607 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.621704 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ef8eee35-e2b3-4fc9-a59b-7a8443784607 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/e42153a1-a4ec-4bdf-8ed7-17021e453733 HTTP/1.1" status: 404  len: 333 time: 0.0568006
Dec 21 10:09:06.623190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41610) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.673605 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef546457-80e3-4e49-bd0e-896fe734f582 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.674208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef546457-80e3-4e49-bd0e-896fe734f582 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.676229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ef546457-80e3-4e49-bd0e-896fe734f582 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/db1cebc9-a1e2-46b8-b0e1-cccdf1d9cf0a HTTP/1.1" status: 404  len: 337 time: 0.0520158
Dec 21 10:09:06.680450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41614) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.743270 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb69284-48f5-454a-97fa-1dacce49f4c8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.743600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb69284-48f5-454a-97fa-1dacce49f4c8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.746479 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1cb69284-48f5-454a-97fa-1dacce49f4c8 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/66c7bbcb-fbf4-4bec-b565-83cfa99f3e61 HTTP/1.1" status: 404  len: 333 time: 0.0640247
Dec 21 10:09:06.748594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41618) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.790749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:09:06.791119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:09:06.795745 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-550f5e8d-1912-45a3-a127-46c05d83908e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.796243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550f5e8d-1912-45a3-a127-46c05d83908e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.803124 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-550f5e8d-1912-45a3-a127-46c05d83908e tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/aa44669a-147c-41da-a3ff-097c7915d588 HTTP/1.1" status: 404  len: 337 time: 0.0534573
Dec 21 10:09:06.805905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41622) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.806056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-791e1e4a-dbe3-40f2-927e-126b8569f581 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:06.833108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fef6a1a4-5f35-43f0-ab09-5460c555c53f None None] Provisioning complete for port 0056be7f-abac-49cb-966c-8f0638ef49f4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:06.833730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fef6a1a4-5f35-43f0-ab09-5460c555c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:06.855358 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-edb49457-48d7-46ec-9252-d2d2cf057993 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.855943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edb49457-48d7-46ec-9252-d2d2cf057993 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.857834 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-edb49457-48d7-46ec-9252-d2d2cf057993 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/437ef0f7-1e06-4b95-9cf4-021fdb75b401 HTTP/1.1" status: 404  len: 333 time: 0.0508797
Dec 21 10:09:06.860797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41628) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.914650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd3a822-440a-46d8-893c-09b808cdee74 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.915265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd3a822-440a-46d8-893c-09b808cdee74 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:06.917612 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5dd3a822-440a-46d8-893c-09b808cdee74 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/6935573c-212a-4b7b-a8a4-c44d8ff299d7 HTTP/1.1" status: 404  len: 337 time: 0.0556960
Dec 21 10:09:06.920502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41632) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:06.930375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-fef6a1a4-5f35-43f0-ab09-5460c555c53f None None] Port 0056be7f-abac-49cb-966c-8f0638ef49f4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:06.998441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b081b6-bb4e-40dc-83d3-67f6282f661a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:06.998991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b081b6-bb4e-40dc-83d3-67f6282f661a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:07.001708 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d3b081b6-bb4e-40dc-83d3-67f6282f661a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/75990fd8-8bde-4420-b610-3508fee99196 HTTP/1.1" status: 404  len: 333 time: 0.0795758
Dec 21 10:09:07.005001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41636) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:07.049425 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-33bbd2db-fa96-4f73-b59b-a26311feb6d9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:07.049963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33bbd2db-fa96-4f73-b59b-a26311feb6d9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:07.052190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-33bbd2db-fa96-4f73-b59b-a26311feb6d9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/77109119-1077-4dd6-aebb-0b1577452d03 HTTP/1.1" status: 404  len: 337 time: 0.0458012
Dec 21 10:09:07.054954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41640) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:07.104477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-a560bafb-6497-4439-8955-53ff215349d1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:07.105215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a560bafb-6497-4439-8955-53ff215349d1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:07.106920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a560bafb-6497-4439-8955-53ff215349d1 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/ports/0a6959de-a74e-488b-9479-04ca7544d9d6 HTTP/1.1" status: 404  len: 333 time: 0.0505543
Dec 21 10:09:07.111051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41644) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:07.157159 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-423d6028-0341-487a-b288-7a68adf6369c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:07.158104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-423d6028-0341-487a-b288-7a68adf6369c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:07.163682 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-423d6028-0341-487a-b288-7a68adf6369c tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/subnets/a5ee589e-d82d-4889-8ff8-2f8e840e6e86 HTTP/1.1" status: 404  len: 337 time: 0.0487928
Dec 21 10:09:07.164252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41648) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:07.173778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9547976f-e6a5-48c7-af32-238c3af77e4d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:07.229176 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bf3f175e-58c6-406a-8502-0ec343458a83 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags/tempest-TagsExtTest-Tag-894361992 HTTP/1.1" status: 201  len: 201 time: 1.1392157
Dec 21 10:09:07.233237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41652) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:07.242431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-ee366130-b911-40b9-bec7-a416daf48940 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe7968320>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999', 'tempest-TagsExtTest-Tag-2130692142') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:07.298751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e1e4a-dbe3-40f2-927e-126b8569f581 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Subnet': ['ID=edd17417-4dba-4e86-b61b-d80f194669e2,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:07.304742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Deleting port 10ee4dc3-f485-4dfe-b674-6232e9934097 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:07.305110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:07.313215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-791e1e4a-dbe3-40f2-927e-126b8569f581 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:07.399936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:07.438280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Router 0c695abe-3d0b-4fe4-abe0-9080e141897b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:09:07.457915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] The port '10ee4dc3-f485-4dfe-b674-6232e9934097' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:09:07.462072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Attempting to bind port 87ddf9c5-6e69-4378-877d-e0830a058504 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:09:07.462458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Attempting to bind port 87ddf9c5-6e69-4378-877d-e0830a058504 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:09:07.462824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Attempting to bind port 87ddf9c5-6e69-4378-877d-e0830a058504 on network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:09:07.476126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-791e1e4a-dbe3-40f2-927e-126b8569f581 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:07.478992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b50e96-25e5-48c0-877c-e03e4f89ec07 None None] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:07.486182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:09:07.486488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Checking segment: {'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:07.486955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:07.487407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Bound using segment: {'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:09:07.487907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Bound port: 87ddf9c5-6e69-4378-877d-e0830a058504, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4809fb4e-b4a4-4afb-8a2e-150d265af075', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:09:07.488408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:07.591695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-791e1e4a-dbe3-40f2-927e-126b8569f581 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/edd17417-4dba-4e86-b61b-d80f194669e2 HTTP/1.1" status: 204  len: 168 time: 4.1165693
Dec 21 10:09:07.596740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41656) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:07.681088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:07.698068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3e0a1-ca09-404f-a4c3-3ae2522e5c79 req-10a117f1-a518-42a0-a379-dc2f6a311bc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:07.699810 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32f3e0a1-ca09-404f-a4c3-3ae2522e5c79 req-10a117f1-a518-42a0-a379-dc2f6a311bc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 944 time: 0.5279317
Dec 21 10:09:07.743264 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ee366130-b911-40b9-bec7-a416daf48940 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags/tempest-TagsExtTest-Tag-2130692142 HTTP/1.1" status: 201  len: 201 time: 0.5063007
Dec 21 10:09:07.755602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41660) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:07.769751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-a08e2f40-32d1-4f80-9844-b65db5218110 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7969be0>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6', {'tags': ['tempest-TagsExtTest-Tag-200270527', 'tempest-TagsExtTest-Tag-1185112898', 'tempest-TagsExtTest-Tag-1059160562']}) {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:07.834209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05581730-b658-4bf3-be03-80c966059502 None None] DHCP port deletion for dcbd457d-fce5-4af3-bc23-9e006ae7ab04 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:09:07.840804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-05581730-b658-4bf3-be03-80c966059502 None None] Deleting port d14ec903-4768-4887-ab60-12717fab6527 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:07.842523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05581730-b658-4bf3-be03-80c966059502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:07.970467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.050476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32f3e0a1-ca09-404f-a4c3-3ae2522e5c79 req-8d0d5aa5-480e-460f-aedc-96bc4a447253 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3282452
Dec 21 10:09:08.054816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] For port 87ddf9c5-6e69-4378-877d-e0830a058504, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:09:08.063966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:08.077898 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "PUT /v2.0/routers/0c695abe-3d0b-4fe4-abe0-9080e141897b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1881425
Dec 21 10:09:08.085742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] For port 87ddf9c5-6e69-4378-877d-e0830a058504, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=87ddf9c5-6e69-4378-877d-e0830a058504,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:09:08.089730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port d14ec903-4768-4887-ab60-12717fab6527 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:08.090361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.103674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Sync routers for ids ['0c695abe-3d0b-4fe4-abe0-9080e141897b'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:08.123188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.137790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-05581730-b658-4bf3-be03-80c966059502 None None] For port d14ec903-4768-4887-ab60-12717fab6527, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d14ec903-4768-4887-ab60-12717fab6527,segment=NetworkSegment(2a9a14b6-7baf-4b40-9329-6c20a7e54273),segment_id=2a9a14b6-7baf-4b40-9329-6c20a7e54273)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:08.138119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05581730-b658-4bf3-be03-80c966059502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.147407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Routers {'0c695abe-3d0b-4fe4-abe0-9080e141897b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:08.148310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec2bfba8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['0c695abe-3d0b-4fe4-abe0-9080e141897b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:08.157887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-17809e3c-55b3-4269-85d7-068e8fe94cdb tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:08.289856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.340688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec09e4a8>,) {'filters': {'network_id': ['0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:08.369426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-05581730-b658-4bf3-be03-80c966059502 None None] Calling delete_port for d14ec903-4768-4887-ab60-12717fab6527 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:08.376241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec09e4a8>, 'b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:08.376585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec09e4a8>, 'b1b4f2a2-fcdd-44a9-9343-f5a0ac9576c1') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:08.399488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Pushing event updated for resources: {'Port': ['ID=87ddf9c5-6e69-4378-877d-e0830a058504,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:08.408303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:08.431789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.451169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d316237b-1ca0-4ae5-b485-2a998e561dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.520559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device d14ec903-4768-4887-ab60-12717fab6527 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:09:08.532696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.555770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec09efd0>,) {'filters': {'network_id': ['ce580273-c3db-4c81-ad1a-e52f8ca96d2e']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:08.578647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec09efd0>, 'ceb0111d-1896-4c8d-8cf6-1b2da493c722') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:08.579751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec09efd0>, 'ceb0111d-1896-4c8d-8cf6-1b2da493c722') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:08.597916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.608058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Releasing vxlan tunnel 15 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:09:08.624175 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a08e2f40-32d1-4f80-9844-b65db5218110 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags HTTP/1.1" status: 200  len: 317 time: 0.8651040
Dec 21 10:09:08.632258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41676) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:08.644032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-6c03bcc9-59bc-4c05-8706-24323a05718f tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d576a0>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:08.648560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.652425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Releasing vxlan tunnel 5 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:09:08.680512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-f3e53aa9-cb56-4305-87b0-6aec5d74e0a6 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1082815072&fields=id&tenant_id=6997503f819e451c83744b9fdb33895a HTTP/1.1" status: 200  len: 267 time: 0.2430518
Dec 21 10:09:08.693199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:08.693928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.695477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] 10.222.0.16 "PUT /v2.0/ports/87ddf9c5-6e69-4378-877d-e0830a058504 HTTP/1.1" status: 200  len: 1158 time: 5.5832238
Dec 21 10:09:08.698308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:09:08.705284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port d14ec903-4768-4887-ab60-12717fab6527, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=d14ec903-4768-4887-ab60-12717fab6527,segment=NetworkSegment(2a9a14b6-7baf-4b40-9329-6c20a7e54273),segment_id=2a9a14b6-7baf-4b40-9329-6c20a7e54273)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:08.706123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.745823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Set router 0c695abe-3d0b-4fe4-abe0-9080e141897b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:08.814433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05581730-b658-4bf3-be03-80c966059502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.835097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:08.920909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05581730-b658-4bf3-be03-80c966059502 None None] Pushing event deleted for resources: {'Port': ['ID=d14ec903-4768-4887-ab60-12717fab6527,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:08.928122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:08.939740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-05581730-b658-4bf3-be03-80c966059502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:08.964829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:08.975316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:09.049613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for d14ec903-4768-4887-ab60-12717fab6527 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:09.090959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:09.112069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504', 'status': 'completed', 'code': 200}
Dec 21 10:09:09.153994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:09.252309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-c6d72c44-76c5-464a-a56c-e5759354db9a tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:09.254367 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-c6d72c44-76c5-464a-a56c-e5759354db9a tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/networks?id=c4dcb762-02b2-497a-b12d-d0dc02960356 HTTP/1.1" status: 200  len: 797 time: 0.5333712
Dec 21 10:09:09.270776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:09:09.271177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:09:09.297465 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2cbdd559-b347-4616-8bd1-be104dd15383 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/quotas/6997503f819e451c83744b9fdb33895a HTTP/1.1" status: 200  len: 375 time: 0.0240867
Dec 21 10:09:09.304051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18ca1-7778-4419-b166-6666a572e149 req-0563056a-9891-48d5-bb20-7118b6f69004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:09.304051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-0563056a-9891-48d5-bb20-7118b6f69004 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 1161 time: 0.3185034
Dec 21 10:09:09.391110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Network 0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:09:09.426069 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:09:09.433967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05581730-b658-4bf3-be03-80c966059502 None None] No DVR routers for this DVR port d14ec903-4768-4887-ab60-12717fab6527 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:09:09.475402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:09:09.499027 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-33de211d-dc41-4517-86b3-e0b50753a877 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ddf9c5-6e69-4378-877d-e0830a058504 HTTP/1.1" status: 200  len: 217 time: 0.1488235
Dec 21 10:09:09.551242 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6c03bcc9-59bc-4c05-8706-24323a05718f tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags HTTP/1.1" status: 204  len: 168 time: 0.9134183
Dec 21 10:09:09.557857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41684) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:09.574527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-9d0e21e0-0f8b-4cf6-b76c-ddcb8555af10 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2feeae9a20>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6', 'tempest-TagsExtTest-Tag-200270527') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:09.590733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec2bfba8>, [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:09:02Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0056be7f-abac-49cb-966c-8f0638ef49f4', 'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'mac_address': 'fa:16:3e:58:1d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:55Z', 'updated_at': '2020-12-21T10:09:04Z', 'revision_number': 2, 'project_id': '6997503f819e451c83744b9fdb33895a', 'subnets': [{'id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:09.597701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Checking router: 0c695abe-3d0b-4fe4-abe0-9080e141897b for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:09:09.598197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Updating router 0c695abe-3d0b-4fe4-abe0-9080e141897b port 0056be7f-abac-49cb-966c-8f0638ef49f4 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:09:09.617615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Network ce580273-c3db-4c81-ad1a-e52f8ca96d2e has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:09:09.647376 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:09:09.670425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:09.671292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:09.675196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18ca1-7778-4419-b166-6666a572e149 req-39eaeac7-a2a5-4b3c-b3c7-91761a3de894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:09.676393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff4256a7-413e-4a00-be0b-34c187160305 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:09.676977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-39eaeac7-a2a5-4b3c-b3c7-91761a3de894 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cce962ac-6124-4ed8-83e5-77d69b828f07 HTTP/1.1" status: 200  len: 835 time: 0.1689668
Dec 21 10:09:09.697769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-0ab40dfd-4c28-4c1a-be67-2ab1e6541ca6 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Synchronizing usage tracker for tenant:6997503f819e451c83744b9fdb33895a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:09.698098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:09.757970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96bb5f-1760-428c-a3b6-990c50c4233e req-af852e40-35d4-452d-ac06-2428c94745f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:09.759701 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7e96bb5f-1760-428c-a3b6-990c50c4233e req-af852e40-35d4-452d-ac06-2428c94745f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 944 time: 0.3352320
Dec 21 10:09:09.767804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Pushing event deleted for resources: {'Network': ['ID=0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:09.770969 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] 10.222.0.45 "DELETE /v2.0/networks/0f6bbb3c-b9a7-49c7-97b0-bfc8570f8ecd HTTP/1.1" status: 204  len: 168 time: 4.3665156
Dec 21 10:09:09.772245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:09.786188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:09.789681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-860b2352-6b15-41bd-86af-8bebe7ce502e tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:09.792977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port d14ec903-4768-4887-ab60-12717fab6527 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:09.793308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:09.807333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:09.819862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Pushing event deleted for resources: {'Network': ['ID=ce580273-c3db-4c81-ad1a-e52f8ca96d2e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:09.828363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:09.834276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a4a032af-06a6-4595-8678-697445e96b22 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] 10.222.0.45 "DELETE /v2.0/networks/ce580273-c3db-4c81-ad1a-e52f8ca96d2e HTTP/1.1" status: 204  len: 168 time: 2.6648576
Dec 21 10:09:10.190972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-0ab40dfd-4c28-4c1a-be67-2ab1e6541ca6 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Unset dirty status for tenant:6997503f819e451c83744b9fdb33895a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:10.192516 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-0ab40dfd-4c28-4c1a-be67-2ab1e6541ca6 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?tenant_id=6997503f819e451c83744b9fdb33895a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.8836389
Dec 21 10:09:10.214809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] The port 'd14ec903-4768-4887-ab60-12717fab6527' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:09:10.260669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:10.277912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Transition to ACTIVE for port object 0056be7f-abac-49cb-966c-8f0638ef49f4 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:10.282625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:10.304284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7e96bb5f-1760-428c-a3b6-990c50c4233e req-9a2a841d-a4b4-4134-a24f-f2704def0229 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5332282
Dec 21 10:09:10.307552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2db0fd8-12cd-4bd4-8dce-466bad73649d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:10.310466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41698) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:10.332299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41704) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:10.333359 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-9d0e21e0-0f8b-4cf6-b76c-ddcb8555af10 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:10.334820 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9d0e21e0-0f8b-4cf6-b76c-ddcb8555af10 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags/tempest-TagsExtTest-Tag-200270527 HTTP/1.1" status: 404  len: 328 time: 0.7759292
Dec 21 10:09:10.337805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41708) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:10.345761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-80a3e305-6c2d-48b4-bbd7-831e7015a8b5 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fed511550>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6', 'tempest-TagsExtTest-Tag-1185112898') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:10.390307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f18ca1-7778-4419-b166-6666a572e149 req-c6045a1d-7a94-4394-96a6-beb929f6f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:10.392633 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-c6045a1d-7a94-4394-96a6-beb929f6f6fb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7561b32c-2f1f-4f69-ac98-e59b44cb6446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7062860
Dec 21 10:09:10.450987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:10.495954 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-80a3e305-6c2d-48b4-bbd7-831e7015a8b5 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:10.497565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-80a3e305-6c2d-48b4-bbd7-831e7015a8b5 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags/tempest-TagsExtTest-Tag-1185112898 HTTP/1.1" status: 404  len: 329 time: 0.1580603
Dec 21 10:09:10.503318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41714) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:10.508822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-a241f116-a0d9-434a-bd8d-6194519ea754 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fede27278>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6', 'tempest-TagsExtTest-Tag-1059160562') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:10.528545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-9fc59b03-0f96-4d2f-9a19-f464a1d2918c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:09:10.529707 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-9fc59b03-0f96-4d2f-9a19-f464a1d2918c service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.3124311
Dec 21 10:09:10.599856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dffa9-a4ed-44fc-9fd4-3ab0fd004c3f None None] Pushing event updated for resources: {'Port': ['ID=0056be7f-abac-49cb-966c-8f0638ef49f4,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:10.609351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d34dffa9-a4ed-44fc-9fd4-3ab0fd004c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:10.730809 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1563b2dc-794f-48b6-a1c6-c27c51aa3943 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df5cc62b79ad4459b5be9154b2e694d9&name=default HTTP/1.1" status: 200  len: 2883 time: 0.3971529
Dec 21 10:09:10.736849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41718) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:10.768650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe782d630>,) {'filters': {'network_id': ['dcbd457d-fce5-4af3-bc23-9e006ae7ab04']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:10.772259 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ed4ec497-afb4-4d17-a332-d436ff1c46a1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7bda989bb8ca4a7d996fe50f3899b224&name=default HTTP/1.1" status: 200  len: 2879 time: 0.4596622
Dec 21 10:09:10.778597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41722) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:10.819061 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-a241f116-a0d9-434a-bd8d-6194519ea754 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:10.820237 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a241f116-a0d9-434a-bd8d-6194519ea754 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags/tempest-TagsExtTest-Tag-1059160562 HTTP/1.1" status: 404  len: 329 time: 0.3159373
Dec 21 10:09:10.828038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41724) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:10.836947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-2267061a-a685-4d93-89e7-04d1b9149bce tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2feca885c0>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1', {'tags': ['tempest-TagsExtTest-Tag-1757252407', 'tempest-TagsExtTest-Tag-1228624933', 'tempest-TagsExtTest-Tag-803440476']}) {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:10.847249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Attempting to bind port 0056be7f-abac-49cb-966c-8f0638ef49f4 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:09:10.848854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Attempting to bind port 0056be7f-abac-49cb-966c-8f0638ef49f4 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:09:10.849399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Attempting to bind port 0056be7f-abac-49cb-966c-8f0638ef49f4 on network c4dcb762-02b2-497a-b12d-d0dc02960356 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:09:10.856188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:09:10.856798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Checking segment: {'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:10.857362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:10.857942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Bound using segment: {'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:09:10.860602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Bound port: 0056be7f-abac-49cb-966c-8f0638ef49f4, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:09:10.860602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:10.907894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe782d630>, '2a9a14b6-7baf-4b40-9329-6c20a7e54273') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:10.908224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe782d630>, '2a9a14b6-7baf-4b40-9329-6c20a7e54273') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:10.915637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67f607f2-6ce3-48ed-b289-2f29c9e66b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:10.935956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:10.955892 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-c1d00524-4d9d-4dc5-8116-c5a3977b7eb6 service neutron] 10.222.0.16 "GET /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5095997
Dec 21 10:09:10.962628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67f607f2-6ce3-48ed-b289-2f29c9e66b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:10.980509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2267061a-a685-4d93-89e7-04d1b9149bce tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags HTTP/1.1" status: 200  len: 317 time: 0.1481390
Dec 21 10:09:10.986041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41730) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:10.993314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] For port 0056be7f-abac-49cb-966c-8f0638ef49f4, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:09:10.995260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-027a748e-31f7-4f63-9b72-d868e50f5af7 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e62e80>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:10.997158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] For port 0056be7f-abac-49cb-966c-8f0638ef49f4, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0056be7f-abac-49cb-966c-8f0638ef49f4,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:09:11.002489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:11.022455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:11.034927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:11.057200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Releasing vxlan tunnel 10 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:09:11.091340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67f607f2-6ce3-48ed-b289-2f29c9e66b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:11.097601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-649a5e3f-ab7b-4e5f-8789-a8d6a875909b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:11.098632 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-81cb2bf1-dc46-4d7c-aa49-11dcccd8cfa3 service neutron] 10.222.0.45 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5482285
Dec 21 10:09:11.116264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f607f2-6ce3-48ed-b289-2f29c9e66b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3865dad4-6ee5-49b7-9436-5fb1ed625f01,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:11.122791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-67f607f2-6ce3-48ed-b289-2f29c9e66b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:11.126055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-67f607f2-6ce3-48ed-b289-2f29c9e66b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:11.127197 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-67f607f2-6ce3-48ed-b289-2f29c9e66b1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3865dad4-6ee5-49b7-9436-5fb1ed625f01 HTTP/1.1" status: 204  len: 168 time: 0.3892329
Dec 21 10:09:11.142876 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-027a748e-31f7-4f63-9b72-d868e50f5af7 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags HTTP/1.1" status: 204  len: 168 time: 0.1561286
Dec 21 10:09:11.145822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41736) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:11.152952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-17cda4c6-4387-4d10-8042-21bf9fbef173 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe745a400>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1', 'tempest-TagsExtTest-Tag-1757252407') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:11.224193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dffa9-a4ed-44fc-9fd4-3ab0fd004c3f None None] Pushing event updated for resources: {'Port': ['ID=0056be7f-abac-49cb-966c-8f0638ef49f4,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:11.227700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d34dffa9-a4ed-44fc-9fd4-3ab0fd004c3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:11.244940 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f18ca1-7778-4419-b166-6666a572e149 req-1b708694-b6c8-498b-9b2f-593d2fed2ee1 service neutron] 10.222.0.16 "GET /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2638149
Dec 21 10:09:11.264127 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-17cda4c6-4387-4d10-8042-21bf9fbef173 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:11.265996 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-17cda4c6-4387-4d10-8042-21bf9fbef173 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags/tempest-TagsExtTest-Tag-1757252407 HTTP/1.1" status: 404  len: 329 time: 0.1185954
Dec 21 10:09:11.269704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41740) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:11.280715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-0577b594-a48b-4aaa-b54d-ade88d7b340c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fed511b70>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1', 'tempest-TagsExtTest-Tag-1228624933') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:11.328473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Routers {'0c695abe-3d0b-4fe4-abe0-9080e141897b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:11.329351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec2bfba8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:08:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['0c695abe-3d0b-4fe4-abe0-9080e141897b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:11.350717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7ebe-511e-4cdb-a1a6-0a2216f55911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:11.505594 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-0577b594-a48b-4aaa-b54d-ade88d7b340c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:11.507516 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0577b594-a48b-4aaa-b54d-ade88d7b340c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags/tempest-TagsExtTest-Tag-1228624933 HTTP/1.1" status: 404  len: 329 time: 0.2356272
Dec 21 10:09:11.512425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41746) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:11.528478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-ec939346-f55f-43cf-a143-289b80a3f042 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d75dd8>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1', 'tempest-TagsExtTest-Tag-803440476') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:11.557480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] Set router 0c695abe-3d0b-4fe4-abe0-9080e141897b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:11.686950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7ebe-511e-4cdb-a1a6-0a2216f55911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:11.755889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:11.776873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:11.810148 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-ec939346-f55f-43cf-a143-289b80a3f042 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:11.811418 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ec939346-f55f-43cf-a143-289b80a3f042 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags/tempest-TagsExtTest-Tag-803440476 HTTP/1.1" status: 404  len: 328 time: 0.2973061
Dec 21 10:09:11.816369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41752) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:11.826118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-1be4fd8e-5b20-4023-94fd-80ca045f1e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe77f1048>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01', {'tags': ['tempest-TagsExtTest-Tag-1027704486', 'tempest-TagsExtTest-Tag-859521109', 'tempest-TagsExtTest-Tag-2019410148']}) {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:12.035102 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1be4fd8e-5b20-4023-94fd-80ca045f1e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags HTTP/1.1" status: 200  len: 317 time: 0.2173166
Dec 21 10:09:12.037663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41760) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:12.044119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-5c04a0f4-1623-4d72-a364-163315886d4d tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe745a9e8>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:12.118320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:12.132884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec2bfba8>, [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:09:02Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0056be7f-abac-49cb-966c-8f0638ef49f4', 'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'mac_address': 'fa:16:3e:58:1d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:55Z', 'updated_at': '2020-12-21T10:09:10Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'subnets': [{'id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:12.137605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750f260f-1124-4d90-bc30-ec336d595a8c None None] The sync data for ids ['0c695abe-3d0b-4fe4-abe0-9080e141897b'] in dv-neutron-601336-62-ovs is: [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:09:02Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0056be7f-abac-49cb-966c-8f0638ef49f4', 'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'mac_address': 'fa:16:3e:58:1d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:55Z', 'updated_at': '2020-12-21T10:09:10Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'subnets': [{'id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:12.157273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network dcbd457d-fce5-4af3-bc23-9e006ae7ab04 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:12.261051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c04a0f4-1623-4d72-a364-163315886d4d tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags HTTP/1.1" status: 204  len: 168 time: 0.2221546
Dec 21 10:09:12.265011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41768) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:12.279300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-09bf9928-cd10-487d-ae92-2c8a8d2dcd77 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe75829e8>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01', 'tempest-TagsExtTest-Tag-1027704486') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:09:12.323234 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:09:12.354116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:12.376798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:12.399923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:12.426211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0805abba-3b9c-4627-ad2a-28985a0dfefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:12.445697 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-ade79290-b5b8-4e0c-9808-a4353550ac21 service neutron] 10.222.0.45 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.1998303
Dec 21 10:09:12.447935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-f77b4832-d391-440b-8f81-4e1146bd7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:12.449630 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-f77b4832-d391-440b-8f81-4e1146bd7c8e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 1161 time: 1.0754886
Dec 21 10:09:12.456623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Network': ['ID=dcbd457d-fce5-4af3-bc23-9e006ae7ab04,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:12.527947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-09bf9928-cd10-487d-ae92-2c8a8d2dcd77 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:12.530037 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-09bf9928-cd10-487d-ae92-2c8a8d2dcd77 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags/tempest-TagsExtTest-Tag-1027704486 HTTP/1.1" status: 404  len: 329 time: 0.2632344
Dec 21 10:09:12.537161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41774) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:12.544157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0056be7f-abac-49cb-966c-8f0638ef49f4 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:12.547517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-74ca3920-a1e9-4818-aa00-7c690aba661a tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe71f0f98>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01', 'tempest-TagsExtTest-Tag-859521109') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:12.628105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:12.693315 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/networks/dcbd457d-fce5-4af3-bc23-9e006ae7ab04 HTTP/1.1" status: 204  len: 168 time: 5.0938299
Dec 21 10:09:12.697969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41780) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:12.747423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:12.758191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 0056be7f-abac-49cb-966c-8f0638ef49f4 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:12.770935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0056be7f-abac-49cb-966c-8f0638ef49f4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:12.771361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:12.779711 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-74ca3920-a1e9-4818-aa00-7c690aba661a tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:12.780925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-74ca3920-a1e9-4818-aa00-7c690aba661a tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags/tempest-TagsExtTest-Tag-859521109 HTTP/1.1" status: 404  len: 328 time: 0.2422504
Dec 21 10:09:12.784967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41786) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:12.789144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7ebe-511e-4cdb-a1a6-0a2216f55911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:12.790769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-cb3d4a05-1a26-4bc5-b8c5-d4bb9892ccc8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fed586fd0>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01', 'tempest-TagsExtTest-Tag-2019410148') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:12.794261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a7f7ebe-511e-4cdb-a1a6-0a2216f55911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:12.799646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5a7f7ebe-511e-4cdb-a1a6-0a2216f55911 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7734e235-0f27-456d-93dd-dbac97beddae HTTP/1.1" status: 204  len: 168 time: 1.9603899
Dec 21 10:09:12.824307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8ea628b8-e8e7-4a32-8377-3d767a22274e tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:13.022444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:13.053201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 87ddf9c5-6e69-4378-877d-e0830a058504 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:13.162557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 0056be7f-abac-49cb-966c-8f0638ef49f4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0056be7f-abac-49cb-966c-8f0638ef49f4,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:13.170772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:13.184122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7baa2ea3-028b-4c52-8abb-909958d81209 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:13.220731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f7ebe-511e-4cdb-a1a6-0a2216f55911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7734e235-0f27-456d-93dd-dbac97beddae,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:13.271862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=0056be7f-abac-49cb-966c-8f0638ef49f4,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:13.286582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a7f7ebe-511e-4cdb-a1a6-0a2216f55911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:13.297158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 87ddf9c5-6e69-4378-877d-e0830a058504 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:13.303064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:13.318653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f3b24-37dc-487d-8037-e24d61e97027 req-54529ec1-ed46-4c3c-b28e-37f136f1f5c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:13.319562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 87ddf9c5-6e69-4378-877d-e0830a058504 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:13.320095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:13.330275 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-066f3b24-37dc-487d-8037-e24d61e97027 req-54529ec1-ed46-4c3c-b28e-37f136f1f5c5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 944 time: 1.4857545
Dec 21 10:09:13.332787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-80f04e6c-e433-4fb6-997c-ef0ddc43a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:13.334463 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-80f04e6c-e433-4fb6-997c-ef0ddc43a3ff service neutron] 10.222.0.16 "GET /v2.0/networks?id=7561b32c-2f1f-4f69-ac98-e59b44cb6446 HTTP/1.1" status: 200  len: 891 time: 0.8729167
Dec 21 10:09:13.375755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b549e035-e4a9-4155-9893-b3b100a34346 req-dda8e652-bb1b-4480-8d35-caaf351c4021 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 210 time: 0.4429085
Dec 21 10:09:13.400470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41800) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:13.462067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:13.606695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:13.617063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-cb3d4a05-1a26-4bc5-b8c5-d4bb9892ccc8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:13.622467 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cb3d4a05-1a26-4bc5-b8c5-d4bb9892ccc8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags/tempest-TagsExtTest-Tag-2019410148 HTTP/1.1" status: 404  len: 329 time: 0.8361464
Dec 21 10:09:13.623439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41810) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:13.634673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-588a258b-d758-412b-b84a-93810df58f3c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe71c76a0>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999', {'tags': ['tempest-TagsExtTest-Tag-1286896827', 'tempest-TagsExtTest-Tag-1462507146', 'tempest-TagsExtTest-Tag-1212511051']}) {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:13.708619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 87ddf9c5-6e69-4378-877d-e0830a058504, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=87ddf9c5-6e69-4378-877d-e0830a058504,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:13.712169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:09:13.724117 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-588a258b-d758-412b-b84a-93810df58f3c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "PUT /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags HTTP/1.1" status: 200  len: 318 time: 0.0989697
Dec 21 10:09:13.724475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41818) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:13.729457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:13.734528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d34dffa9-a4ed-44fc-9fd4-3ab0fd004c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:13.739114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-e14fee93-f962-4896-8f47-a311d108eb6a tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2feeaae048>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:13.818108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-831750439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:13.825747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:13.835526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Usage tracker for resource:router and tenant:629ce65bfd6f4d04a7b9d6b421ae14af is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:13.839529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:13.861839 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504', 'code': 200}
Dec 21 10:09:13.867293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:13.880116 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e14fee93-f962-4896-8f47-a311d108eb6a tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags HTTP/1.1" status: 204  len: 168 time: 0.1542840
Dec 21 10:09:13.881407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41828) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:13.888960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-df64e23a-085e-44ca-bf15-873927aa8563 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fecc52080>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999', 'tempest-TagsExtTest-Tag-1286896827') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:13.917780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:13.919399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:13.941840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-df64e23a-085e-44ca-bf15-873927aa8563 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:13.945966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-df64e23a-085e-44ca-bf15-873927aa8563 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags/tempest-TagsExtTest-Tag-1286896827 HTTP/1.1" status: 404  len: 329 time: 0.0590107
Dec 21 10:09:13.948141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=87ddf9c5-6e69-4378-877d-e0830a058504,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:13.951229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:13.953759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:13.967750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41832) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:13.976978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-236a2833-9651-4421-b099-0f09215e6e71 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe71f0a20>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999', 'tempest-TagsExtTest-Tag-1462507146') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:13.993157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:14.048066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:14.052965 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a408044a-6a96-43a4-8db6-d7fbd0e7c988 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.6513615
Dec 21 10:09:14.054722 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-236a2833-9651-4421-b099-0f09215e6e71 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:14.059440 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-236a2833-9651-4421-b099-0f09215e6e71 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags/tempest-TagsExtTest-Tag-1462507146 HTTP/1.1" status: 404  len: 329 time: 0.0902836
Dec 21 10:09:14.060812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41838) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:14.061462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41840) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:14.070997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1342495283'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:14.082472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-dfb07f3c-7195-46c6-9d48-86a6f78c9a00 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe78e1080>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999', 'tempest-TagsExtTest-Tag-1212511051') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:14.102869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:14.118612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Usage tracker for resource:network and tenant:629ce65bfd6f4d04a7b9d6b421ae14af is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:14.122967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:14.134032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:14.150891 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-dfb07f3c-7195-46c6-9d48-86a6f78c9a00 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] show failed (client error): The resource could not be found.
Dec 21 10:09:14.154686 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dfb07f3c-7195-46c6-9d48-86a6f78c9a00 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags/tempest-TagsExtTest-Tag-1212511051 HTTP/1.1" status: 404  len: 329 time: 0.0898848
Dec 21 10:09:14.156943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Made reservation on behalf of 629ce65bfd6f4d04a7b9d6b421ae14af for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:14.163941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:14.188619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41848) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:14.198194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-221b0e9d-f8eb-4017-b41c-a2a691eae574 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fed8804a8>, 'subnetpools', '7cb6b5d6-37c6-4059-bf1f-eee653c20999') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:14.219340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:14.245445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:14.258007 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-066f3b24-37dc-487d-8037-e24d61e97027 req-21772fe2-7228-4651-973b-a26e0b065887 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9266961
Dec 21 10:09:14.264667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Usage tracker for resource:security_group_rule and tenant:629ce65bfd6f4d04a7b9d6b421ae14af is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:14.270845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:14.285013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:14.292222 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-221b0e9d-f8eb-4017-b41c-a2a691eae574 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999/tags HTTP/1.1" status: 204  len: 168 time: 0.1020529
Dec 21 10:09:14.294267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41854) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:14.303546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-6808845e-ae7b-43a9-b772-15dbdfdbe74f tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7252a90>, 'routers', 'dd99b926-ea02-46d0-9a4b-50d099b08f01') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:14.420395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-c487b47c-7565-460b-be18-b33e0fea9b3d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ddf9c5-6e69-4378-877d-e0830a058504 HTTP/1.1" status: 200  len: 217 time: 1.0160890
Dec 21 10:09:14.477803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0056be7f-abac-49cb-966c-8f0638ef49f4 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:14.573265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0056be7f-abac-49cb-966c-8f0638ef49f4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:14.573641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:14.633330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6808845e-ae7b-43a9-b772-15dbdfdbe74f tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01/tags HTTP/1.1" status: 204  len: 168 time: 0.3376687
Dec 21 10:09:14.635695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41864) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:14.648801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-6410145d-1e29-4f33-b0a9-29e67ce55c98 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3e940>, 'ports', 'aae38ef9-6030-40ad-a127-5db94ca4d5a1') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:14.721170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 87ddf9c5-6e69-4378-877d-e0830a058504 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:14.727016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41868) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:14.750763 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6b7e4957-f54c-4f84-9343-d23dee17022b req-1bcb7af9-23b7-4a95-a9b8-343cfc9c49a4 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 210 time: 0.2243865
Dec 21 10:09:14.770485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:14.835738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:14.839755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6410145d-1e29-4f33-b0a9-29e67ce55c98 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1/tags HTTP/1.1" status: 204  len: 168 time: 0.2028723
Dec 21 10:09:14.842884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41874) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:14.849861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-dd9a4472-d8ad-42ba-b466-e5a9a4cdfa58 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fecbfd6a0>, 'subnets', 'b4802490-d63d-4363-97dc-cf22b5ac3de6') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:14.885502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:14.903665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:09:14.920305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-49306572'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:14.920846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-efadd12d-8209-4b55-a6bd-6c98d0a39355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:14.922863 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-efadd12d-8209-4b55-a6bd-6c98d0a39355 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cce962ac-6124-4ed8-83e5-77d69b828f07 HTTP/1.1" status: 200  len: 835 time: 0.4041107
Dec 21 10:09:14.927121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:14.931751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Usage tracker for resource:network and tenant:d86f4230c27e44f0a7d5d0589a90f954 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:14.935000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:14.942642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:14.948344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d145f-194e-44f5-90fe-a529abdbd5fc req-8d86ed42-fd92-4d85-8c54-3c04122a8b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:14.949375 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-010d145f-194e-44f5-90fe-a529abdbd5fc req-8d86ed42-fd92-4d85-8c54-3c04122a8b73 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 1163 time: 0.6684911
Dec 21 10:09:14.952218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26614bf1-5ade-446e-a4c1-9c6bc7991828 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:14.990200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Made reservation on behalf of d86f4230c27e44f0a7d5d0589a90f954 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:14.994174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 87ddf9c5-6e69-4378-877d-e0830a058504 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:14.994707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:14.997530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.011082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.011797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Added segment 2d7fa33a-bdf5-4b14-824a-b8f33e50b689 of type vxlan for network 38125d6c-6dee-4510-8930-c414e2b4412b
Dec 21 10:09:15.043604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.072142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'SecurityGroup': ['ID=16ab4dbe-57ef-4b60-8b4e-803bef592816,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:15.088973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:15.093199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:15.100149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Usage tracker for resource:security_group_rule and tenant:d86f4230c27e44f0a7d5d0589a90f954 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:15.101189 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-010d145f-194e-44f5-90fe-a529abdbd5fc req-fd1b305a-a01f-43c6-aa9f-5b63f5c02e51 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1155300
Dec 21 10:09:15.106077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:15.112028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.122896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:15.185556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dd9a4472-d8ad-42ba-b466-e5a9a4cdfa58 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6/tags HTTP/1.1" status: 204  len: 168 time: 0.3412421
Dec 21 10:09:15.195760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.196120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41878) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:15.198963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:15.199329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.208877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c1d0f48-04dc-4eaf-842d-d572fd719e9e tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:15.273226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-e924d277-fa42-4c91-b903-2891dcd3b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:15.274914 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-e924d277-fa42-4c91-b903-2891dcd3b566 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7561b32c-2f1f-4f69-ac98-e59b44cb6446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3326175
Dec 21 10:09:15.352030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'Network': ['ID=38125d6c-6dee-4510-8930-c414e2b4412b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:15.364843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 38125d6c-6dee-4510-8930-c414e2b4412b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:15.412058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.417272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:15.419136 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 1.3562779
Dec 21 10:09:15.420362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.425900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41886) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:15.426663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-66fe8be8-931d-4c94-809b-cc86fc646401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:15.448752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Request body: {'subnet': {'network_id': '38125d6c-6dee-4510-8930-c414e2b4412b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:15.495166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb133a4-5d66-4e0a-b562-2499247778d4 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for subnetpool, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.496797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aeb133a4-5d66-4e0a-b562-2499247778d4 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/subnetpools/7cb6b5d6-37c6-4059-bf1f-eee653c20999 HTTP/1.1" status: 204  len: 168 time: 0.2991860
Dec 21 10:09:15.500802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41890) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:15.534889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:09:15.541076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 38125d6c-6dee-4510-8930-c414e2b4412b details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:15.652382 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-585152e7-dbdd-4e91-9636-4d4222f737bf tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "GET /v2.0/ports?device_id=dd99b926-ea02-46d0-9a4b-50d099b08f01 HTTP/1.1" status: 200  len: 205 time: 0.1500823
Dec 21 10:09:15.666099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41894) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:15.679006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.679376 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Added segment 57c6aacc-32c5-460a-8205-4692594510d7 of type vxlan for network 5520dd0b-5b57-4477-a997-6fa7686c8670
Dec 21 10:09:15.695460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:15.760726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Pushing event updated for resources: {'SecurityGroup': ['ID=14977d2b-8229-4f22-a45e-4eb1ffb7f641,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:15.858173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Usage tracker for resource:subnet and tenant:629ce65bfd6f4d04a7b9d6b421ae14af is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:15.863960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28cd54fa-0004-4535-bd54-3f6900afee82 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:15.925084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:15.933745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:16.023307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:16.040510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:16.097069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-8f52f2a2-1351-4179-b8ec-9146883c238d service neutron] 10.222.0.16 "GET /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7908475
Dec 21 10:09:16.124208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Made reservation on behalf of 629ce65bfd6f4d04a7b9d6b421ae14af for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:16.136476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2276ed9e-c0d9-46c6-9a46-3b4896bfbdae req-a7e8e2ba-1c90-4d80-ac85-3615e4a8f7e6 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 210 time: 0.1248796
Dec 21 10:09:16.143661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11cbe5-914d-4014-87ad-93bf626cf4b8 req-2f2ec66d-9dd0-400b-a4ac-3658edfa3324 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:16.145167 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a11cbe5-914d-4014-87ad-93bf626cf4b8 req-2f2ec66d-9dd0-400b-a4ac-3658edfa3324 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 946 time: 0.5851989
Dec 21 10:09:16.288251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-c00af279-d353-4234-9b0f-90dfdd716047 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:16.290004 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-c00af279-d353-4234-9b0f-90dfdd716047 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.16 "GET /v2.0/networks?id=c4dcb762-02b2-497a-b12d-d0dc02960356 HTTP/1.1" status: 200  len: 797 time: 0.5288939
Dec 21 10:09:16.324125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:09:16.345922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28cd54fa-0004-4535-bd54-3f6900afee82 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:16.352298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:16.368530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28cd54fa-0004-4535-bd54-3f6900afee82 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:16.386723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a11cbe5-914d-4014-87ad-93bf626cf4b8 req-1286acef-7c8a-4f3b-918b-d13344838f71 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2204421
Dec 21 10:09:16.402805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:16.407967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:16.408611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:16.424655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:16.541065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6c3739f2-69d5-431c-9a12-5e1c9a2feef4 req-1e832b66-92d9-46a9-b496-5c14ad1ff365 service neutron] 10.222.0.16 "GET /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3874655
Dec 21 10:09:16.549588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28cd54fa-0004-4535-bd54-3f6900afee82 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:16.550457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cd54fa-0004-4535-bd54-3f6900afee82 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Fanout notify agent at l3_agent the message router_deleted on router dd99b926-ea02-46d0-9a4b-50d099b08f01 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:09:16.565277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-0539ae9c-1122-4e63-b6c5-7575192b10ee tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6997503f819e451c83744b9fdb33895a HTTP/1.1" status: 200  len: 7773 time: 0.2561696
Dec 21 10:09:16.576291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'port': {'device_id': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'admin_state_up': True, 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'security_groups': ['c6e0a08b-b463-470d-9506-196e19978790']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:16.598811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 1383f967-c89a-4a93-9a50-ab4c71020e1a {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:16.599360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:16.637654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Pushing event updated for resources: {'Network': ['ID=5520dd0b-5b57-4477-a997-6fa7686c8670,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:16.644591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.9086490
Dec 21 10:09:16.645891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:16.652248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28cd54fa-0004-4535-bd54-3f6900afee82 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:16.655796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:16.656024 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28cd54fa-0004-4535-bd54-3f6900afee82 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/routers/dd99b926-ea02-46d0-9a4b-50d099b08f01 HTTP/1.1" status: 204  len: 168 time: 0.9619112
Dec 21 10:09:16.656024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41904) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:16.658643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41906) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:16.666102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Request body: {'subnet': {'network_id': '5520dd0b-5b57-4477-a997-6fa7686c8670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:16.669604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:16.913348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:16.933658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:16.962977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port 1383f967-c89a-4a93-9a50-ab4c71020e1a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1383f967-c89a-4a93-9a50-ab4c71020e1a,segment=NetworkSegment(dcd37d1e-4793-4643-b522-3668b4b2fe02),segment_id=dcd37d1e-4793-4643-b522-3668b4b2fe02)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:16.963391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:16.972476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Made reservation on behalf of 6997503f819e451c83744b9fdb33895a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:16.978195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:17.195281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-390bc3c9-ad5a-40b8-9259-b3d958ea4806 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Deleting port aae38ef9-6030-40ad-a127-5db94ca4d5a1 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:17.195697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-390bc3c9-ad5a-40b8-9259-b3d958ea4806 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:17.257022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:17.281869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Usage tracker for resource:subnet and tenant:d86f4230c27e44f0a7d5d0589a90f954 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:17.290802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:17.337289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:17.404680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Made reservation on behalf of d86f4230c27e44f0a7d5d0589a90f954 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:17.430550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 1383f967-c89a-4a93-9a50-ab4c71020e1a owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:17.556208 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a177b40e-aeb3-4dd0-9298-4de27bf9d8e1 req-d70e8dfb-9f39-4b9a-8602-1b4885cf0173 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 210 time: 0.0841038
Dec 21 10:09:17.708027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:17.786457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-390bc3c9-ad5a-40b8-9259-b3d958ea4806 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:17.864625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917b896-e705-4803-94c9-50f71ff120bc req-addf8ed2-5f69-4e7c-8c17-154a553094e5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:17.866354 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d917b896-e705-4803-94c9-50f71ff120bc req-addf8ed2-5f69-4e7c-8c17-154a553094e5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 946 time: 0.3231614
Dec 21 10:09:18.042350 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d917b896-e705-4803-94c9-50f71ff120bc req-11f4ca03-c29a-4c24-8918-e0ecfda60737 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1653168
Dec 21 10:09:18.047097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-390bc3c9-ad5a-40b8-9259-b3d958ea4806 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Calling delete_port for aae38ef9-6030-40ad-a127-5db94ca4d5a1 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:18.082969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:18.098091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Allocated IP 172.20.0.13 (c4dcb762-02b2-497a-b12d-d0dc02960356/41bbd9e0-bd21-44e2-ad32-c28db39daba4/5f398165-658d-40b2-896d-0627144779c7) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:18.102714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:18.167289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Port': ['ID=1383f967-c89a-4a93-9a50-ab4c71020e1a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:18.176182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:18.400047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-390bc3c9-ad5a-40b8-9259-b3d958ea4806 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:18.424268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b116fea-a465-429e-9879-523b4f786f4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:18.496523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390bc3c9-ad5a-40b8-9259-b3d958ea4806 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Pushing event deleted for resources: {'Port': ['ID=aae38ef9-6030-40ad-a127-5db94ca4d5a1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:18.508883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:18.548705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-390bc3c9-ad5a-40b8-9259-b3d958ea4806 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:18.601046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dd40e7-2a2c-4d16-a04a-66b6d1c8c80c req-79211e85-469e-4018-98de-55d0885b1222 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:18.603635 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4dd40e7-2a2c-4d16-a04a-66b6d1c8c80c req-79211e85-469e-4018-98de-55d0885b1222 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 946 time: 0.3680131
Dec 21 10:09:18.614548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1001d5e-a43a-445f-a637-721396ef3e7d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:18.738315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:18.791460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:18.846924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'Subnet': ['ID=d1822c09-68cb-4ad5-a581-207fa7b2606f,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:18.853219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-609993e3-ce78-49fc-8f8e-311a10eca9d1 req-ffde9328-2ed2-419b-ac95-fa89b535e817 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 210 time: 0.1207089
Dec 21 10:09:18.857525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:18.863988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Transition to ACTIVE for port object 5f398165-658d-40b2-896d-0627144779c7 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:18.867197 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4dd40e7-2a2c-4d16-a04a-66b6d1c8c80c req-66a8c245-2272-44e4-ad8d-2ea1f0aa083d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1990464
Dec 21 10:09:18.920310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41920) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:19.045608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:19.050423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-390bc3c9-ad5a-40b8-9259-b3d958ea4806 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:19.068391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ade9b092-7a54-4af4-aedd-3a83425a4780 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:19.081303 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-390bc3c9-ad5a-40b8-9259-b3d958ea4806 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/ports/aae38ef9-6030-40ad-a127-5db94ca4d5a1 HTTP/1.1" status: 204  len: 168 time: 2.4203603
Dec 21 10:09:19.084260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Checking segment: {'id': '2d7fa33a-bdf5-4b14-824a-b8f33e50b689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38125d6c-6dee-4510-8930-c414e2b4412b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:19.084656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network hostable DHCP agents. Network: 38125d6c-6dee-4510-8930-c414e2b4412b, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:09:19.089227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41924) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:19.185900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network 38125d6c-6dee-4510-8930-c414e2b4412b is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:09:19.264668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 38125d6c-6dee-4510-8930-c414e2b4412b) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:19.272734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca018211-0326-4ffe-ad4b-caaf6ffccc36 None None] Network 38125d6c-6dee-4510-8930-c414e2b4412b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:19.318598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:19.319537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:19.379513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88f68cd-fe1d-47a0-ac57-4b3d76d92a42 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:19.381792 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e88f68cd-fe1d-47a0-ac57-4b3d76d92a42 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 1158 time: 0.4603975
Dec 21 10:09:19.402450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41928) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:19.408394 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.9719491
Dec 21 10:09:19.418112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41932) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:19.421307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:19.443840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Request body: {'network': {'name': 'tempest-router-network01--868905502'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:19.456464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d8f9e65-fa6d-4153-89e2-5ff77b3a8045 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:19.481365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '87ddf9c5-6e69-4378-877d-e0830a058504', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:19.508346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:19.519006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'Port': ['ID=5f398165-658d-40b2-896d-0627144779c7,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:19.522573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:19.523891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:19.552088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Usage tracker for resource:network and tenant:629ce65bfd6f4d04a7b9d6b421ae14af is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:19.557230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:19.573369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-38125d6c-6dee-4510-8930-c414e2b4412b', 'network_id': '38125d6c-6dee-4510-8930-c414e2b4412b', 'tenant_id': '629ce65bfd6f4d04a7b9d6b421ae14af', 'fixed_ips': [{'subnet_id': 'd1822c09-68cb-4ad5-a581-207fa7b2606f'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:09:19.574933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:19.575134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:19.635617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:floatingip and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:19.646951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:19.663649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:19.679685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Network c4dcb762-02b2-497a-b12d-d0dc02960356 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:19.680032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Pushing event updated for resources: {'Subnet': ['ID=98628eef-ae8d-4884-8640-11d5f5c717cc,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:19.686251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:19.688196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b175a5f-046e-4fdc-b81d-30575a4cf336 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Deleting subnet b4802490-d63d-4363-97dc-cf22b5ac3de6 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:09:19.691019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:09:19.691979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:19.692141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b175a5f-046e-4fdc-b81d-30575a4cf336 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:19.731518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:19.740820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Made reservation on behalf of 629ce65bfd6f4d04a7b9d6b421ae14af for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:19.747394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:19.753233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:19.819032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b175a5f-046e-4fdc-b81d-30575a4cf336 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:19.886295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:09:19.937720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:19.939764 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Added segment c6da5d68-555e-4ca2-a28a-a22a1b0fb226 of type vxlan for network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe
Dec 21 10:09:19.955427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Allocated IP 172.20.0.2 (38125d6c-6dee-4510-8930-c414e2b4412b/d1822c09-68cb-4ad5-a581-207fa7b2606f/72f4c7be-836c-4709-9837-811f7439e66b) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:19.979913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Checking segment: {'id': '57c6aacc-32c5-460a-8205-4692594510d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5520dd0b-5b57-4477-a997-6fa7686c8670'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:19.980560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Network hostable DHCP agents. Network: 5520dd0b-5b57-4477-a997-6fa7686c8670, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:09:20.037394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.054545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b175a5f-046e-4fdc-b81d-30575a4cf336 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.062518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5b91e6c4-fb12-432c-a598-f0cccbd4120e None None] Provisioning for port 5f398165-658d-40b2-896d-0627144779c7 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:20.086173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:09:20.120150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5b91e6c4-fb12-432c-a598-f0cccbd4120e None None] Provisioning complete for port 5f398165-658d-40b2-896d-0627144779c7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:20.120666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b91e6c4-fb12-432c-a598-f0cccbd4120e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.122619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 5520dd0b-5b57-4477-a997-6fa7686c8670) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:20.164044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da28cdf9-ed52-4519-aed0-47c1d00cf04e None None] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:20.185567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:20.186425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.221569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.225730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:20.226613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.237636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:20.249421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5b91e6c4-fb12-432c-a598-f0cccbd4120e None None] Port 5f398165-658d-40b2-896d-0627144779c7 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:20.351983 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.6954455
Dec 21 10:09:20.364464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41938) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:20.372464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:20.378846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:20.379431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.380459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Request body: {'port': {'network_id': '5520dd0b-5b57-4477-a997-6fa7686c8670', 'name': 'tempest-ExtraDHCPOptionsTestJSON-106010123'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:20.388409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:20.405608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:20.407332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed9d95c0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:20.478822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.502802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Transition to ACTIVE for port object 72f4c7be-836c-4709-9837-811f7439e66b will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:20.508962 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.8087394
Dec 21 10:09:20.510944 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.9390779
Dec 21 10:09:20.511829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41942) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:20.553010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:20.579000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-5520dd0b-5b57-4477-a997-6fa7686c8670', 'network_id': '5520dd0b-5b57-4477-a997-6fa7686c8670', 'tenant_id': 'd86f4230c27e44f0a7d5d0589a90f954', 'fixed_ips': [{'subnet_id': '98628eef-ae8d-4884-8640-11d5f5c717cc'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:09:20.579901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.582642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Request body: {'port': {'device_id': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:20.603199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Transition to ACTIVE for port object 72f4c7be-836c-4709-9837-811f7439e66b will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:20.659230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.675053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d6825-d741-4908-ac5a-e0366e966679 req-a8677633-2242-48b5-9ca9-96138d379f9c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:20.676101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0917ab11-cb61-4621-a143-9e9270caabb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:20.676283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3c6d6825-d741-4908-ac5a-e0366e966679 req-a8677633-2242-48b5-9ca9-96138d379f9c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Synchronizing usage tracker for tenant:6997503f819e451c83744b9fdb33895a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:20.700975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed9d95c0>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:09:17Z', 'revision_number': 11, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:20.706337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:09:20.716615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:20.717740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed9d95c0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:20.800829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3c6d6825-d741-4908-ac5a-e0366e966679 req-a8677633-2242-48b5-9ca9-96138d379f9c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Unset dirty status for tenant:6997503f819e451c83744b9fdb33895a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:20.802091 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3c6d6825-d741-4908-ac5a-e0366e966679 req-a8677633-2242-48b5-9ca9-96138d379f9c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 932 time: 0.6760731
Dec 21 10:09:20.865162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:20.874022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Network 38125d6c-6dee-4510-8930-c414e2b4412b is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:20.877908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:20.902199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.948582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:20.985909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed9d95c0>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:09:17Z', 'revision_number': 11, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:20.990873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcebea9-7683-40e9-a9cd-01a455c6ef04 None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:09:17Z', 'revision_number': 11, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:20.997807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:21.039235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 1.6082919
Dec 21 10:09:21.049545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41946) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:21.124129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Pushing event updated for resources: {'Port': ['ID=72f4c7be-836c-4709-9837-811f7439e66b,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:21.127796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Request body: {'network': {'name': 'tempest-router-network02--1273924176'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:21.134429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:21.137581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:21.138856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Usage tracker for resource:network and tenant:629ce65bfd6f4d04a7b9d6b421ae14af is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:21.142726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Quota usage for network was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:21.146121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Attempting to bind port 72f4c7be-836c-4709-9837-811f7439e66b on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:09:21.146500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Attempting to bind port 72f4c7be-836c-4709-9837-811f7439e66b by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '2d7fa33a-bdf5-4b14-824a-b8f33e50b689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38125d6c-6dee-4510-8930-c414e2b4412b'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:09:21.146915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Attempting to bind port 72f4c7be-836c-4709-9837-811f7439e66b on network 38125d6c-6dee-4510-8930-c414e2b4412b {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:09:21.149549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:21.157346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:09:21.157800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Checking segment: {'id': '2d7fa33a-bdf5-4b14-824a-b8f33e50b689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38125d6c-6dee-4510-8930-c414e2b4412b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:21.158257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.158701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Bound using segment: {'id': '2d7fa33a-bdf5-4b14-824a-b8f33e50b689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38125d6c-6dee-4510-8930-c414e2b4412b'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:09:21.159372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Bound port: 72f4c7be-836c-4709-9837-811f7439e66b, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7fa33a-bdf5-4b14-824a-b8f33e50b689', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38125d6c-6dee-4510-8930-c414e2b4412b'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:09:21.159803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.186254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3c6d6825-d741-4908-ac5a-e0366e966679 req-45f98041-dbda-4d51-94f1-ce40122395a2 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3715935
Dec 21 10:09:21.186606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'Network': ['ID=7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:21.192682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.954s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:21.193852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Made reservation on behalf of 629ce65bfd6f4d04a7b9d6b421ae14af for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:21.201048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.222884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ece64f7-aa2f-485f-8af5-03436f5718a8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting subnet 31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:09:21.227301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:21.233283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ece64f7-aa2f-485f-8af5-03436f5718a8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.248554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:21.266706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:21.324063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Usage tracker for resource:port and tenant:d86f4230c27e44f0a7d5d0589a90f954 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:21.327953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:09:21.340919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Quota usage for port was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:21.354140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:21.365377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.365815 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Added segment 68ce7889-c937-4cbd-886f-a9f8ff4024a4 of type vxlan for network edb7a7df-8b4c-4488-98c0-abd5740244a7
Dec 21 10:09:21.395882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Made reservation on behalf of d86f4230c27e44f0a7d5d0589a90f954 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:21.401859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.427673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ece64f7-aa2f-485f-8af5-03436f5718a8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.443576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.521449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b175a5f-046e-4fdc-b81d-30575a4cf336 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.570309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b700fdd8-0438-430f-adf1-6ff254179b22 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:21.713564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b175a5f-046e-4fdc-b81d-30575a4cf336 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Pushing event deleted for resources: {'Subnet': ['ID=b4802490-d63d-4363-97dc-cf22b5ac3de6,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:21.728449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b175a5f-046e-4fdc-b81d-30575a4cf336 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:21.745447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.749817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:21.750576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.750849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] For port 72f4c7be-836c-4709-9837-811f7439e66b, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:09:21.756124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] For port 72f4c7be-836c-4709-9837-811f7439e66b, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=72f4c7be-836c-4709-9837-811f7439e66b,segment=NetworkSegment(2d7fa33a-bdf5-4b14-824a-b8f33e50b689),segment_id=2d7fa33a-bdf5-4b14-824a-b8f33e50b689)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:09:21.766392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.784042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Allocated IP 172.20.0.2 (5520dd0b-5b57-4477-a997-6fa7686c8670/98628eef-ae8d-4884-8640-11d5f5c717cc/dcc3ee01-a180-43bf-9ec3-660d35cff2e3) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:21.786412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:21.807114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d6c64af2-dbab-45c9-8a62-3caa628102a1 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:21.819821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.75 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/a899f95b-8455-44c1-9e32-c650d5ba48b7) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:21.826110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ece64f7-aa2f-485f-8af5-03436f5718a8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:21.889384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] device_id is not set on port 7082bcbf-aadf-44ee-9837-3fe5a54eb92f yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:09:21.992780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Pushing event updated for resources: {'Port': ['ID=72f4c7be-836c-4709-9837-811f7439e66b,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:21.999569 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.9460409
Dec 21 10:09:22.005169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:22.011901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41950) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:22.022523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'Network': ['ID=edb7a7df-8b4c-4488-98c0-abd5740244a7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:22.029975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Request body: {'subnet': {'network_id': '7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:22.051553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b175a5f-046e-4fdc-b81d-30575a4cf336 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:22.063004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network edb7a7df-8b4c-4488-98c0-abd5740244a7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:22.074179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:22.080966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0165aa92-a31d-46d6-b61f-321784430e3e None None] Network 19726319-884b-4e26-8dda-53d3893fdbd0 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:22.094843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network edb7a7df-8b4c-4488-98c0-abd5740244a7 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:22.104704 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6b175a5f-046e-4fdc-b81d-30575a4cf336 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/subnets/b4802490-d63d-4363-97dc-cf22b5ac3de6 HTTP/1.1" status: 204  len: 168 time: 3.0114162
Dec 21 10:09:22.112201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41954) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:22.155911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.resource_extend [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Dec 21 10:09:22.304427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:22.323992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Usage tracker for resource:subnet and tenant:629ce65bfd6f4d04a7b9d6b421ae14af is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:22.330386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:22.344312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:22.403376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:22.442276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1383f967-c89a-4a93-9a50-ab4c71020e1a no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:09:22.448090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Deleting port 2da3564b-10e1-4829-af78-4a155b586b74 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:22.448699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:22.477589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Made reservation on behalf of 629ce65bfd6f4d04a7b9d6b421ae14af for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:22.519830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 1383f967-c89a-4a93-9a50-ab4c71020e1a {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:09:22.520357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1383f967-c89a-4a93-9a50-ab4c71020e1a not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:09:22.637441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f398165-658d-40b2-896d-0627144779c7 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:09:22.676862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:22.681860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:22.690802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:22.723090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:22.744446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Transition to ACTIVE for port object dcc3ee01-a180-43bf-9ec3-660d35cff2e3 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:22.759004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Transition to ACTIVE for port object 5f398165-658d-40b2-896d-0627144779c7 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:22.779008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Transition to ACTIVE for port object dcc3ee01-a180-43bf-9ec3-660d35cff2e3 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:22.779291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:22.790117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:22.800542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f770d00-b344-4c97-bab8-14ca60c7bca8 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:22.815571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-05581730-b658-4bf3-be03-80c966059502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:22.912494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ee01-a180-43bf-9ec3-660d35cff2e3,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:22.915704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:22.919346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] DHCP port deletion for 19726319-884b-4e26-8dda-53d3893fdbd0 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:09:22.925353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] Deleting port 2da3564b-10e1-4829-af78-4a155b586b74 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:22.925945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.022610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] For port 2da3564b-10e1-4829-af78-4a155b586b74, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2da3564b-10e1-4829-af78-4a155b586b74,segment=NetworkSegment(f72e4ec3-ff07-4eda-bf7b-31051b2199f9),segment_id=f72e4ec3-ff07-4eda-bf7b-31051b2199f9)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:23.023154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.039682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769166b8-25e7-4aa2-b853-941c27027f9b req-b2f2ab95-251d-408b-8b6d-dde66f363bd8 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:23.041330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-769166b8-25e7-4aa2-b853-941c27027f9b req-b2f2ab95-251d-408b-8b6d-dde66f363bd8 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 932 time: 0.4832931
Dec 21 10:09:23.049463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Pushing event updated for resources: {'Port': ['ID=5f398165-658d-40b2-896d-0627144779c7,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:23.073803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:23.087612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.115629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:23.186174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ece64f7-aa2f-485f-8af5-03436f5718a8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.217547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:23.219335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:23.231783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Calling delete_port for 2da3564b-10e1-4829-af78-4a155b586b74 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:23.243372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:23.293420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Allocated IP 172.20.0.6 (5520dd0b-5b57-4477-a997-6fa7686c8670/98628eef-ae8d-4884-8640-11d5f5c717cc/7082bcbf-aadf-44ee-9837-3fe5a54eb92f) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:23.353971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-769166b8-25e7-4aa2-b853-941c27027f9b req-333ce77b-e6ad-42b6-8603-f9c789af29e0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2981980
Dec 21 10:09:23.394935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Attempting to bind port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:09:23.394935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Attempting to bind port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '57c6aacc-32c5-460a-8205-4692594510d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5520dd0b-5b57-4477-a997-6fa7686c8670'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:09:23.394935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Attempting to bind port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 on network 5520dd0b-5b57-4477-a997-6fa7686c8670 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:09:23.403482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] For port 2da3564b-10e1-4829-af78-4a155b586b74, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2da3564b-10e1-4829-af78-4a155b586b74,segment=NetworkSegment(f72e4ec3-ff07-4eda-bf7b-31051b2199f9),segment_id=f72e4ec3-ff07-4eda-bf7b-31051b2199f9)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:23.403935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.417916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:09:23.419440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Checking segment: {'id': '57c6aacc-32c5-460a-8205-4692594510d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5520dd0b-5b57-4477-a997-6fa7686c8670'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:23.419440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.419440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Bound using segment: {'id': '57c6aacc-32c5-460a-8205-4692594510d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5520dd0b-5b57-4477-a997-6fa7686c8670'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:09:23.420463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Bound port: dcc3ee01-a180-43bf-9ec3-660d35cff2e3, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c6aacc-32c5-460a-8205-4692594510d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '5520dd0b-5b57-4477-a997-6fa7686c8670'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:09:23.420669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.421912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=a899f95b-8455-44c1-9e32-c650d5ba48b7,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:23.435927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.441878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:23.444752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-791e1e4a-dbe3-40f2-927e-126b8569f581 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.228s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:23.465011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:23.519019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Pushing event deleted for resources: {'Port': ['ID=2da3564b-10e1-4829-af78-4a155b586b74,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:23.522126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:23.561810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece64f7-aa2f-485f-8af5-03436f5718a8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Subnet': ['ID=31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:23.585317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ece64f7-aa2f-485f-8af5-03436f5718a8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:23.611947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ece64f7-aa2f-485f-8af5-03436f5718a8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.616443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] Calling delete_port for 2da3564b-10e1-4829-af78-4a155b586b74 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:23.658440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be3906b-50f0-4eac-a27b-86f5de9be05e None None] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:23.685411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:23.690031 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6ece64f7-aa2f-485f-8af5-03436f5718a8 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3 HTTP/1.1" status: 204  len: 168 time: 3.1699018
Dec 21 10:09:23.692880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:23.698919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41960) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:23.703914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:23.896537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Attempting to bind port 5f398165-658d-40b2-896d-0627144779c7 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:09:23.896769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Attempting to bind port 5f398165-658d-40b2-896d-0627144779c7 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:09:23.897060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Attempting to bind port 5f398165-658d-40b2-896d-0627144779c7 on network c4dcb762-02b2-497a-b12d-d0dc02960356 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:09:23.962128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] No DVR routers for this DVR port 2da3564b-10e1-4829-af78-4a155b586b74 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:09:23.964135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:09:23.964510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Checking segment: {'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:23.964921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.965323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Bound using segment: {'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:09:23.965863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Bound port: 5f398165-658d-40b2-896d-0627144779c7, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:09:23.966243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:23.988765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:24.006642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:24.088224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Transition to ACTIVE for port object 7082bcbf-aadf-44ee-9837-3fe5a54eb92f will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   (rel_b, rel_a, rel_b),
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   (rel_b, rel_a, rel_b),
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:24.153146 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:24.166953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] For port dcc3ee01-a180-43bf-9ec3-660d35cff2e3, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:09:24.172421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] For port dcc3ee01-a180-43bf-9ec3-660d35cff2e3, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=dcc3ee01-a180-43bf-9ec3-660d35cff2e3,segment=NetworkSegment(57c6aacc-32c5-460a-8205-4692594510d7),segment_id=57c6aacc-32c5-460a-8205-4692594510d7)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:09:24.177195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:24.177615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:24.184254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:09:24.184856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:09:24.188146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:24.206842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:24.257089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:24.282123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ee01-a180-43bf-9ec3-660d35cff2e3,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:24.287514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:24.426280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] DHCP port deletion for fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:09:24.468210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] Deleting port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:24.469394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:24.568467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72f4c7be-836c-4709-9837-811f7439e66b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:24.632251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a870b9-58cf-41f6-ab65-af5153ca73f8 None None] Network 38125d6c-6dee-4510-8930-c414e2b4412b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:24.675900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] For port 5f398165-658d-40b2-896d-0627144779c7, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:09:24.710802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] Deleting port 2da3564b-10e1-4829-af78-4a155b586b74 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:24.711067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:24.824939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] For port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=18a8a1f0-8a17-4a38-b89d-b0f02e90a71b,segment=NetworkSegment(dcd37d1e-4793-4643-b522-3668b4b2fe02),segment_id=dcd37d1e-4793-4643-b522-3668b4b2fe02)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:24.825450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:24.848799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] For port 5f398165-658d-40b2-896d-0627144779c7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5f398165-658d-40b2-896d-0627144779c7,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:09:24.887890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:24.910078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:24.926328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6562cf10-008f-4435-9204-42c42ff4f370 None None] The port '2da3564b-10e1-4829-af78-4a155b586b74' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:09:24.938436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:24.950100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-648c48dc-350f-4b2f-a278-2f5cde76f4dd None None] Provisioning for port 72f4c7be-836c-4709-9837-811f7439e66b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:24.957353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe75f8e80>,) {'filters': {'network_id': ['19726319-884b-4e26-8dda-53d3893fdbd0']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:25.024922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe75f8e80>, 'f72e4ec3-ff07-4eda-bf7b-31051b2199f9') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:25.025364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe75f8e80>, 'f72e4ec3-ff07-4eda-bf7b-31051b2199f9') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:25.027211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-394cf770-7445-4b63-864b-01ebb1f261b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:25.082864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Calling delete_port for 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:25.085799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] For port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=18a8a1f0-8a17-4a38-b89d-b0f02e90a71b,segment=NetworkSegment(dcd37d1e-4793-4643-b522-3668b4b2fe02),segment_id=dcd37d1e-4793-4643-b522-3668b4b2fe02)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:25.086485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:25.101542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 72f4c7be-836c-4709-9837-811f7439e66b completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:25.110048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Pushing event updated for resources: {'Port': ['ID=7082bcbf-aadf-44ee-9837-3fe5a54eb92f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:25.166677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:25.175406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:25.252383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:25.262684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Releasing vxlan tunnel 8 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:09:25.309914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 72f4c7be-836c-4709-9837-811f7439e66b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:25.310645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:25.317699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:25.352850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c3ae805d-d9d5-42c9-8bd4-cb2e31bfb8e0 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:25.356926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] Calling delete_port for 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:25.558661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:25.577090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3dcc357-0a86-4d33-b57a-d5c27869dc2b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:25.686635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Network 19726319-884b-4e26-8dda-53d3893fdbd0 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:25.695500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'Subnet': ['ID=631cc1a5-2ab9-492b-b55d-cb7707af17a2,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:25.698963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Pushing event updated for resources: {'Port': ['ID=5f398165-658d-40b2-896d-0627144779c7,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:25.699263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:25.703601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:25.721661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:25.721894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:25.722772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:25.726798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:25.730839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:25.744483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] Pushing event deleted for resources: {'Port': ['ID=18a8a1f0-8a17-4a38-b89d-b0f02e90a71b,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:25.747458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:25.760344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a152dcf-3679-43dd-bfb7-8229fba0fe12 req-4a78cf71-65c2-4c35-8557-734d56d786a1 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:25.762353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a152dcf-3679-43dd-bfb7-8229fba0fe12 req-4a78cf71-65c2-4c35-8557-734d56d786a1 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 944 time: 1.1027153
Dec 21 10:09:25.763096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:09:25.763989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:09:25.793855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:25.794552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:25.796047 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] 10.222.0.16 "PUT /v2.0/ports/5f398165-658d-40b2-896d-0627144779c7 HTTP/1.1" status: 200  len: 1158 time: 5.2336373
Dec 21 10:09:25.799567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'tag': '5f398165-658d-40b2-896d-0627144779c7'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:09:25.857151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a152dcf-3679-43dd-bfb7-8229fba0fe12 req-2d392c4b-37eb-4a4a-bbf2-10fc0ae2d671 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0811698
Dec 21 10:09:25.878663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 72f4c7be-836c-4709-9837-811f7439e66b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=72f4c7be-836c-4709-9837-811f7439e66b,segment=NetworkSegment(2d7fa33a-bdf5-4b14-824a-b8f33e50b689),segment_id=2d7fa33a-bdf5-4b14-824a-b8f33e50b689)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:25.893117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] No DVR routers for this DVR port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:09:25.896174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:25.898800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-291561b1-945f-4307-ab05-1b027152527d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:26.010720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=72f4c7be-836c-4709-9837-811f7439e66b,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:26.034141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2da3564b-10e1-4829-af78-4a155b586b74 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:09:26.050519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-27b0cc35-6f53-4c89-8432-0140772556a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:26.052289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-27b0cc35-6f53-4c89-8432-0140772556a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6997503f819e451c83744b9fdb33895a&device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 1161 time: 0.1997273
Dec 21 10:09:26.056697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:26.057366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:26.065244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Network 19726319-884b-4e26-8dda-53d3893fdbd0 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:26.072528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:26.091439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 2da3564b-10e1-4829-af78-4a155b586b74 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:09:26.102290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2da3564b-10e1-4829-af78-4a155b586b74 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:09:26.143496 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:09:26.191185 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-9e78cd05-a220-4f16-a7da-cdef0b7fc4e7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f398165-658d-40b2-896d-0627144779c7 HTTP/1.1" status: 200  len: 217 time: 0.1255574
Dec 21 10:09:26.243631 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'tag': '5f398165-658d-40b2-896d-0627144779c7', 'status': 'completed', 'code': 200}
Dec 21 10:09:26.265115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Deleting port 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:26.269344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:26.276819 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e6fdde2-2784-42d2-9bb7-1570ccffa1ce tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.9112358
Dec 21 10:09:26.287371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41970) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:26.295217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Request body: {'port': {'network_id': '5520dd0b-5b57-4477-a997-6fa7686c8670', 'name': 'tempest-ExtraDHCPOptionsTestJSON-408315428', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:26.296009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] bootfile-name is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 10:09:26.296686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] tftp-server is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 10:09:26.297253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] server-ip-address is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 10:09:26.343025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Checking segment: {'id': 'c6da5d68-555e-4ca2-a28a-a22a1b0fb226', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:26.343025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network hostable DHCP agents. Network: 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:09:26.364612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:26.372646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9a64b757-9271-49a1-8e0f-eee39d739292 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:26.393245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:26.401837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] The port '18a8a1f0-8a17-4a38-b89d-b0f02e90a71b' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:09:26.416192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Pushing event deleted for resources: {'Network': ['ID=19726319-884b-4e26-8dda-53d3893fdbd0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:26.423209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:26.430193 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] 10.222.0.45 "DELETE /v2.0/networks/19726319-884b-4e26-8dda-53d3893fdbd0 HTTP/1.1" status: 204  len: 168 time: 4.3135965
Dec 21 10:09:26.511961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-b4122965-400b-4ef9-9a47-1449b63b02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:26.514129 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-b4122965-400b-4ef9-9a47-1449b63b02cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41bbd9e0-bd21-44e2-ad32-c28db39daba4 HTTP/1.1" status: 200  len: 835 time: 0.3113155
Dec 21 10:09:26.533341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5a95490b-f6c2-40a6-9644-d58c7827577e None None] Provisioning complete for port 72f4c7be-836c-4709-9837-811f7439e66b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:26.535491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a95490b-f6c2-40a6-9644-d58c7827577e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:26.615994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:09:26.628796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device dcc3ee01-a180-43bf-9ec3-660d35cff2e3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:26.680778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:26.708207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:26.713161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Usage tracker for resource:port and tenant:d86f4230c27e44f0a7d5d0589a90f954 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:26.716348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Quota usage for port was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:26.723183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:26.729521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:26.730174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:26.744097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eab8fe2-d50d-4126-a397-e4fa9bdadcb9 None None] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:26.756042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Made reservation on behalf of d86f4230c27e44f0a7d5d0589a90f954 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:26.764399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:26.793829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:26.796054 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 4.7762203
Dec 21 10:09:26.799488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41976) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:26.812340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Request body: {'subnet': {'network_id': 'edb7a7df-8b4c-4488-98c0-abd5740244a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:27.015881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2230fc8e-84fe-4ad9-bc13-888393973ef6 None None] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:27.016166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe75a9e80>,) {'filters': {'network_id': ['fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:27.039599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe75a9e80>, 'dcd37d1e-4793-4643-b522-3668b4b2fe02') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:27.039903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe75a9e80>, 'dcd37d1e-4793-4643-b522-3668b4b2fe02') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:27.065274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-01c93e3c-a002-4d62-bcdb-58a7dcc7f854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:27.066920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-01c93e3c-a002-4d62-bcdb-58a7dcc7f854 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4dcb762-02b2-497a-b12d-d0dc02960356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5076127
Dec 21 10:09:27.068133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:27.076242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:27.189611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:27.195637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Usage tracker for resource:subnet and tenant:629ce65bfd6f4d04a7b9d6b421ae14af is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:27.201013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:27.210429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:27.221956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 41984) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:27.259961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:27.263316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Releasing vxlan tunnel 14 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:09:27.337363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] device_id is not set on port afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:09:27.397627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Made reservation on behalf of 629ce65bfd6f4d04a7b9d6b421ae14af for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:27.529425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe', 'network_id': '7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe', 'tenant_id': '629ce65bfd6f4d04a7b9d6b421ae14af', 'fixed_ips': [{'subnet_id': '631cc1a5-2ab9-492b-b55d-cb7707af17a2'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:09:27.530421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:27.573697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:27.605692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72f4c7be-836c-4709-9837-811f7439e66b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:27.661421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:27.690974 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5416955e-05ff-47ab-a8f7-6ee3c7e9cd37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c738fbf312734ecb891ce856e2054c21&name=default HTTP/1.1" status: 200  len: 2883 time: 0.4644129
Dec 21 10:09:27.697277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41990) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:27.720898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:27.752608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:27.771996 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-e6e6a240-955f-412e-aeee-37f5ffd96b32 service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6703775
Dec 21 10:09:27.779499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:27.802811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Allocated IP 172.20.0.8 (5520dd0b-5b57-4477-a997-6fa7686c8670/98628eef-ae8d-4884-8640-11d5f5c717cc/afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:27.875173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53936717-74d1-4321-901a-7c0595611390 req-0ae26d73-c21e-4b5f-9f80-5a1402bc7c38 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:27.876872 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53936717-74d1-4321-901a-7c0595611390 req-0ae26d73-c21e-4b5f-9f80-5a1402bc7c38 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 944 time: 0.7299302
Dec 21 10:09:27.903609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] Provisioning for port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:27.956136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 72f4c7be-836c-4709-9837-811f7439e66b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:27.956558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:27.987171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] Provisioning complete for port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:27.988004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.223681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.263050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Transition to ACTIVE for port object afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:28.267367 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53936717-74d1-4321-901a-7c0595611390 req-a038bbc2-bf9d-48e8-8922-64466d787ee1 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3051057
Dec 21 10:09:28.276449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Network fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:09:28.325092 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:09:28.334836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e3d4ff5-5dee-41b6-97c1-5ce45e3c3b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.338750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Allocated IP 172.20.0.2 (7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe/631cc1a5-2ab9-492b-b55d-cb7707af17a2/db633418-fcfc-4109-be83-a71d448c6fcc) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:28.363894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.446418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:09:28.466474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.494105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-852faa42-e94c-4846-8c80-b0b00af601fa tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:28.495954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:09:28.496376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 18a8a1f0-8a17-4a38-b89d-b0f02e90a71b not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:09:28.537700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e3d4ff5-5dee-41b6-97c1-5ce45e3c3b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.546786 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d659e3d6-31d9-4aa9-aafc-9f560db71a74 req-8ceafb68-5725-4e06-ac10-5cf1204cd9b4 service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7502451
Dec 21 10:09:28.574437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] For port dcc3ee01-a180-43bf-9ec3-660d35cff2e3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=dcc3ee01-a180-43bf-9ec3-660d35cff2e3,segment=NetworkSegment(57c6aacc-32c5-460a-8205-4692594510d7),segment_id=57c6aacc-32c5-460a-8205-4692594510d7)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:28.584441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.588642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:28.627214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.689422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2437e533-bcb9-44d7-98e5-f3c494905a51 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:28.693874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] Provisioning complete for port 72f4c7be-836c-4709-9837-811f7439e66b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:28.694313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.710300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.752973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Pushing event deleted for resources: {'Network': ['ID=fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:28.759655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:28.761669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.791982 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/networks/fe1fe34c-b37f-425c-b9bc-3e1fbaa8a718 HTTP/1.1" status: 204  len: 168 time: 5.0915899
Dec 21 10:09:28.803958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 41994) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:28.816326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] Pushing event updated for resources: {'Port': ['ID=dcc3ee01-a180-43bf-9ec3-660d35cff2e3,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:28.819104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d0483e36-5ff2-438d-a18c-054eab1b8324 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'routes': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:28.819991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:28.862404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.905173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Transition to ACTIVE for port object db633418-fcfc-4109-be83-a71d448c6fcc will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:28.952052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Transition to ACTIVE for port object db633418-fcfc-4109-be83-a71d448c6fcc will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:28.963636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:28.981667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:29.089773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Pushing event updated for resources: {'Port': ['ID=afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:29.107583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:29.120145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bae23245-4dd5-40fd-96c8-c741301670e8 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:29.206993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Pushing event updated for resources: {'Port': ['ID=db633418-fcfc-4109-be83-a71d448c6fcc,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:29.208057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'Subnet': ['ID=c84cd1a6-c0bc-4c01-9841-e5eb44a5423e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:29.215304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:29.226752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:29.228693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:29.237996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:29.244881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a805605e-c57f-4782-9923-20da9cbacbea None None] Provisioning complete for port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:29.245327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a805605e-c57f-4782-9923-20da9cbacbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.385246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Attempting to bind port db633418-fcfc-4109-be83-a71d448c6fcc on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:09:29.385668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Attempting to bind port db633418-fcfc-4109-be83-a71d448c6fcc by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'c6da5d68-555e-4ca2-a28a-a22a1b0fb226', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:09:29.386027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Attempting to bind port db633418-fcfc-4109-be83-a71d448c6fcc on network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:09:29.396719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:09:29.397157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Checking segment: {'id': 'c6da5d68-555e-4ca2-a28a-a22a1b0fb226', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:29.397703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.398338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Bound using segment: {'id': 'c6da5d68-555e-4ca2-a28a-a22a1b0fb226', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:09:29.398905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Bound port: db633418-fcfc-4109-be83-a71d448c6fcc, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6da5d68-555e-4ca2-a28a-a22a1b0fb226', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:09:29.399339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.409434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.414807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e3d4ff5-5dee-41b6-97c1-5ce45e3c3b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.499140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ea6cdbd-77c5-438c-915b-ae81627b73b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:29.511910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-91d910db-4f0b-49b3-96b8-46d37e747bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:29.513703 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-91d910db-4f0b-49b3-96b8-46d37e747bb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6997503f819e451c83744b9fdb33895a&device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 1161 time: 0.8701448
Dec 21 10:09:29.514327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.545280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:29.548176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:29.556162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:29.560997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:29.620680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Checking segment: {'id': '68ce7889-c937-4cbd-886f-a9f8ff4024a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'edb7a7df-8b4c-4488-98c0-abd5740244a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:29.621451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network hostable DHCP agents. Network: edb7a7df-8b4c-4488-98c0-abd5740244a7, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:09:29.681840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:29.683644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.691445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network edb7a7df-8b4c-4488-98c0-abd5740244a7 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:09:29.717623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, edb7a7df-8b4c-4488-98c0-abd5740244a7) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:29.724838 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1151 time: 3.4363732
Dec 21 10:09:29.725907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42000) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:29.763289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a805605e-c57f-4782-9923-20da9cbacbea None None] Provisioning for port 7082bcbf-aadf-44ee-9837-3fe5a54eb92f completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:29.767993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4bc273-25ce-4939-8fa0-5cedfd05fd8a None None] Network edb7a7df-8b4c-4488-98c0-abd5740244a7 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:29.790318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d4ff5-5dee-41b6-97c1-5ce45e3c3b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=badbb055-d3a4-4485-b72d-f605e8cb9cc7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:29.797202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:29.798082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.838556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.0325758
Dec 21 10:09:29.841624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42004) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:29.880894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e3d4ff5-5dee-41b6-97c1-5ce45e3c3b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:29.881471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-265141bb-e923-4bfb-8538-caee46eef7f3 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:29.919374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-d0483e36-5ff2-438d-a18c-054eab1b8324 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Added routes are [] {{(pid=80970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}}
Dec 21 10:09:29.919720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.extraroute_db [None req-d0483e36-5ff2-438d-a18c-054eab1b8324 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Removed routes are [] {{(pid=80970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}}
Dec 21 10:09:29.920124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0483e36-5ff2-438d-a18c-054eab1b8324 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.930589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e3d4ff5-5dee-41b6-97c1-5ce45e3c3b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.934603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e3d4ff5-5dee-41b6-97c1-5ce45e3c3b6a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/badbb055-d3a4-4485-b72d-f605e8cb9cc7 HTTP/1.1" status: 204  len: 168 time: 2.2128487
Dec 21 10:09:29.934776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a805605e-c57f-4782-9923-20da9cbacbea None None] Provisioning complete for port 7082bcbf-aadf-44ee-9837-3fe5a54eb92f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:29.934776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a805605e-c57f-4782-9923-20da9cbacbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:29.977543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] For port db633418-fcfc-4109-be83-a71d448c6fcc, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:09:29.997138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb29eb6-fc46-4626-a9bc-ddaf6550d4f3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:30.002830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb29eb6-fc46-4626-a9bc-ddaf6550d4f3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:30.007423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb29eb6-fc46-4626-a9bc-ddaf6550d4f3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:30.008464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2bb29eb6-fc46-4626-a9bc-ddaf6550d4f3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Synchronizing usage tracker for tenant:d86f4230c27e44f0a7d5d0589a90f954 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:30.022782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] For port db633418-fcfc-4109-be83-a71d448c6fcc, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=db633418-fcfc-4109-be83-a71d448c6fcc,segment=NetworkSegment(c6da5d68-555e-4ca2-a28a-a22a1b0fb226),segment_id=c6da5d68-555e-4ca2-a28a-a22a1b0fb226)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:09:30.071120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:30.099509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3a8f35a-8187-41df-b1dd-a2c7e5f126dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:30.149039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a805605e-c57f-4782-9923-20da9cbacbea None None] Port 7082bcbf-aadf-44ee-9837-3fe5a54eb92f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:30.240546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2bb29eb6-fc46-4626-a9bc-ddaf6550d4f3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Unset dirty status for tenant:d86f4230c27e44f0a7d5d0589a90f954 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:30.245369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2bb29eb6-fc46-4626-a9bc-ddaf6550d4f3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2616 time: 0.5166652
Dec 21 10:09:30.284004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:30.317898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42012) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:30.349279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-20c6e9ff-739f-4e12-bf96-f6e0655307a3 None None] Provisioning for port afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:30.362231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-edb7a7df-8b4c-4488-98c0-abd5740244a7', 'network_id': 'edb7a7df-8b4c-4488-98c0-abd5740244a7', 'tenant_id': '629ce65bfd6f4d04a7b9d6b421ae14af', 'fixed_ips': [{'subnet_id': 'c84cd1a6-c0bc-4c01-9841-e5eb44a5423e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:09:30.363138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:30.381035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=a899f95b-8455-44c1-9e32-c650d5ba48b7,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:30.391395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:30.398012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Pushing event updated for resources: {'Port': ['ID=db633418-fcfc-4109-be83-a71d448c6fcc,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:30.402014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:30.414380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-20c6e9ff-739f-4e12-bf96-f6e0655307a3 None None] Provisioning complete for port afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:30.414804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20c6e9ff-739f-4e12-bf96-f6e0655307a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:30.464338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4fd48a09-3099-4050-b0bf-81cee5b9d4d3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Deleting port afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:30.465351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fd48a09-3099-4050-b0bf-81cee5b9d4d3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:30.529626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-20c6e9ff-739f-4e12-bf96-f6e0655307a3 None None] Port afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:30.567912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:30.626867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-ee81d472-6571-4dec-a450-52b5c5807148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:30.632759 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-ee81d472-6571-4dec-a450-52b5c5807148 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4dcb762-02b2-497a-b12d-d0dc02960356 HTTP/1.1" status: 200  len: 891 time: 0.9536209
Dec 21 10:09:30.715755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device dcc3ee01-a180-43bf-9ec3-660d35cff2e3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:30.768080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0483e36-5ff2-438d-a18c-054eab1b8324 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:30.834224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-20c6e9ff-739f-4e12-bf96-f6e0655307a3 None None] Provisioning complete for port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:30.834657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20c6e9ff-739f-4e12-bf96-f6e0655307a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:30.841333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c82e9f-080c-4c84-8037-ea803601dca7 req-6cc1cc2a-2cde-4d59-9058-b96231233f57 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:30.843622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28c82e9f-080c-4c84-8037-ea803601dca7 req-6cc1cc2a-2cde-4d59-9058-b96231233f57 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 944 time: 1.1689718
Dec 21 10:09:30.845366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0483e36-5ff2-438d-a18c-054eab1b8324 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:30.959351 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-055ed405-b11e-4a13-997e-703c2c8e2e6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f398165-658d-40b2-896d-0627144779c7 HTTP/1.1" status: 200  len: 217 time: 0.1872158
Dec 21 10:09:31.033523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:31.034584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:31.126192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fd48a09-3099-4050-b0bf-81cee5b9d4d3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:31.291508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Allocated IP 172.20.0.2 (edb7a7df-8b4c-4488-98c0-abd5740244a7/c84cd1a6-c0bc-4c01-9841-e5eb44a5423e/2c461dba-623d-49b5-aa84-58fe8421f3c2) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:31.334914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4fd48a09-3099-4050-b0bf-81cee5b9d4d3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Calling delete_port for afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:31.352252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28c82e9f-080c-4c84-8037-ea803601dca7 req-d374910b-e6a3-4693-aa46-1e3979fb4a53 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4991047
Dec 21 10:09:31.361137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0483e36-5ff2-438d-a18c-054eab1b8324 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:09:31.376376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-19044e28-6be2-4d42-95dc-8226306478bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:31.378161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-19044e28-6be2-4d42-95dc-8226306478bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41bbd9e0-bd21-44e2-ad32-c28db39daba4 HTTP/1.1" status: 200  len: 835 time: 0.3590510
Dec 21 10:09:31.380589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP ace23c25-3507-4524-9849-62d79ddc6cdd associated. External IP: 172.26.1.75, port: 87ddf9c5-6e69-4378-877d-e0830a058504.
Dec 21 10:09:31.412741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5f398165-658d-40b2-896d-0627144779c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:31.678515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Allocated IP 172.20.0.1 (7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe/631cc1a5-2ab9-492b-b55d-cb7707af17a2/803942f8-d473-40e3-a942-d483f858ff1a) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:31.692059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fd48a09-3099-4050-b0bf-81cee5b9d4d3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:31.710942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:31.785849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:31.789379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd48a09-3099-4050-b0bf-81cee5b9d4d3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Pushing event deleted for resources: {'Port': ['ID=afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:31.810864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4fd48a09-3099-4050-b0bf-81cee5b9d4d3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:31.829446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Transition to ACTIVE for port object 2c461dba-623d-49b5-aa84-58fe8421f3c2 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:31.849795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Transition to ACTIVE for port object 2c461dba-623d-49b5-aa84-58fe8421f3c2 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:31.873577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:31.893156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:32.036708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:32.105692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:32.145203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Transition to ACTIVE for port object 803942f8-d473-40e3-a942-d483f858ff1a will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:32.161224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fd48a09-3099-4050-b0bf-81cee5b9d4d3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:32.202080 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4fd48a09-3099-4050-b0bf-81cee5b9d4d3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "DELETE /v2.0/ports/afcfac9e-a430-4101-b9bc-2ecb5ae3b8f5 HTTP/1.1" status: 204  len: 168 time: 1.8829665
Dec 21 10:09:32.204916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42044) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:32.213137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Request body: {'port': {'name': 'tempest-new-port-name-44286296', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:32.213652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] bootfile-name is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 10:09:32.214025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] tftp-server is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 10:09:32.214442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.api.validators [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] server-ip-address is not in valid_values {{(pid=80971) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}}
Dec 21 10:09:32.247998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:32.271602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26d82e85-8b5c-4f77-b0d1-af4311136696 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:32.379215 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-76587715-c4b0-4ac5-bbd5-3e2876622aa7 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/networks?tenant_id=6ac0884918264c70a64a945e798e76f1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1439705
Dec 21 10:09:32.398172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Pushing event updated for resources: {'Port': ['ID=2c461dba-623d-49b5-aa84-58fe8421f3c2,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:32.421954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263da1d6-27b9-4a2b-b199-65fa69d5941b None None] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:32.447141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:32.485300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 5f398165-658d-40b2-896d-0627144779c7 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:32.497503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 5f398165-658d-40b2-896d-0627144779c7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:32.497933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:32.551290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0483e36-5ff2-438d-a18c-054eab1b8324 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:32.619468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] Sync routers for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:32.624924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0483e36-5ff2-438d-a18c-054eab1b8324 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:32.626381 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d0483e36-5ff2-438d-a18c-054eab1b8324 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4 HTTP/1.1" status: 200  len: 705 time: 3.8213425
Dec 21 10:09:32.647745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42050) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:32.687554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-14fd8e05-5fd1-4121-b2b7-c072745450e9 None None] Provisioning for port db633418-fcfc-4109-be83-a71d448c6fcc completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:32.706103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:32.706839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed04f9b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:32.790262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device db633418-fcfc-4109-be83-a71d448c6fcc up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:32.795247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9abe2f9c-db40-4dcc-b8da-68f4a3012ed5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:32.848777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'Port': ['ID=803942f8-d473-40e3-a942-d483f858ff1a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:32.867111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:32.937124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Network edb7a7df-8b4c-4488-98c0-abd5740244a7 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:32.941603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9abe2f9c-db40-4dcc-b8da-68f4a3012ed5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:32.945795 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9abe2f9c-db40-4dcc-b8da-68f4a3012ed5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=9019d607-2ef0-4436-b4ca-10a8f7df2bb4 HTTP/1.1" status: 200  len: 205 time: 0.2949979
Dec 21 10:09:32.946478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42054) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:32.958122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:32.960547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:32.962141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:32.993477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:33.008758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:33.023287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:33.032543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:33.057144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-cccdbce4-801f-4d80-ac6a-dbac9056a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:33.058051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-cccdbce4-801f-4d80-ac6a-dbac9056a892 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4dcb762-02b2-497a-b12d-d0dc02960356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.6092064
Dec 21 10:09:33.151886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.157421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-b07dbb65-e85d-4440-9dd1-e6e1d0c3cbd8 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:33.159071 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-b07dbb65-e85d-4440-9dd1-e6e1d0c3cbd8 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7777596
Dec 21 10:09:33.210982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 889efd70-db81-4d0d-8d31-4010760bace0 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:09:33.220371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e053f66-8f09-4039-bb35-4da7f63e29d0 req-e13b5068-c5b8-4b9e-93cf-66ec243d3150 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:33.228535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6e053f66-8f09-4039-bb35-4da7f63e29d0 req-e13b5068-c5b8-4b9e-93cf-66ec243d3150 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 944 time: 0.6610134
Dec 21 10:09:33.228821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Attempting to bind port 2c461dba-623d-49b5-aa84-58fe8421f3c2 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:09:33.228821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Attempting to bind port 2c461dba-623d-49b5-aa84-58fe8421f3c2 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '68ce7889-c937-4cbd-886f-a9f8ff4024a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'edb7a7df-8b4c-4488-98c0-abd5740244a7'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:09:33.229524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Attempting to bind port 2c461dba-623d-49b5-aa84-58fe8421f3c2 on network edb7a7df-8b4c-4488-98c0-abd5740244a7 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:09:33.231587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed04f9b0>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:09:17Z', 'revision_number': 11, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:33.245839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ae29027-daff-4fcb-abd1-5d281bc60011 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.247747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port db633418-fcfc-4109-be83-a71d448c6fcc completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:33.257745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:09:33.257997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Checking segment: {'id': '68ce7889-c937-4cbd-886f-a9f8ff4024a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'edb7a7df-8b4c-4488-98c0-abd5740244a7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:33.259281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.259415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Bound using segment: {'id': '68ce7889-c937-4cbd-886f-a9f8ff4024a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'edb7a7df-8b4c-4488-98c0-abd5740244a7'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:09:33.260186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Bound port: 2c461dba-623d-49b5-aa84-58fe8421f3c2, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68ce7889-c937-4cbd-886f-a9f8ff4024a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'edb7a7df-8b4c-4488-98c0-abd5740244a7'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:09:33.260346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.276121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] Checking router: 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:09:33.293080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port db633418-fcfc-4109-be83-a71d448c6fcc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:33.293524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.306751 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-20f28af9-1aa2-4202-9d91-a5e5eba1cb23 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/quotas/6ac0884918264c70a64a945e798e76f1 HTTP/1.1" status: 200  len: 375 time: 0.1151800
Dec 21 10:09:33.426962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.427384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.438017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] Routers {'9019d607-2ef0-4436-b4ca-10a8f7df2bb4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:33.438912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed04f9b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:33.519400 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-8415953b-3dd5-4364-ab17-d6d874122008 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?tenant_id=6ac0884918264c70a64a945e798e76f1&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1965592
Dec 21 10:09:33.567344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.594019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.636980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4fd48a09-3099-4050-b0bf-81cee5b9d4d3 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:33.745269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f398165-658d-40b2-896d-0627144779c7'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:09:33.750386 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6e053f66-8f09-4039-bb35-4da7f63e29d0 req-e7e6a41f-68cf-49b9-8672-80f7a34087d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5210044
Dec 21 10:09:33.801141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 5f398165-658d-40b2-896d-0627144779c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5f398165-658d-40b2-896d-0627144779c7,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:33.826658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ae29027-daff-4fcb-abd1-5d281bc60011 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.833824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-ce7f6980-3125-419a-b580-eda89131f745 service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7192752
Dec 21 10:09:33.841078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] Set router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 gateway port host: None {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:33.891843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.894165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ae29027-daff-4fcb-abd1-5d281bc60011 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:33.894628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:33.997154 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ecb06d7-4b98-4039-8fc5-7b276bc385a7 req-1bb7ea51-c6c7-4fbb-b65f-a2a86b73b4a2 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 210 time: 0.1006684
Dec 21 10:09:34.014847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Pushing event updated for resources: {'Port': ['ID=7082bcbf-aadf-44ee-9837-3fe5a54eb92f,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:34.030942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:34.070695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] For port 2c461dba-623d-49b5-aa84-58fe8421f3c2, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:09:34.103957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed04f9b0>, [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:09:17Z', 'revision_number': 11, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:34.173481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] For port 2c461dba-623d-49b5-aa84-58fe8421f3c2, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2c461dba-623d-49b5-aa84-58fe8421f3c2,segment=NetworkSegment(68ce7889-c937-4cbd-886f-a9f8ff4024a4),segment_id=68ce7889-c937-4cbd-886f-a9f8ff4024a4)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:09:34.175597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75736a93-c03e-4cc8-8906-9f3236e87648 None None] The sync data for ids ['9019d607-2ef0-4436-b4ca-10a8f7df2bb4'] in dv-neutron-601336-62-ovs is: [{'id': '9019d607-2ef0-4436-b4ca-10a8f7df2bb4', 'name': 'tempest-RoutersIpV6Test-router-2042512435', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:07:01Z', 'updated_at': '2020-12-21T10:09:17Z', 'revision_number': 11, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:34.192960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f398165-658d-40b2-896d-0627144779c7', 'code': 200}
Dec 21 10:09:34.203085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:34.252522 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8d1ac0a-f24e-4385-a6ff-c5dab33f8127 req-8639d668-ad73-4da1-961c-07ac93da7027 service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3072493
Dec 21 10:09:34.265584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:34.269383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ae29027-daff-4fcb-abd1-5d281bc60011 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:34.270910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae29027-daff-4fcb-abd1-5d281bc60011 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Fanout notify agent at l3_agent the message router_deleted on router 9019d607-2ef0-4436-b4ca-10a8f7df2bb4 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:09:34.297993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2988316-4480-4708-818c-ca54544f6177 None None] Sync routers for ids ['889efd70-db81-4d0d-8d31-4010760bace0'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:34.349223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=5f398165-658d-40b2-896d-0627144779c7,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:34.353704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:34.357164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:34.369792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2988316-4480-4708-818c-ca54544f6177 None None] Routers {'889efd70-db81-4d0d-8d31-4010760bace0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:34.370932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f2988316-4480-4708-818c-ca54544f6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed9d9668>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['889efd70-db81-4d0d-8d31-4010760bace0'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:34.374682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ae29027-daff-4fcb-abd1-5d281bc60011 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:34.386672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7ae29027-daff-4fcb-abd1-5d281bc60011 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4 HTTP/1.1" status: 204  len: 168 time: 1.4256747
Dec 21 10:09:34.387719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42070) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:34.388488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:34.405075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:34.420317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-440760156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:34.452184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:34.604222 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 15.2002687
Dec 21 10:09:34.611572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42076) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:34.626262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Usage tracker for resource:router and tenant:afd89d6eb42546bfba090516d42e4c89 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:34.649730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:34.692673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:09:34.820556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e975ad00-880c-46dc-b612-84f7dc71d1b7 req-226f39d6-c219-4e6d-8949-b986ac0d64db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:34.824107 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e975ad00-880c-46dc-b612-84f7dc71d1b7 req-226f39d6-c219-4e6d-8949-b986ac0d64db service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 1163 time: 0.2270510
Dec 21 10:09:34.973223 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504', 'status': 'completed', 'code': 200}
Dec 21 10:09:34.975720 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e975ad00-880c-46dc-b612-84f7dc71d1b7 req-7aac2e8d-666a-427d-b956-2aa7a3838ada service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1449647
Dec 21 10:09:35.039718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-d0d0b430-a86c-4071-bf6c-48231fdb74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:35.040943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-d0d0b430-a86c-4071-bf6c-48231fdb74fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 1163 time: 0.1313059
Dec 21 10:09:35.044162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:35.066207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] In _notify_port_updated(), no bound segment for port 7082bcbf-aadf-44ee-9837-3fe5a54eb92f on network 5520dd0b-5b57-4477-a997-6fa7686c8670 {{(pid=80971) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:09:35.076614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:35.081974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.083488 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "PUT /v2.0/ports/7082bcbf-aadf-44ee-9837-3fe5a54eb92f HTTP/1.1" status: 200  len: 1134 time: 2.8774922
Dec 21 10:09:35.094257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42084) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:35.125222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f2988316-4480-4708-818c-ca54544f6177 None None] Set router 889efd70-db81-4d0d-8d31-4010760bace0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:35.142034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.169926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port db633418-fcfc-4109-be83-a71d448c6fcc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=db633418-fcfc-4109-be83-a71d448c6fcc,segment=NetworkSegment(c6da5d68-555e-4ca2-a28a-a22a1b0fb226),segment_id=c6da5d68-555e-4ca2-a28a-a22a1b0fb226)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:35.178875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.181082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Pushing event updated for resources: {'Port': ['ID=2c461dba-623d-49b5-aa84-58fe8421f3c2,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:35.188967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-71e0ffba-885a-476d-a366-e22b1efe005d None None] Provisioning complete for port 7082bcbf-aadf-44ee-9837-3fe5a54eb92f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:35.189663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-71e0ffba-885a-476d-a366-e22b1efe005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.195855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb85c5e-783a-4e90-9e7e-8a367a8967f3 req-994d4b18-eb69-446e-8964-fa28fa568e5b tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:35.197638 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6fb85c5e-783a-4e90-9e7e-8a367a8967f3 req-994d4b18-eb69-446e-8964-fa28fa568e5b tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1276648
Dec 21 10:09:35.221524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:35.247092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.061s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:35.269871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.354150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-71e0ffba-885a-476d-a366-e22b1efe005d None None] Port 7082bcbf-aadf-44ee-9837-3fe5a54eb92f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:35.363638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0dc2b093-97c8-4e05-94c0-bb205b017b0c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:35.394536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=db633418-fcfc-4109-be83-a71d448c6fcc,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:35.412907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:35.491366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6a71e778-233b-40af-b166-9f01b1ba38b9 None None] Provisioning complete for port db633418-fcfc-4109-be83-a71d448c6fcc triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:35.491771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a71e778-233b-40af-b166-9f01b1ba38b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.494269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.498404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.699957 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e2b75770-8825-4e44-a985-e044022d37b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/ace23c25-3507-4524-9849-62d79ddc6cdd HTTP/1.1" status: 200  len: 991 time: 1.0528934
Dec 21 10:09:35.783433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a26a01-a36b-4caf-963c-0eeaf1a6a4bb tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:35.784156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b2a26a01-a36b-4caf-963c-0eeaf1a6a4bb tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Synchronizing usage tracker for tenant:d86f4230c27e44f0a7d5d0589a90f954 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:35.789198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.816016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'Port': ['ID=803942f8-d473-40e3-a942-d483f858ff1a,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:35.824015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:35.826150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.860793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6a71e778-233b-40af-b166-9f01b1ba38b9 None None] Provisioning for port 803942f8-d473-40e3-a942-d483f858ff1a completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:35.866897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6a71e778-233b-40af-b166-9f01b1ba38b9 None None] Provisioning complete for port 803942f8-d473-40e3-a942-d483f858ff1a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:35.868120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a71e778-233b-40af-b166-9f01b1ba38b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.880066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:35.926520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b2a26a01-a36b-4caf-963c-0eeaf1a6a4bb tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Unset dirty status for tenant:d86f4230c27e44f0a7d5d0589a90f954 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:35.932090 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b2a26a01-a36b-4caf-963c-0eeaf1a6a4bb tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "GET /v2.0/ports/7082bcbf-aadf-44ee-9837-3fe5a54eb92f HTTP/1.1" status: 200  len: 1134 time: 0.7718883
Dec 21 10:09:35.956892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6a71e778-233b-40af-b166-9f01b1ba38b9 None None] Port 803942f8-d473-40e3-a942-d483f858ff1a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:35.980017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f2988316-4480-4708-818c-ca54544f6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed9d9668>, [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'ace23c25-3507-4524-9849-62d79ddc6cdd', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'port_id': '87ddf9c5-6e69-4378-877d-e0830a058504', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'mac_address': 'fa:16:3e:3e:5f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4403c42-8ba1-4489-9969-011f065d785d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:09:25Z', 'updated_at': '2020-12-21T10:09:25Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9d7770-6523-4e3e-9bae-f77a90b6bd78', 'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:b2:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:30Z', 'updated_at': '2020-12-21T10:08:45Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:35.985407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2988316-4480-4708-818c-ca54544f6177 None None] Checking router: 889efd70-db81-4d0d-8d31-4010760bace0 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:09:35.991072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42090) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:35.998600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2988316-4480-4708-818c-ca54544f6177 None None] Routers {'889efd70-db81-4d0d-8d31-4010760bace0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:35.999318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f2988316-4480-4708-818c-ca54544f6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed9d9668>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['889efd70-db81-4d0d-8d31-4010760bace0'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:36.040988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-f293be73-4c4a-42dc-af1d-2c358ad203c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:36.043224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-f293be73-4c4a-42dc-af1d-2c358ad203c6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7561b32c-2f1f-4f69-ac98-e59b44cb6446 HTTP/1.1" status: 200  len: 891 time: 0.8372505
Dec 21 10:09:36.072258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:36.076194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eb6e084c-ef1c-4e10-b6cf-bca9182babf5 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 1.6753483
Dec 21 10:09:36.079079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42094) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:36.085922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5f398165-658d-40b2-896d-0627144779c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:36.095235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8977cbde-5bd4-4a63-9519-d02e904acb28 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Request body: {'router': {'admin_state_up': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:36.143885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-14174720-2072-4d94-8715-5db48202adf8 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.16 "GET /v2.0/networks?tenant_id=6ac0884918264c70a64a945e798e76f1&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0993578
Dec 21 10:09:36.164361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6fb85c5e-783a-4e90-9e7e-8a367a8967f3 req-a14eb511-1cbd-4db8-8b32-cc9c42b69239 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9567678
Dec 21 10:09:36.198751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2e891810-c520-4c71-b9cd-d537c86da1b8 None None] Provisioning complete for port db633418-fcfc-4109-be83-a71d448c6fcc triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:36.199156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e891810-c520-4c71-b9cd-d537c86da1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:36.303152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 5f398165-658d-40b2-896d-0627144779c7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:36.303574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:36.391676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-49754a9b-3a17-497b-9dd4-0357c5f9a4cd tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Deleting port 7082bcbf-aadf-44ee-9837-3fe5a54eb92f {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:36.392328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49754a9b-3a17-497b-9dd4-0357c5f9a4cd tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:36.400330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f2988316-4480-4708-818c-ca54544f6177 None None] Set router 889efd70-db81-4d0d-8d31-4010760bace0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:36.408860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-ffda21e3-01ee-42ad-8e12-9e4ea420674e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ddf9c5-6e69-4378-877d-e0830a058504 HTTP/1.1" status: 200  len: 999 time: 0.2421467
Dec 21 10:09:36.513119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-40b071d0-68ff-41f9-8d75-dd84c6da4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:36.516525 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-40b071d0-68ff-41f9-8d75-dd84c6da4c33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cce962ac-6124-4ed8-83e5-77d69b828f07 HTTP/1.1" status: 200  len: 835 time: 0.0833292
Dec 21 10:09:36.539930 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9729c485-b5db-4e4c-b6b0-a9efebca4c1a req-5412ed5f-fe9a-400d-bc45-7028d1dc3cf8 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 210 time: 0.4018826
Dec 21 10:09:36.699482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42102) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:36.885622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-c4c80761-746b-4cd5-89ac-5df1d668eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:36.887759 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-c4c80761-746b-4cd5-89ac-5df1d668eeb6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7561b32c-2f1f-4f69-ac98-e59b44cb6446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3469498
Dec 21 10:09:36.893304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-8513abdc-3c96-4b1a-9b5e-106344ac8059 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:36.895136 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-8513abdc-3c96-4b1a-9b5e-106344ac8059 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7273664
Dec 21 10:09:36.899507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f2988316-4480-4708-818c-ca54544f6177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed9d9668>, [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'ace23c25-3507-4524-9849-62d79ddc6cdd', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'port_id': '87ddf9c5-6e69-4378-877d-e0830a058504', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'mac_address': 'fa:16:3e:3e:5f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4403c42-8ba1-4489-9969-011f065d785d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:09:25Z', 'updated_at': '2020-12-21T10:09:25Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9d7770-6523-4e3e-9bae-f77a90b6bd78', 'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:b2:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:30Z', 'updated_at': '2020-12-21T10:08:45Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:36.905015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2988316-4480-4708-818c-ca54544f6177 None None] The sync data for ids ['889efd70-db81-4d0d-8d31-4010760bace0'] in dv-neutron-601336-62-ovs is: [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'ace23c25-3507-4524-9849-62d79ddc6cdd', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.75', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'port_id': '87ddf9c5-6e69-4378-877d-e0830a058504', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'mac_address': 'fa:16:3e:3e:5f:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4403c42-8ba1-4489-9969-011f065d785d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:09:25Z', 'updated_at': '2020-12-21T10:09:25Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9d7770-6523-4e3e-9bae-f77a90b6bd78', 'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:b2:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:30Z', 'updated_at': '2020-12-21T10:08:45Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:36.930524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Request body: {'port': {'device_id': '9d0fa6a4-4b10-41c2-be78-760030fa9893', 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b', 'admin_state_up': True, 'tenant_id': '6ac0884918264c70a64a945e798e76f1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:36.993172 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-88225773-7b70-4d1a-aa8f-5594b8ff9407 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/ace23c25-3507-4524-9849-62d79ddc6cdd HTTP/1.1" status: 200  len: 991 time: 0.2917914
Dec 21 10:09:37.010182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8977cbde-5bd4-4a63-9519-d02e904acb28 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:37.057512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:37.066258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:37.085015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8977cbde-5bd4-4a63-9519-d02e904acb28 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:37.122219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a7f930-24f8-4052-bf6d-f1a05e763007 None None] Network edb7a7df-8b4c-4488-98c0-abd5740244a7 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:37.225971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-93fc79e9-dbaf-4924-938d-a5471d187263 service neutron] 10.222.0.16 "GET /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3294623
Dec 21 10:09:37.297533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:37.317578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-35ba1313-ad53-42a0-bbad-f6d44594eb22 None None] Provisioning for port 2c461dba-623d-49b5-aa84-58fe8421f3c2 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:37.331626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Usage tracker for resource:port and tenant:6ac0884918264c70a64a945e798e76f1 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:37.339060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:37.354145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:37.354737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae42cab-1feb-4a1a-bd16-657a82b17a50 None None] New status for floating IP ace23c25-3507-4524-9849-62d79ddc6cdd: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:09:37.477445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Made reservation on behalf of 6ac0884918264c70a64a945e798e76f1 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:37.483175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:37.544260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:37.589760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:37.594614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0f7601fc-4d7e-49e4-9fcb-aade619d74e7 req-df5143ab-0e69-477d-b621-2da91d116f69 service neutron] 10.222.0.16 "GET /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3531125
Dec 21 10:09:37.599871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Usage tracker for resource:security_group_rule and tenant:6ac0884918264c70a64a945e798e76f1 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:37.603794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:37.612736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:37.622283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2c461dba-623d-49b5-aa84-58fe8421f3c2 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:37.670641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1b609c-5539-4c8e-8d75-e32c5fac8f75 req-98410424-c3f2-4de8-ae4b-a2ef9cfba198 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:37.673138 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4e1b609c-5539-4c8e-8d75-e32c5fac8f75 req-98410424-c3f2-4de8-ae4b-a2ef9cfba198 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1999753
Dec 21 10:09:37.802776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8d0b6f79-9334-479a-9042-c1d12fc79a49 req-f5e63445-5cd5-44c6-b5fa-3779beac0c5b tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 210 time: 0.0714879
Dec 21 10:09:37.810457 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4e1b609c-5539-4c8e-8d75-e32c5fac8f75 req-4adb1bb4-2842-4efc-8162-5691ea48c21b tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284831
Dec 21 10:09:37.826809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-576076ff-df02-41b2-a387-7fa3d1dbfcc5 None None] Provisioning complete for port 803942f8-d473-40e3-a942-d483f858ff1a triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:37.827799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-576076ff-df02-41b2-a387-7fa3d1dbfcc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:37.837194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49754a9b-3a17-497b-9dd4-0357c5f9a4cd tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:37.844949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:37.849653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:37.869212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f26cc48d-c389-4668-9a58-5d131d9e861b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:37.922838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-576076ff-df02-41b2-a387-7fa3d1dbfcc5 None None] Port 803942f8-d473-40e3-a942-d483f858ff1a cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:37.950230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a8d026-2196-494e-80bb-4b73ee34c106,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:37.957830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:37.990063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 2c461dba-623d-49b5-aa84-58fe8421f3c2 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:38.006457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 2c461dba-623d-49b5-aa84-58fe8421f3c2 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:38.006876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:38.012012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-49754a9b-3a17-497b-9dd4-0357c5f9a4cd tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Calling delete_port for 7082bcbf-aadf-44ee-9837-3fe5a54eb92f owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:38.024268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42112) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:38.101741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8977cbde-5bd4-4a63-9519-d02e904acb28 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Router 3ef1236f-f8d8-467d-847b-cd04d36aff70 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:09:38.191808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:38.233894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 2c461dba-623d-49b5-aa84-58fe8421f3c2, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2c461dba-623d-49b5-aa84-58fe8421f3c2,segment=NetworkSegment(68ce7889-c937-4cbd-886f-a9f8ff4024a4),segment_id=68ce7889-c937-4cbd-886f-a9f8ff4024a4)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:38.237166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Router f1ed0fcc-e038-4507-96ff-2e998fee4b21 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:09:38.238057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:38.239271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device db633418-fcfc-4109-be83-a71d448c6fcc up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:38.309705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8f62ffad-f023-4190-b81e-ba0cae450920 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:38.338013 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ce78a56b-5308-4d0a-a4fc-1d650002b9ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/ace23c25-3507-4524-9849-62d79ddc6cdd HTTP/1.1" status: 200  len: 993 time: 0.3123801
Dec 21 10:09:38.368774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd44bf8-5d7e-484a-9326-679db3a4152c req-da0cfb96-acf7-4318-9470-fa04c27e58e3 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:38.370407 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fcd44bf8-5d7e-484a-9326-679db3a4152c req-da0cfb96-acf7-4318-9470-fa04c27e58e3 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.3470862
Dec 21 10:09:38.409929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-edcc3c84-f237-4f2c-a9b4-efd6310b1ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:38.412855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8977cbde-5bd4-4a63-9519-d02e904acb28 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:38.426238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] Sync routers for ids ['3ef1236f-f8d8-467d-847b-cd04d36aff70'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:38.426618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=2c461dba-623d-49b5-aa84-58fe8421f3c2,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:38.440849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:38.448243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] Routers {'3ef1236f-f8d8-467d-847b-cd04d36aff70'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:38.449007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee03e6a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3ef1236f-f8d8-467d-847b-cd04d36aff70'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:38.479909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port db633418-fcfc-4109-be83-a71d448c6fcc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:38.480917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:38.528677 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fcd44bf8-5d7e-484a-9326-679db3a4152c req-11c657b6-7234-48aa-9fd2-0e5e6122d8db tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1460872
Dec 21 10:09:38.529867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Allocated IP 192.168.233.125 (09dc5e14-90e5-41d4-8a0d-874f64c3742b/624ac02e-2990-4c88-9ea8-f444854c5f83/97ef8f3b-c229-4720-ac93-c4cdc2643f78) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:38.543980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c9c4506d-2a3b-4d5d-aa54-e6cbf77e293c None None] Provisioning complete for port 2c461dba-623d-49b5-aa84-58fe8421f3c2 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:38.544619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9c4506d-2a3b-4d5d-aa54-e6cbf77e293c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:38.588556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42116) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:38.653102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8977cbde-5bd4-4a63-9519-d02e904acb28 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:38.660446 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8977cbde-5bd4-4a63-9519-d02e904acb28 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "PUT /v2.0/routers/3ef1236f-f8d8-467d-847b-cd04d36aff70 HTTP/1.1" status: 200  len: 697 time: 2.5646601
Dec 21 10:09:38.661220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42120) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:38.691916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] Set router 3ef1236f-f8d8-467d-847b-cd04d36aff70 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:38.852863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f72c4e4-7aea-46ee-9b52-fe0f4d187ea5 tempest-TestNetworkAdvancedServerOps-1524805330 tempest-TestNetworkAdvancedServerOps-1524805330] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:38.855591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee03e6a0>, [{'id': '3ef1236f-f8d8-467d-847b-cd04d36aff70', 'name': 'tempest-RoutersIpV6Test-router-440760156', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:09:35Z', 'updated_at': '2020-12-21T10:09:37Z', 'revision_number': 2, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:38.857863 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9f72c4e4-7aea-46ee-9b52-fe0f4d187ea5 tempest-TestNetworkAdvancedServerOps-1524805330 tempest-TestNetworkAdvancedServerOps-1524805330] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 1158 time: 0.2681537
Dec 21 10:09:38.862759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42124) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:38.868891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '5f398165-658d-40b2-896d-0627144779c7', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:38.870715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] Checking router: 3ef1236f-f8d8-467d-847b-cd04d36aff70 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:09:38.880260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:38.888958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Usage tracker for resource:floatingip and tenant:6997503f819e451c83744b9fdb33895a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:38.898772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] Routers {'3ef1236f-f8d8-467d-847b-cd04d36aff70'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:38.899749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee03e6a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3ef1236f-f8d8-467d-847b-cd04d36aff70'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:38.902564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:38.913980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:38.932451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-153ebaa8-adeb-4d6e-a440-31fbe521c30a None None] Provisioning complete for port 2c461dba-623d-49b5-aa84-58fe8421f3c2 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:38.933039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-153ebaa8-adeb-4d6e-a440-31fbe521c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:38.943947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:38.961936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-55345c28-e5b9-4e8b-b1ac-e75f0404cc43 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/routers/3ef1236f-f8d8-467d-847b-cd04d36aff70 HTTP/1.1" status: 200  len: 703 time: 0.2576792
Dec 21 10:09:38.962753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42130) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:38.964284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:39.060940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49754a9b-3a17-497b-9dd4-0357c5f9a4cd tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:39.067200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7463c5e-97c1-4b3c-b1e0-eae328f6514c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Synchronizing usage tracker for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:39.090565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8906d26b-1cb8-49c6-ad43-9f5ba9b0325a req-3fa71a84-c502-49dd-a2c9-f503da6d168f tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 210 time: 0.0594091
Dec 21 10:09:39.091747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Transition to ACTIVE for port object 97ef8f3b-c229-4720-ac93-c4cdc2643f78 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:39.127770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] Set router 3ef1236f-f8d8-467d-847b-cd04d36aff70 gateway port host: None {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:39.131171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:39.151052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3ad65b8-883b-483f-9912-642f169e4c49 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:39.172012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:39.226405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1ab88803-5884-4912-9587-ce59f1832964 None None] Provisioning complete for port 2c461dba-623d-49b5-aa84-58fe8421f3c2 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:39.226830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ab88803-5884-4912-9587-ce59f1832964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:39.244051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7463c5e-97c1-4b3c-b1e0-eae328f6514c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Unset dirty status for tenant:afd89d6eb42546bfba090516d42e4c89 on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:39.248002 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7463c5e-97c1-4b3c-b1e0-eae328f6514c tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=3ef1236f-f8d8-467d-847b-cd04d36aff70 HTTP/1.1" status: 200  len: 205 time: 0.2777658
Dec 21 10:09:39.248002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49754a9b-3a17-497b-9dd4-0357c5f9a4cd tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Pushing event deleted for resources: {'Port': ['ID=7082bcbf-aadf-44ee-9837-3fe5a54eb92f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:39.250819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42134) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:39.275601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee03e6a0>, [{'id': '3ef1236f-f8d8-467d-847b-cd04d36aff70', 'name': 'tempest-RoutersIpV6Test-router-440760156', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:09:35Z', 'updated_at': '2020-12-21T10:09:37Z', 'revision_number': 2, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:39.281825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e376a9-4865-4f85-83fb-8cffafaefb1d None None] The sync data for ids ['3ef1236f-f8d8-467d-847b-cd04d36aff70'] in dv-neutron-601336-62-ovs is: [{'id': '3ef1236f-f8d8-467d-847b-cd04d36aff70', 'name': 'tempest-RoutersIpV6Test-router-440760156', 'tenant_id': 'afd89d6eb42546bfba090516d42e4c89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:09:35Z', 'updated_at': '2020-12-21T10:09:37Z', 'revision_number': 2, 'project_id': 'afd89d6eb42546bfba090516d42e4c89', 'gw_port_host': None}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:39.319273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2c461dba-623d-49b5-aa84-58fe8421f3c2 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:39.328866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-49754a9b-3a17-497b-9dd4-0357c5f9a4cd tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:39.331991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:39.355771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "PUT /v2.0/routers/f1ed0fcc-e038-4507-96ff-2e998fee4b21/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.5099103
Dec 21 10:09:39.356026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77add9c-e8ef-4542-8f07-3654373d8ad1 None None] Sync routers for ids ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:39.408248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77add9c-e8ef-4542-8f07-3654373d8ad1 None None] Routers {'f1ed0fcc-e038-4507-96ff-2e998fee4b21'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:39.408499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b77add9c-e8ef-4542-8f07-3654373d8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec58c908>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:39.409821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42138) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:39.488496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b77add9c-e8ef-4542-8f07-3654373d8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec58c908>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:39.512381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77add9c-e8ef-4542-8f07-3654373d8ad1 None None] Routers {'f1ed0fcc-e038-4507-96ff-2e998fee4b21'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:39.513103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b77add9c-e8ef-4542-8f07-3654373d8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec58c908>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:39.594876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08335887-3dd6-4f97-9108-61be8ef648b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:39.647481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b77add9c-e8ef-4542-8f07-3654373d8ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec58c908>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:39.648206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77add9c-e8ef-4542-8f07-3654373d8ad1 None None] The sync data for ids ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:39.685082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 2c461dba-623d-49b5-aa84-58fe8421f3c2 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:39.685788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:39.791908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Pushing event updated for resources: {'Port': ['ID=97ef8f3b-c229-4720-ac93-c4cdc2643f78,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:39.802147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.651s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:39.895504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Network 09dc5e14-90e5-41d4-8a0d-874f64c3742b is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:39.901596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:39.907517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:39.968315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:40.055124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:40.055847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:40.159532 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.2340331
Dec 21 10:09:40.197099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e5134849-8a59-469b-95a8-efd04d48bcaa None None] Provisioning for port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:40.204178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e5134849-8a59-469b-95a8-efd04d48bcaa None None] Provisioning complete for port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:40.204640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e5134849-8a59-469b-95a8-efd04d48bcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:40.209936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Request body: {'port': {'device_id': '9d0fa6a4-4b10-41c2-be78-760030fa9893', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:40.274909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e5134849-8a59-469b-95a8-efd04d48bcaa None None] Port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:40.358481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08335887-3dd6-4f97-9108-61be8ef648b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:40.366094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08335887-3dd6-4f97-9108-61be8ef648b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:40.510219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:40.555904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49754a9b-3a17-497b-9dd4-0357c5f9a4cd tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:40.562849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08335887-3dd6-4f97-9108-61be8ef648b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:40.563418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08335887-3dd6-4f97-9108-61be8ef648b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Fanout notify agent at l3_agent the message router_deleted on router 3ef1236f-f8d8-467d-847b-cd04d36aff70 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:09:40.585644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Allocated IP 172.26.1.46 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/3838455a-bc3c-4490-9437-0a1cc7274333) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:40.588706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08335887-3dd6-4f97-9108-61be8ef648b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:40.590116 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-08335887-3dd6-4f97-9108-61be8ef648b1 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/3ef1236f-f8d8-467d-847b-cd04d36aff70 HTTP/1.1" status: 204  len: 168 time: 1.3340673
Dec 21 10:09:40.595261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42144) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:40.595638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a22dd-705c-464e-89ce-c5cb8c498af1 req-1966e349-80e4-4946-af5d-b591310e818e tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:40.596470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-c67a22dd-705c-464e-89ce-c5cb8c498af1 req-1966e349-80e4-4946-af5d-b591310e818e tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Synchronizing usage tracker for tenant:6ac0884918264c70a64a945e798e76f1 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:40.597572 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-49754a9b-3a17-497b-9dd4-0357c5f9a4cd tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "DELETE /v2.0/ports/7082bcbf-aadf-44ee-9837-3fe5a54eb92f HTTP/1.1" status: 204  len: 168 time: 4.6052697
Dec 21 10:09:40.607399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42146) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:40.725694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-c67a22dd-705c-464e-89ce-c5cb8c498af1 req-1966e349-80e4-4946-af5d-b591310e818e tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Unset dirty status for tenant:6ac0884918264c70a64a945e798e76f1 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:40.726915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c67a22dd-705c-464e-89ce-c5cb8c498af1 req-1966e349-80e4-4946-af5d-b591310e818e tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 936 time: 0.4905047
Dec 21 10:09:40.735942 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-82151acd-9bba-41f4-9eee-ebb9cfd6300f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=3ef1236f-f8d8-467d-847b-cd04d36aff70 HTTP/1.1" status: 200  len: 205 time: 0.1330590
Dec 21 10:09:40.739402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42152) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:40.969303 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-1f22b625-ad97-4e8a-9f76-128393dd6f08 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] delete failed (client error): The resource could not be found.
Dec 21 10:09:40.973945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1f22b625-ad97-4e8a-9f76-128393dd6f08 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/3ef1236f-f8d8-467d-847b-cd04d36aff70 HTTP/1.1" status: 404  len: 336 time: 0.2288508
Dec 21 10:09:40.975657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42156) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:41.030227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-c67a22dd-705c-464e-89ce-c5cb8c498af1 req-75825198-d7ed-4beb-a373-552dd17b9677 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Synchronizing usage tracker for tenant:6ac0884918264c70a64a945e798e76f1 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:41.097698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:41.127060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-836249cd-fda7-44a4-9aa5-9e7d01a6e93a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:41.127545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836249cd-fda7-44a4-9aa5-9e7d01a6e93a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:41.129346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-836249cd-fda7-44a4-9aa5-9e7d01a6e93a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/b8f8b8c1-b750-4246-92bb-98fa7e31a3e5 HTTP/1.1" status: 404  len: 337 time: 0.1507108
Dec 21 10:09:41.132199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-c67a22dd-705c-464e-89ce-c5cb8c498af1 req-75825198-d7ed-4beb-a373-552dd17b9677 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Unset dirty status for tenant:6ac0884918264c70a64a945e798e76f1 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:41.133474 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c67a22dd-705c-464e-89ce-c5cb8c498af1 req-75825198-d7ed-4beb-a373-552dd17b9677 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3930924
Dec 21 10:09:41.134000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42160) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:41.227495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa32352-3f3c-4121-846b-0dfd347c3e7f tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Deleting subnet 98628eef-ae8d-4884-8640-11d5f5c717cc {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:09:41.234951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1aa32352-3f3c-4121-846b-0dfd347c3e7f tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:41.250388 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c590192-e4b4-48f9-83e4-1cb955132a8a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:41.250893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c590192-e4b4-48f9-83e4-1cb955132a8a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:41.264149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c590192-e4b4-48f9-83e4-1cb955132a8a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/6c090769-201a-49bf-bdfa-fbc77f598ca6 HTTP/1.1" status: 404  len: 337 time: 0.1261282
Dec 21 10:09:41.268537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42164) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:41.298646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-420965df-f369-4fc4-b7a8-c4e73a199e28 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:09:41.299697 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-420965df-f369-4fc4-b7a8-c4e73a199e28 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "PUT /v2.0/routers/f1ed0fcc-e038-4507-96ff-2e998fee4b21/add_router_interface HTTP/1.1" status: 400  len: 438 time: 1.8888388
Dec 21 10:09:41.302787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42168) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:41.327259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:41.341460 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab5cadd-07d1-4482-a8b7-09b14c7643fa tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:41.341980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab5cadd-07d1-4482-a8b7-09b14c7643fa tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:41.347316 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9ab5cadd-07d1-4482-a8b7-09b14c7643fa tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/edd17417-4dba-4e86-b61b-d80f194669e2 HTTP/1.1" status: 404  len: 337 time: 0.0743001
Dec 21 10:09:41.350616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-58e5dba7-d91e-468e-8709-37eeae437ddb tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:41.370025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42172) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:41.386690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1aa32352-3f3c-4121-846b-0dfd347c3e7f tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:41.504366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'Port': ['ID=3838455a-bc3c-4490-9437-0a1cc7274333,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:41.527155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:41.537749 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-36ba1ef8-4cc5-4751-ba06-dd1a88148119 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:41.538334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36ba1ef8-4cc5-4751-ba06-dd1a88148119 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:41.543061 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-36ba1ef8-4cc5-4751-ba06-dd1a88148119 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/31fc3e74-59ef-4c98-bc3b-c1f90aa4d4b3 HTTP/1.1" status: 404  len: 337 time: 0.1718600
Dec 21 10:09:41.546473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42176) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:41.617465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ef8f3b-c229-4720-ac93-c4cdc2643f78 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:09:41.626048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e5fdb8c-e51a-4ab1-b554-b06ef6a2d745 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=9019d607-2ef0-4436-b4ca-10a8f7df2bb4 HTTP/1.1" status: 200  len: 205 time: 0.0764356
Dec 21 10:09:41.628935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42180) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:41.636759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:41.730522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Transition to ACTIVE for port object 97ef8f3b-c229-4720-ac93-c4cdc2643f78 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:41.731888 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-d31ab9d9-d848-4f6c-bd7a-e15f11ecfdd9 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] delete failed (client error): The resource could not be found.
Dec 21 10:09:41.733346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d31ab9d9-d848-4f6c-bd7a-e15f11ecfdd9 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/9019d607-2ef0-4436-b4ca-10a8f7df2bb4 HTTP/1.1" status: 404  len: 336 time: 0.1019900
Dec 21 10:09:41.735916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:41.737445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:41.739199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42184) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:41.741755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:41.759027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:41.786047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:41.833304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1aa32352-3f3c-4121-846b-0dfd347c3e7f tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:41.893137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:41.932299 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-55ac4015-5cb1-49f3-9592-58fcdee4bc9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=e23c7455-6c5e-48ba-aeab-33539b59cdf3 HTTP/1.1" status: 200  len: 205 time: 0.1887629
Dec 21 10:09:41.942269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42188) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:42.101197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Pushing event updated for resources: {'Port': ['ID=97ef8f3b-c229-4720-ac93-c4cdc2643f78,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:42.126506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:42.138464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:42.139740 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-d221a9d5-ad99-4f82-83f6-a1592234bd6f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] delete failed (client error): The resource could not be found.
Dec 21 10:09:42.144561 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d221a9d5-ad99-4f82-83f6-a1592234bd6f tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/e23c7455-6c5e-48ba-aeab-33539b59cdf3 HTTP/1.1" status: 404  len: 336 time: 0.1962759
Dec 21 10:09:42.152523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42192) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:42.267028 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d802a9fb-a67e-4f53-b535-66194a056fd4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:42.267858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d802a9fb-a67e-4f53-b535-66194a056fd4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:42.273519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d802a9fb-a67e-4f53-b535-66194a056fd4 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/ffee832f-c69b-4cc0-bcb9-9959605e4d24 HTTP/1.1" status: 404  len: 337 time: 0.1155801
Dec 21 10:09:42.284898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42198) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:42.457244 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea7ca7e2-be43-494c-a8be-475a72024bba tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=74afa73b-ed3f-42b2-a108-7d52cbcacf7c HTTP/1.1" status: 200  len: 205 time: 0.1646273
Dec 21 10:09:42.465443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42202) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:42.642096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0f98712-0be8-49ff-b935-b16b7639cc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:42.645014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:42.964840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1aa32352-3f3c-4121-846b-0dfd347c3e7f tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:42.965094 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-f38bb74f-947c-4c08-af18-5fd8e4f76395 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] delete failed (client error): The resource could not be found.
Dec 21 10:09:42.966022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f38bb74f-947c-4c08-af18-5fd8e4f76395 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/74afa73b-ed3f-42b2-a108-7d52cbcacf7c HTTP/1.1" status: 404  len: 336 time: 0.4886575
Dec 21 10:09:42.980917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42206) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:42.984138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a42c25f-cad5-4526-a229-8359ba163dc2 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:43.077831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa32352-3f3c-4121-846b-0dfd347c3e7f tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Pushing event deleted for resources: {'Subnet': ['ID=98628eef-ae8d-4884-8640-11d5f5c717cc,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:43.080792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1aa32352-3f3c-4121-846b-0dfd347c3e7f tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:43.098681 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1f43d90e-2164-4638-a2c7-72d6bfeb343d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=c6d71c02-d358-4733-90f8-f829dc1a00f3 HTTP/1.1" status: 200  len: 205 time: 0.0860076
Dec 21 10:09:43.103203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42210) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:43.122156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538018a0-c7c1-47a9-81f9-2f447e58b4de req-296a1971-75b9-4a05-afb9-53ac761dd870 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:43.123793 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-538018a0-c7c1-47a9-81f9-2f447e58b4de req-296a1971-75b9-4a05-afb9-53ac761dd870 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 948 time: 0.8407798
Dec 21 10:09:43.247922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Attempting to bind port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:09:43.248219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Attempting to bind port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:09:43.248590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Attempting to bind port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 on network 09dc5e14-90e5-41d4-8a0d-874f64c3742b {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:09:43.273967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:09:43.274337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Checking segment: {'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:43.274751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.275151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Bound using segment: {'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:09:43.275643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Bound port: 97ef8f3b-c229-4720-ac93-c4cdc2643f78, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:09:43.276024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.282133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-162d6219-cf1b-4fbf-a758-15a7ec983877 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] delete failed (client error): The resource could not be found.
Dec 21 10:09:43.283284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-162d6219-cf1b-4fbf-a758-15a7ec983877 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/c6d71c02-d358-4733-90f8-f829dc1a00f3 HTTP/1.1" status: 404  len: 336 time: 0.1770649
Dec 21 10:09:43.286331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42214) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:43.309232 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-538018a0-c7c1-47a9-81f9-2f447e58b4de req-c852a239-42cd-49b3-b1a8-fef58edb7099 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781957
Dec 21 10:09:43.345893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1aa32352-3f3c-4121-846b-0dfd347c3e7f tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.352809 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-69da49b8-b90a-4e7d-89f9-e14b8932b40a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:43.353011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8f8353-9d73-4540-99e5-ea0983c23ca6 None None] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:43.353260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69da49b8-b90a-4e7d-89f9-e14b8932b40a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:43.357907 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-69da49b8-b90a-4e7d-89f9-e14b8932b40a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/86436ef1-7d43-4733-864c-701a59b7811f HTTP/1.1" status: 404  len: 337 time: 0.0662017
Dec 21 10:09:43.361007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42218) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:43.367503 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1aa32352-3f3c-4121-846b-0dfd347c3e7f tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "DELETE /v2.0/subnets/98628eef-ae8d-4884-8640-11d5f5c717cc HTTP/1.1" status: 204  len: 168 time: 2.7572320
Dec 21 10:09:43.369324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42222) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:43.434959 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3180e755-8854-4f9e-890e-0927b93e59c2 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=d7f9c785-cb26-4318-8f49-22fc42197459 HTTP/1.1" status: 200  len: 205 time: 0.0726035
Dec 21 10:09:43.449711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42226) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:43.510571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.544595 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-a9522460-9013-4e32-9522-f54b794e9f95 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] delete failed (client error): The resource could not be found.
Dec 21 10:09:43.548744 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a9522460-9013-4e32-9522-f54b794e9f95 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/d7f9c785-cb26-4318-8f49-22fc42197459 HTTP/1.1" status: 404  len: 336 time: 0.0949872
Dec 21 10:09:43.548957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42230) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:43.568775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.585087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] For port 97ef8f3b-c229-4720-ac93-c4cdc2643f78, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:09:43.603133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d952d3-5506-49ed-8c4a-3e5761e47488 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:43.603640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d952d3-5506-49ed-8c4a-3e5761e47488 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:43.607519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] For port 97ef8f3b-c229-4720-ac93-c4cdc2643f78, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=97ef8f3b-c229-4720-ac93-c4cdc2643f78,segment=NetworkSegment(4bc70aef-4e81-4494-90ae-b48d505fab3d),segment_id=4bc70aef-4e81-4494-90ae-b48d505fab3d)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:09:43.619832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.638564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8aa56322-7d81-4ab5-a79f-8d21e7c13377 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:43.663856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Deleting port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:43.664216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.674924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] DHCP port deletion for 5520dd0b-5b57-4477-a997-6fa7686c8670 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:09:43.682544 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d5d952d3-5506-49ed-8c4a-3e5761e47488 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/d902391e-71b1-44d3-bbf4-b26284c02f5b HTTP/1.1" status: 404  len: 337 time: 0.1293848
Dec 21 10:09:43.685216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] Deleting port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:43.685686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.691333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42234) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:43.793168 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8f664f7a-a61b-4ec2-815d-1947913dde4a tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "GET /v2.0/ports?device_id=ddc46018-1272-4889-b6ce-d5eb2e5fdaaf HTTP/1.1" status: 200  len: 205 time: 0.0955262
Dec 21 10:09:43.806314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42238) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:43.884619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Deleting port 803942f8-d473-40e3-a942-d483f858ff1a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:43.884989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.890902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.912995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Pushing event updated for resources: {'Port': ['ID=97ef8f3b-c229-4720-ac93-c4cdc2643f78,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:43.916339 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-3382e54a-5cb8-4e10-a4bb-ca67e07a4c5b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] delete failed (client error): The resource could not be found.
Dec 21 10:09:43.917518 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3382e54a-5cb8-4e10-a4bb-ca67e07a4c5b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/routers/ddc46018-1272-4889-b6ce-d5eb2e5fdaaf HTTP/1.1" status: 404  len: 336 time: 0.1078274
Dec 21 10:09:43.919847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:43.922964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42242) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:43.973028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] For port dcc3ee01-a180-43bf-9ec3-660d35cff2e3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=dcc3ee01-a180-43bf-9ec3-660d35cff2e3,segment=NetworkSegment(57c6aacc-32c5-460a-8205-4692594510d7),segment_id=57c6aacc-32c5-460a-8205-4692594510d7)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:43.973469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:43.992498 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-04000a84-343b-4c9a-a9f9-50a785a1dda3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:43.993004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04000a84-343b-4c9a-a9f9-50a785a1dda3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:43.997809 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-04000a84-343b-4c9a-a9f9-50a785a1dda3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/e74d5aa3-53a9-49f3-9181-4f012cb8be51 HTTP/1.1" status: 404  len: 337 time: 0.0698030
Dec 21 10:09:43.998758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42246) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:44.078930 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8206d4e-dda7-4a02-a73c-326f6877b8f6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] DELETE failed (client error): The resource could not be found.
Dec 21 10:09:44.079350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8206d4e-dda7-4a02-a73c-326f6877b8f6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:09:44.084475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b8206d4e-dda7-4a02-a73c-326f6877b8f6 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] 10.222.0.45 "DELETE /v2.0/subnets/ed247da5-bd5d-4cf5-9686-6d3be434d681 HTTP/1.1" status: 404  len: 337 time: 0.0819142
Dec 21 10:09:44.103346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:44.104034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:44.105606 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] 10.222.0.16 "PUT /v2.0/ports/97ef8f3b-c229-4720-ac93-c4cdc2643f78 HTTP/1.1" status: 200  len: 1162 time: 3.9004910
Dec 21 10:09:44.106347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0fa6a4-4b10-41c2-be78-760030fa9893', 'tag': '97ef8f3b-c229-4720-ac93-c4cdc2643f78'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:09:44.134644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] Calling delete_port for dcc3ee01-a180-43bf-9ec3-660d35cff2e3 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:44.200628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] For port dcc3ee01-a180-43bf-9ec3-660d35cff2e3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=dcc3ee01-a180-43bf-9ec3-660d35cff2e3,segment=NetworkSegment(57c6aacc-32c5-460a-8205-4692594510d7),segment_id=57c6aacc-32c5-460a-8205-4692594510d7)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:44.201033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:44.260925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d0fa6a4-4b10-41c2-be78-760030fa9893', 'tag': '97ef8f3b-c229-4720-ac93-c4cdc2643f78', 'status': 'completed', 'code': 200}
Dec 21 10:09:44.268262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:44.277857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:44.370983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Calling delete_port for dcc3ee01-a180-43bf-9ec3-660d35cff2e3 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:44.434730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:44.447033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8fbaccba-d028-4999-b2b3-73bae31a69df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:44.468531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-92ba1605-73a3-4e3b-a418-d5c6eec5e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:44.483593 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-92ba1605-73a3-4e3b-a418-d5c6eec5e5ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ac0884918264c70a64a945e798e76f1&device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 1165 time: 0.3188839
Dec 21 10:09:44.535223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] Pushing event deleted for resources: {'Port': ['ID=dcc3ee01-a180-43bf-9ec3-660d35cff2e3,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:44.543362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:44.544350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] No DVR routers for this DVR port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:09:44.618959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Calling delete_port for 803942f8-d473-40e3-a942-d483f858ff1a owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:44.665903 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-5558777b-a159-449f-a10c-8029b9619989 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=97ef8f3b-c229-4720-ac93-c4cdc2643f78 HTTP/1.1" status: 200  len: 217 time: 0.1716321
Dec 21 10:09:44.693976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42260) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:44.721291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:09:44.721980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:09:44.908378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-a891a8f7-a276-44c3-b033-0452aa39f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:44.909958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-a891a8f7-a276-44c3-b033-0452aa39f652 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=624ac02e-2990-4c88-9ea8-f444854c5f83 HTTP/1.1" status: 200  len: 843 time: 0.2024696
Dec 21 10:09:44.960696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b786f38d-062c-41f9-9733-12df1a72aced admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afd89d6eb42546bfba090516d42e4c89&name=default HTTP/1.1" status: 200  len: 2879 time: 0.2648089
Dec 21 10:09:44.963207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42268) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:44.970075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f749f-f860-4231-9573-8d36da52c14c req-b284a8d8-e053-4e5e-9738-17d1ab429d0d tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:44.971723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-173f749f-f860-4231-9573-8d36da52c14c req-b284a8d8-e053-4e5e-9738-17d1ab429d0d tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 948 time: 0.3253474
Dec 21 10:09:45.079845 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-173f749f-f860-4231-9573-8d36da52c14c req-0075bdd9-1a51-4180-9be6-0c835541902d tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907013
Dec 21 10:09:45.091965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:45.095876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13ffd349-43f5-4b50-a89e-831472da45ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:45.097353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:45.111441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:45.114329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ee36b924-ec43-482b-8d97-3514376ab9fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:45.132515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:45.184094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-b3c6bbe2-37f6-4019-a77c-27ea0254ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:45.184891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event deleted for resources: {'Port': ['ID=803942f8-d473-40e3-a942-d483f858ff1a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:45.185714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-b3c6bbe2-37f6-4019-a77c-27ea0254ac91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09dc5e14-90e5-41d4-8a0d-874f64c3742b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2627020
Dec 21 10:09:45.199869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13ffd349-43f5-4b50-a89e-831472da45ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:45.211322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:45.230250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Deleting port dcc3ee01-a180-43bf-9ec3-660d35cff2e3 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:45.230604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:45.266304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device dcc3ee01-a180-43bf-9ec3-660d35cff2e3 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:09:45.311137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: dcc3ee01-a180-43bf-9ec3-660d35cff2e3 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:09:45.312524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device dcc3ee01-a180-43bf-9ec3-660d35cff2e3 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:09:45.320569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event updated for resources: {'Port': ['ID=3838455a-bc3c-4490-9437-0a1cc7274333,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:45.327448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:45.492994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-953e002e-5bdc-4048-b8c8-aa0b674ed35c service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2931130
Dec 21 10:09:45.626716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:45.681814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] The port 'dcc3ee01-a180-43bf-9ec3-660d35cff2e3' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:09:45.907660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:45.942399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13ffd349-43f5-4b50-a89e-831472da45ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:45.959454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:46.002660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffd349-43f5-4b50-a89e-831472da45ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9833ab41-bb8d-4509-a23b-9568b0d945c8,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:46.011130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13ffd349-43f5-4b50-a89e-831472da45ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:46.131848 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1194e99b-4683-4b8d-bbc0-85a111d294ed req-5c35ebd8-614a-4bcb-822a-eb1719952a4a service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6288121
Dec 21 10:09:46.176177 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Floating IP 931f002c-3eda-4f47-a73b-c2066c506cb3 associated. External IP: 172.26.1.46, port: 5f398165-658d-40b2-896d-0627144779c7.
Dec 21 10:09:46.245069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13ffd349-43f5-4b50-a89e-831472da45ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:46.246433 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-13ffd349-43f5-4b50-a89e-831472da45ab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9833ab41-bb8d-4509-a23b-9568b0d945c8 HTTP/1.1" status: 204  len: 168 time: 1.2822642
Dec 21 10:09:46.268883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7b70da0>,) {'filters': {'network_id': ['5520dd0b-5b57-4477-a997-6fa7686c8670']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:46.276910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:46.316478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7b70da0>, '57c6aacc-32c5-460a-8205-4692594510d7') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:46.316883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7b70da0>, '57c6aacc-32c5-460a-8205-4692594510d7') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:46.336482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:46.426508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:46.430166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Releasing vxlan tunnel 4 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:09:46.476420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:09:46.541652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9635d-8789-4c2d-bd07-98810591c68f req-0b68892a-3c21-47aa-ae13-3e0c2f7eb3f0 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:46.543323 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a1a9635d-8789-4c2d-bd07-98810591c68f req-0b68892a-3c21-47aa-ae13-3e0c2f7eb3f0 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 948 time: 0.3068380
Dec 21 10:09:46.545296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-03b3a89c-5d6f-400e-97e1-5618aec0a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:46.547583 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-03b3a89c-5d6f-400e-97e1-5618aec0a7de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ac0884918264c70a64a945e798e76f1&device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 1165 time: 0.3043191
Dec 21 10:09:46.719043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:46.733261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:46.849860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a1a9635d-8789-4c2d-bd07-98810591c68f req-2f379df5-eb7f-4437-9e64-2c6dad9dc6f1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2461722
Dec 21 10:09:46.932143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-5595db7b-8586-42c8-a0fc-930dedb452ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:46.934061 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-5595db7b-8586-42c8-a0fc-930dedb452ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=09dc5e14-90e5-41d4-8a0d-874f64c3742b HTTP/1.1" status: 200  len: 863 time: 0.3289542
Dec 21 10:09:47.031845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Router 0c695abe-3d0b-4fe4-abe0-9080e141897b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:09:47.033791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-8de09c1c-9ace-4643-94e5-8101c03ad191 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=97ef8f3b-c229-4720-ac93-c4cdc2643f78 HTTP/1.1" status: 200  len: 217 time: 0.0921779
Dec 21 10:09:47.126800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Network 5520dd0b-5b57-4477-a997-6fa7686c8670 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:09:47.152690 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:09:47.191170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Router f1ed0fcc-e038-4507-96ff-2e998fee4b21 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:09:47.214769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-450ae0c2-8b3e-45df-89ef-fca9ef60e20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:47.216399 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-450ae0c2-8b3e-45df-89ef-fca9ef60e20b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=624ac02e-2990-4c88-9ea8-f444854c5f83 HTTP/1.1" status: 200  len: 843 time: 0.1748335
Dec 21 10:09:47.270888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:47.331921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a5370aa-a539-4821-b5d9-464bee7572ba tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:47.352449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42294) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:47.359122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:47.390826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:47.404151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] Sync routers for ids ['0c695abe-3d0b-4fe4-abe0-9080e141897b'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:47.415864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] Routers {'0c695abe-3d0b-4fe4-abe0-9080e141897b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:47.416848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1a8780>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['0c695abe-3d0b-4fe4-abe0-9080e141897b'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:47.422880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-66c205d4-1b5a-42e4-88e2-72d4457a6ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:47.424604 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-66c205d4-1b5a-42e4-88e2-72d4457a6ce1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09dc5e14-90e5-41d4-8a0d-874f64c3742b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1511047
Dec 21 10:09:47.425530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:47.439936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Pushing event deleted for resources: {'Network': ['ID=5520dd0b-5b57-4477-a997-6fa7686c8670,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:47.451088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:47.470356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] 10.222.0.45 "DELETE /v2.0/networks/5520dd0b-5b57-4477-a997-6fa7686c8670 HTTP/1.1" status: 204  len: 168 time: 4.0890839
Dec 21 10:09:47.480287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:47.488639 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "PUT /v2.0/routers/f1ed0fcc-e038-4507-96ff-2e998fee4b21/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.1847649
Dec 21 10:09:47.495761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376eaa47-ac7f-4853-940a-f0399043b357 None None] Sync routers for ids ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:47.496278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42302) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:47.513467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376eaa47-ac7f-4853-940a-f0399043b357 None None] Routers {'f1ed0fcc-e038-4507-96ff-2e998fee4b21'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:47.515784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-376eaa47-ac7f-4853-940a-f0399043b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb547b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:47.542390 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.6784484
Dec 21 10:09:47.628792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'tag': '5f398165-658d-40b2-896d-0627144779c7'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:09:47.658176 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-62a0581f-b0d3-4ae9-80de-11dfc4516f93 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] delete failed (client error): The resource could not be found.
Dec 21 10:09:47.665518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42310) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:47.676633 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-62a0581f-b0d3-4ae9-80de-11dfc4516f93 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "DELETE /v2.0/routers/tempest-non_exist_router-655518990 HTTP/1.1" status: 404  len: 334 time: 0.1789901
Dec 21 10:09:47.692516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6959742d-f718-4190-9f8a-5c82c61673e7 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Request body: {'router': {'external_gateway_info': {'network_id': 'f1ed0fcc-e038-4507-96ff-2e998fee4b21'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:47.728087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-376eaa47-ac7f-4853-940a-f0399043b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb547b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:47.740661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376eaa47-ac7f-4853-940a-f0399043b357 None None] Routers {'f1ed0fcc-e038-4507-96ff-2e998fee4b21'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:47.741817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-376eaa47-ac7f-4853-940a-f0399043b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb547b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:47.764179 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'tag': '5f398165-658d-40b2-896d-0627144779c7', 'status': 'completed', 'code': 200}
Dec 21 10:09:47.786098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] Set router 0c695abe-3d0b-4fe4-abe0-9080e141897b gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:47.803651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a8c6eb38-30b8-4664-b922-54d4850233ed tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] Request body: {'subnetpool': {'name': 'tempest-subnetpools-459455329', 'prefixes': ['172.20.0.0/16']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:47.818478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-376eaa47-ac7f-4853-940a-f0399043b357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb547b8>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:47.819160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376eaa47-ac7f-4853-940a-f0399043b357 None None] The sync data for ids ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:47.865295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a8c6eb38-30b8-4664-b922-54d4850233ed tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:47.981591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-40a49c26-3171-479c-b296-02bffde12bf5 service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5262740
Dec 21 10:09:47.982449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42318) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:48.217526 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-83200c7e-184a-4da5-8439-d541e5941a33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d86f4230c27e44f0a7d5d0589a90f954&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2326591
Dec 21 10:09:48.219509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42324) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:48.272412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 09dc5e14-90e5-41d4-8a0d-874f64c3742b details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:48.297705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b588d9c6-9c7b-4fb8-9840-cf7581c7945d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:48.331351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b588d9c6-9c7b-4fb8-9840-cf7581c7945d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:48.392879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b588d9c6-9c7b-4fb8-9840-cf7581c7945d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:48.404021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fa9077e-db76-4c66-ad1a-8dfb5c20ac2d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:48.428258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1a8780>, [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:09:02Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '931f002c-3eda-4f47-a73b-c2066c506cb3', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'port_id': '5f398165-658d-40b2-896d-0627144779c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'mac_address': 'fa:16:3e:91:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:09:43Z', 'updated_at': '2020-12-21T10:09:43Z', 'revision_number': 0, 'project_id': '6997503f819e451c83744b9fdb33895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0056be7f-abac-49cb-966c-8f0638ef49f4', 'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'mac_address': 'fa:16:3e:58:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:55Z', 'updated_at': '2020-12-21T10:09:13Z', 'revision_number': 5, 'project_id': '6997503f819e451c83744b9fdb33895a', 'subnets': [{'id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:48.432888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] Checking router: 0c695abe-3d0b-4fe4-abe0-9080e141897b for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:09:48.438768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588d9c6-9c7b-4fb8-9840-cf7581c7945d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14977d2b-8229-4f22-a45e-4eb1ffb7f641,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:48.443020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b588d9c6-9c7b-4fb8-9840-cf7581c7945d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:48.444900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] Routers {'0c695abe-3d0b-4fe4-abe0-9080e141897b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:48.445608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1a8780>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['0c695abe-3d0b-4fe4-abe0-9080e141897b'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:48.446288 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b588d9c6-9c7b-4fb8-9840-cf7581c7945d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/14977d2b-8229-4f22-a45e-4eb1ffb7f641 HTTP/1.1" status: 204  len: 168 time: 0.2250206
Dec 21 10:09:48.448384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b588d9c6-9c7b-4fb8-9840-cf7581c7945d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:48.697515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] Set router 0c695abe-3d0b-4fe4-abe0-9080e141897b gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:48.776322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-7a56895a-6dd0-43b7-bf93-fea8860ac5ab None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80972) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:09:48.863792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6959742d-f718-4190-9f8a-5c82c61673e7 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:48.926581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50cb7b-b366-4074-a410-b9f09219bdfb req-49359a01-66a8-4845-bba2-a664394884c8 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:48.928534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4c50cb7b-b366-4074-a410-b9f09219bdfb req-49359a01-66a8-4845-bba2-a664394884c8 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 1.1615582
Dec 21 10:09:48.930790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-0c79f894-edc4-4702-8010-b2f9df543685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:48.932502 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-0c79f894-edc4-4702-8010-b2f9df543685 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6997503f819e451c83744b9fdb33895a&device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 1163 time: 1.1669579
Dec 21 10:09:49.024432 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-6959742d-f718-4190-9f8a-5c82c61673e7 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] update failed (client error): The resource could not be found.
Dec 21 10:09:49.031822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42334) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:49.033531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6959742d-f718-4190-9f8a-5c82c61673e7 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "PUT /v2.0/routers/f1ed0fcc-e038-4507-96ff-2e998fee4b21 HTTP/1.1" status: 404  len: 339 time: 1.3556941
Dec 21 10:09:49.090516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e9d7c-9acd-4a63-b826-fc904f4228aa req-48d5c062-a799-4bdb-b28a-131f022082ed tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:49.092553 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f03e9d7c-9acd-4a63-b826-fc904f4228aa req-48d5c062-a799-4bdb-b28a-131f022082ed tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 948 time: 1.0152462
Dec 21 10:09:49.101596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8c6eb38-30b8-4664-b922-54d4850233ed tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] Notify callbacks [] for subnetpool, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:49.103246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a8c6eb38-30b8-4664-b922-54d4850233ed tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 736 time: 1.7497327
Dec 21 10:09:49.114900 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fea6ec29-0efe-42db-b022-f5b99ee456c3 req-c41fcb72-f14d-461f-bbbd-aeab67d99dad service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 1.0686374
Dec 21 10:09:49.119184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42340) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:49.165212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1a8780>, [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:09:02Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '931f002c-3eda-4f47-a73b-c2066c506cb3', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'port_id': '5f398165-658d-40b2-896d-0627144779c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'mac_address': 'fa:16:3e:91:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:09:43Z', 'updated_at': '2020-12-21T10:09:43Z', 'revision_number': 0, 'project_id': '6997503f819e451c83744b9fdb33895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0056be7f-abac-49cb-966c-8f0638ef49f4', 'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'mac_address': 'fa:16:3e:58:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:55Z', 'updated_at': '2020-12-21T10:09:13Z', 'revision_number': 5, 'project_id': '6997503f819e451c83744b9fdb33895a', 'subnets': [{'id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:49.173059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6bb975-adc7-43e2-a7fb-f45b7e798583 None None] The sync data for ids ['0c695abe-3d0b-4fe4-abe0-9080e141897b'] in dv-neutron-601336-62-ovs is: [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:09:02Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '931f002c-3eda-4f47-a73b-c2066c506cb3', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'floating_ip_address': '172.26.1.46', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'port_id': '5f398165-658d-40b2-896d-0627144779c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'mac_address': 'fa:16:3e:91:86:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:09:43Z', 'updated_at': '2020-12-21T10:09:43Z', 'revision_number': 0, 'project_id': '6997503f819e451c83744b9fdb33895a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0056be7f-abac-49cb-966c-8f0638ef49f4', 'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'mac_address': 'fa:16:3e:58:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:55Z', 'updated_at': '2020-12-21T10:09:13Z', 'revision_number': 5, 'project_id': '6997503f819e451c83744b9fdb33895a', 'subnets': [{'id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:49.219584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 97ef8f3b-c229-4720-ac93-c4cdc2643f78 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:49.244854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-273899a2-b9f1-40a3-b7b2-38e3b7a7841a tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] 10.222.0.45 "GET /v2.0/subnetpools/6a3b6083-b4ab-4d28-a552-914233219669 HTTP/1.1" status: 200  len: 731 time: 0.1196308
Dec 21 10:09:49.255981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42346) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:49.266468 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4c50cb7b-b366-4074-a410-b9f09219bdfb req-03d2628c-82b1-42f3-bc15-297831518741 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3154528
Dec 21 10:09:49.280106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-85e386a1-8295-4caf-93aa-35df8e4a950b tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1425305202'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:49.321784 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f03e9d7c-9acd-4a63-b826-fc904f4228aa req-f81ecd4b-4836-44b9-a647-3f931cda2490 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051229
Dec 21 10:09:49.322292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42350) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:49.392560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-623e9cd5-eb89-42d1-82b8-4fa5b9531124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:49.394365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-623e9cd5-eb89-42d1-82b8-4fa5b9531124 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4dcb762-02b2-497a-b12d-d0dc02960356 HTTP/1.1" status: 200  len: 891 time: 0.4421434
Dec 21 10:09:49.397640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:49.404062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:49.404751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:49.526378 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3ba6cdf0-9ee7-4b5a-a19f-3c6eeff917ec tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/floatingips/931f002c-3eda-4f47-a73b-c2066c506cb3 HTTP/1.1" status: 200  len: 991 time: 0.2002134
Dec 21 10:09:49.589443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:49.640491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 97ef8f3b-c229-4720-ac93-c4cdc2643f78, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=97ef8f3b-c229-4720-ac93-c4cdc2643f78,segment=NetworkSegment(4bc70aef-4e81-4494-90ae-b48d505fab3d),segment_id=4bc70aef-4e81-4494-90ae-b48d505fab3d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:09:49.645987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0fa6a4-4b10-41c2-be78-760030fa9893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef8f3b-c229-4720-ac93-c4cdc2643f78'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:09:49.669542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311c609e-b886-4ed9-b814-e8c4211e0693 None None] New status for floating IP 931f002c-3eda-4f47-a73b-c2066c506cb3: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:09:49.676074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:49.678126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a81bb7fe-38ec-43c6-b0d6-ca3d978a9371 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:49.775213 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0fa6a4-4b10-41c2-be78-760030fa9893', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ef8f3b-c229-4720-ac93-c4cdc2643f78', 'code': 200}
Dec 21 10:09:49.784105 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-62d0b8f1-4236-44d1-9cbb-9b9eeb44a259 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f398165-658d-40b2-896d-0627144779c7 HTTP/1.1" status: 200  len: 999 time: 0.2558403
Dec 21 10:09:49.806052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=97ef8f3b-c229-4720-ac93-c4cdc2643f78,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:49.817777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:49.888089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-51a52f2f-225d-4eec-a28a-f077e03b0789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:49.891427 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-51a52f2f-225d-4eec-a28a-f077e03b0789 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41bbd9e0-bd21-44e2-ad32-c28db39daba4 HTTP/1.1" status: 200  len: 835 time: 0.0987628
Dec 21 10:09:50.098896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-d8d3c558-9fe2-4997-a633-bfab30788237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:50.100554 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-d8d3c558-9fe2-4997-a633-bfab30788237 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4dcb762-02b2-497a-b12d-d0dc02960356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1966922
Dec 21 10:09:50.114554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0233cc-0a96-46aa-811b-34f604106129 req-fe9d3685-1f47-4c4c-8f73-c93a30493301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:50.116838 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf0233cc-0a96-46aa-811b-34f604106129 req-fe9d3685-1f47-4c4c-8f73-c93a30493301 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 1167 time: 0.1073422
Dec 21 10:09:50.148046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 97ef8f3b-c229-4720-ac93-c4cdc2643f78 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:50.213437 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf0233cc-0a96-46aa-811b-34f604106129 req-96f8ac76-9a8e-4654-8a18-20d9105814e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701618
Dec 21 10:09:50.254623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:50.255164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:50.268558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42364) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:50.324289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-75e21493-397e-4cc9-852f-447718230b22 service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2057531
Dec 21 10:09:50.456367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1642390500'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:50.472845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:50.481470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:network and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:50.486885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:50.540700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42372) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:50.549265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:50.630508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:50.635923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:50.657262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:50.698619 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-25763cc8-dbee-4954-929a-7737d6a47b1c req-84178cf2-0e8f-45d6-b4f0-584a80063fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2786722
Dec 21 10:09:50.702596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:50.708447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:security_group_rule and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:50.713231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:50.719953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85e386a1-8295-4caf-93aa-35df8e4a950b tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] Notify callbacks [] for subnetpool, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:50.725561 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-85e386a1-8295-4caf-93aa-35df8e4a950b tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] 10.222.0.45 "PUT /v2.0/subnetpools/6a3b6083-b4ab-4d28-a552-914233219669 HTTP/1.1" status: 200  len: 684 time: 1.4639676
Dec 21 10:09:50.725837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:50.725837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42378) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:50.736286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849a412-7a33-43de-8479-81e53631042f req-0fc84192-d833-482e-aa89-0c0c5ead45f4 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:50.738032 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2849a412-7a33-43de-8479-81e53631042f req-0fc84192-d833-482e-aa89-0c0c5ead45f4 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.1904540
Dec 21 10:09:50.803288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:50.818238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0fd12d90-c01f-4b25-b49c-25e491c671d1 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/floatingips/931f002c-3eda-4f47-a73b-c2066c506cb3 HTTP/1.1" status: 200  len: 993 time: 0.2729018
Dec 21 10:09:50.862804 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2849a412-7a33-43de-8479-81e53631042f req-8ecdbe6e-70c7-4c0f-9f34-f0c34ee95e7b tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064339
Dec 21 10:09:50.947613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11e4dea8-a20e-457e-9fdb-8e48779066c2 tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] Notify callbacks [] for subnetpool, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:50.948846 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-11e4dea8-a20e-457e-9fdb-8e48779066c2 tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] 10.222.0.45 "DELETE /v2.0/subnetpools/6a3b6083-b4ab-4d28-a552-914233219669 HTTP/1.1" status: 204  len: 168 time: 0.2219734
Dec 21 10:09:50.951932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42382) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:50.983154 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-329aba14-6dc1-4a75-a986-52287b316d61 tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] show failed (client error): The resource could not be found.
Dec 21 10:09:50.984889 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-329aba14-6dc1-4a75-a986-52287b316d61 tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] 10.222.0.45 "GET /v2.0/subnetpools/6a3b6083-b4ab-4d28-a552-914233219669 HTTP/1.1" status: 404  len: 346 time: 0.0318782
Dec 21 10:09:50.986956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:50.988012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42386) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:51.003217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:51.009741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0842fddd-8cad-43ef-9bba-c69ae565545f tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:51.026471 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-a3bc27ee-12f5-48bf-b24b-7d856445443e tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] delete failed (client error): The resource could not be found.
Dec 21 10:09:51.027593 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a3bc27ee-12f5-48bf-b24b-7d856445443e tempest-SubnetPoolsTestJSON-985980809 tempest-SubnetPoolsTestJSON-985980809] 10.222.0.45 "DELETE /v2.0/subnetpools/6a3b6083-b4ab-4d28-a552-914233219669 HTTP/1.1" status: 404  len: 346 time: 0.0385964
Dec 21 10:09:51.050065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:09:51.059581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'SecurityGroup': ['ID=4e93491e-4e25-43ad-be66-71d5fbc9b3d8,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:51.065272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:51.070304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:51.070683 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Added segment ccb446bf-ef57-49ce-be3d-b666a5af391c of type vxlan for network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760
Dec 21 10:09:51.100355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:51.134176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:51.138654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:51.139303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:51.145771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5294481c-6849-49cf-9cbd-ecc8f2628c69 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:51.209381 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.9398186
Dec 21 10:09:51.265567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Network': ['ID=4134be54-0d0a-4f82-8f4c-9ede9e9a6760,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:51.271531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:51.280429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:51.303302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:51.395898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Allocated IP 172.20.0.1 (38125d6c-6dee-4510-8930-c414e2b4412b/d1822c09-68cb-4ad5-a581-207fa7b2606f/a3829640-b83b-4a84-a856-a020fdba45bf) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:09:51.580240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42394) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:51.631880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:51.659644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Transition to ACTIVE for port object a3829640-b83b-4a84-a856-a020fdba45bf will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:09:51.682388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:51.699890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:51.817400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:51.834686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:51.839421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] Usage tracker for resource:security_group_rule and tenant:bae2a974904841e385d6569ac4aed627 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:51.841983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:51.849056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:51.855440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'Port': ['ID=a3829640-b83b-4a84-a856-a020fdba45bf,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:51.861669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:51.908897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network 38125d6c-6dee-4510-8930-c414e2b4412b is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:51.910255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:51.912790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:09:51.961620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:51.965736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:51.994216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:52.006703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51ab6ddb-fb73-4bf8-955f-744328068e6c tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:52.039092 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bae2a974904841e385d6569ac4aed627&name=default HTTP/1.1" status: 200  len: 2883 time: 0.4576402
Dec 21 10:09:52.039990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48374ac-ba42-418b-aa56-3140438538fe,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:52.043587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42402) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:52.050177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:52.201125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d69b0-8e16-4e9e-ba52-551b9c0a143d req-69244032-1862-43a4-9498-a892e2b5d8ba tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:52.208886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1e4f89f-ac3f-450b-b297-2c3d231a420e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:52.210766 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-605d69b0-8e16-4e9e-ba52-551b9c0a143d req-69244032-1862-43a4-9498-a892e2b5d8ba tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.1107225
Dec 21 10:09:52.225935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:52.260025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1e4f89f-ac3f-450b-b297-2c3d231a420e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:52.267601 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-605d69b0-8e16-4e9e-ba52-551b9c0a143d req-35de6a54-f8cb-47b6-8cfd-1e694da7da01 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558026
Dec 21 10:09:52.279518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-917dde56-fbdc-4e22-b49b-ecd01d918dc6 None None] Provisioning for port a3829640-b83b-4a84-a856-a020fdba45bf completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:09:52.287025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-917dde56-fbdc-4e22-b49b-ecd01d918dc6 None None] Provisioning complete for port a3829640-b83b-4a84-a856-a020fdba45bf triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:52.288083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-917dde56-fbdc-4e22-b49b-ecd01d918dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:52.397704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-917dde56-fbdc-4e22-b49b-ecd01d918dc6 None None] Port a3829640-b83b-4a84-a856-a020fdba45bf cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:52.485043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1e4f89f-ac3f-450b-b297-2c3d231a420e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:52.497245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13ffd349-43f5-4b50-a89e-831472da45ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:52.520749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cef5a-6e41-4457-a8c3-a58014e1b249 req-742f5636-5f26-4110-9228-a4eee1eed9fa tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:52.522469 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1e1cef5a-6e41-4457-a8c3-a58014e1b249 req-742f5636-5f26-4110-9228-a4eee1eed9fa tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.0975451
Dec 21 10:09:52.574738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4f89f-ac3f-450b-b297-2c3d231a420e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48374ac-ba42-418b-aa56-3140438538fe,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:52.589949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1e4f89f-ac3f-450b-b297-2c3d231a420e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:52.599579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1e1cef5a-6e41-4457-a8c3-a58014e1b249 req-e8e102a2-5840-4f68-a6dd-25b069e2c33c tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699174
Dec 21 10:09:52.606469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1e4f89f-ac3f-450b-b297-2c3d231a420e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:52.611814 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a1e4f89f-ac3f-450b-b297-2c3d231a420e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c48374ac-ba42-418b-aa56-3140438538fe HTTP/1.1" status: 204  len: 168 time: 0.5669971
Dec 21 10:09:52.865084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:52.871250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:52.905290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6a013d4c-a8ee-4d90-ab3d-5360233b9427 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:53.027694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event updated for resources: {'Port': ['ID=a3829640-b83b-4a84-a856-a020fdba45bf,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:53.032907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:53.053306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:53.180715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69f643-f206-46da-ab37-794f5d47547b req-4821eb67-7a29-4030-9fd9-0f0c043b024e tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:53.182381 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb69f643-f206-46da-ab37-794f5d47547b req-4821eb67-7a29-4030-9fd9-0f0c043b024e tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.0912607
Dec 21 10:09:53.238861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb69f643-f206-46da-ab37-794f5d47547b req-005f44fb-754f-49cc-91aa-4066e2c33e6e tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482266
Dec 21 10:09:53.244555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network 38125d6c-6dee-4510-8930-c414e2b4412b is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:09:53.245812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:53.426440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Router f1ed0fcc-e038-4507-96ff-2e998fee4b21 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:09:53.540828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ae62dc2a-7695-4f75-abf5-3984ee6e94bb None None] Provisioning complete for port a3829640-b83b-4a84-a856-a020fdba45bf triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:53.541658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae62dc2a-7695-4f75-abf5-3984ee6e94bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:53.600702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:53.605977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "PUT /v2.0/routers/f1ed0fcc-e038-4507-96ff-2e998fee4b21/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5730619
Dec 21 10:09:53.609305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42414) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:53.659492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ae62dc2a-7695-4f75-abf5-3984ee6e94bb None None] Port a3829640-b83b-4a84-a856-a020fdba45bf cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:09:53.661535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5048e-ea39-4dec-abe8-2821b06559e0 None None] Sync routers for ids ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:53.673812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5048e-ea39-4dec-abe8-2821b06559e0 None None] Routers {'f1ed0fcc-e038-4507-96ff-2e998fee4b21'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:53.674519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-92e5048e-ea39-4dec-abe8-2821b06559e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf3ba58>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:53.756880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-92e5048e-ea39-4dec-abe8-2821b06559e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf3ba58>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:53.768245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e5048e-ea39-4dec-abe8-2821b06559e0 None None] Routers {'f1ed0fcc-e038-4507-96ff-2e998fee4b21'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:53.768960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-92e5048e-ea39-4dec-abe8-2821b06559e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf3ba58>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:53.837754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-92e5048e-ea39-4dec-abe8-2821b06559e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf3ba58>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:53.838357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e5048e-ea39-4dec-abe8-2821b06559e0 None None] The sync data for ids ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:54.068319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a1dc955-2476-4a40-8bbd-efa9ea33d076 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:54.235804 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-6a1dc955-2476-4a40-8bbd-efa9ea33d076 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] delete failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:09:54.236964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6a1dc955-2476-4a40-8bbd-efa9ea33d076 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "DELETE /v2.0/routers/f1ed0fcc-e038-4507-96ff-2e998fee4b21 HTTP/1.1" status: 409  len: 329 time: 0.6265638
Dec 21 10:09:54.240153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42418) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:54.474840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cdf9e-769e-4182-9686-593ea0d5aea9 req-94982098-50d2-413d-aa1a-b22e71a63751 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:54.476498 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-713cdf9e-769e-4182-9686-593ea0d5aea9 req-94982098-50d2-413d-aa1a-b22e71a63751 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.0928550
Dec 21 10:09:54.527335 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-713cdf9e-769e-4182-9686-593ea0d5aea9 req-974e7682-4c02-4d35-8282-65a468c6af33 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438476
Dec 21 10:09:54.581917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:55.098026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-c0f69d3a-3565-43f7-8851-cd73493f7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:55.099589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-c0f69d3a-3565-43f7-8851-cd73493f7f5d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ac0884918264c70a64a945e798e76f1&device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 1167 time: 0.1686251
Dec 21 10:09:55.106674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d95ee-bcd4-49d3-a7c7-c1711ec1324e req-910805d8-d926-4a20-a9c3-38c20aef4de0 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:55.109009 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6e9d95ee-bcd4-49d3-a7c7-c1711ec1324e req-910805d8-d926-4a20-a9c3-38c20aef4de0 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.1329522
Dec 21 10:09:55.227767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Deleting port a3829640-b83b-4a84-a856-a020fdba45bf {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:55.228238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:55.258101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42430) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:55.276319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'subnet': {'network_id': '4134be54-0d0a-4f82-8f4c-9ede9e9a6760', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:55.284365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6e9d95ee-bcd4-49d3-a7c7-c1711ec1324e req-af3d8c72-cd44-4380-af79-4196e33a4b28 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1461372
Dec 21 10:09:55.323449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-468944fd-158d-4024-994c-9eb2fd953b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:55.326077 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-468944fd-158d-4024-994c-9eb2fd953b6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=09dc5e14-90e5-41d4-8a0d-874f64c3742b HTTP/1.1" status: 200  len: 863 time: 0.2156644
Dec 21 10:09:55.414976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-5e892a67-7570-4bf7-b51e-172620465fc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=97ef8f3b-c229-4720-ac93-c4cdc2643f78 HTTP/1.1" status: 200  len: 217 time: 0.0772705
Dec 21 10:09:55.492875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-6bb770e1-0a2b-42e2-bce7-d3c922ae62df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:55.495518 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-6bb770e1-0a2b-42e2-bce7-d3c922ae62df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=624ac02e-2990-4c88-9ea8-f444854c5f83 HTTP/1.1" status: 200  len: 843 time: 0.0730088
Dec 21 10:09:55.525762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:55.543596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:subnet and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:55.550193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:55.560835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42434) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:55.561111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:55.591829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:55.610053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:55.710284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2d5bead7-5a87-4084-90c1-b9cc497772a4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/ace23c25-3507-4524-9849-62d79ddc6cdd HTTP/1.1" status: 200  len: 993 time: 0.1432264
Dec 21 10:09:55.712562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-14615368-0741-4173-a188-227be694834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:55.714294 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-14615368-0741-4173-a188-227be694834f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09dc5e14-90e5-41d4-8a0d-874f64c3742b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2091322
Dec 21 10:09:55.773996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Calling delete_port for a3829640-b83b-4a84-a856-a020fdba45bf owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:55.877750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-64ed38da-2fd1-4a82-95ac-78c1ccb7cdfd service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554165
Dec 21 10:09:55.908902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:56.055062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188b1e18-d701-4540-a948-d94806fa3dc6 req-78c9a42b-3ffd-472f-a4d8-a14c0e45b567 service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1472199
Dec 21 10:09:56.079571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42442) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:56.232770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:56.251884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0edfb1b4-1d3f-481d-b432-a0a6fecca75d tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:56.297537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port a899f95b-8455-44c1-9e32-c650d5ba48b7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:09:56.297921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:56.321320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event deleted for resources: {'Port': ['ID=a3829640-b83b-4a84-a856-a020fdba45bf,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:56.343724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.344143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.344563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.344990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.345405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.345834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.346356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.346615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.346998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.347395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.348035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.348242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.348626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.349029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.349431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.349857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.350254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.350655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.351053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.351456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.351853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.352255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.352652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.353046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:56.404304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:56.837700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:56.850127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:56.850399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:56.989599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aab925a-9345-4e5c-867c-a0b1ce0ee598 req-73de2d8d-cff4-4084-adfe-c05b6d8afb6a tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:56.991289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3aab925a-9345-4e5c-867c-a0b1ce0ee598 req-73de2d8d-cff4-4084-adfe-c05b6d8afb6a tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.3065128
Dec 21 10:09:56.999718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for a899f95b-8455-44c1-9e32-c650d5ba48b7 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:09:57.116060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3aab925a-9345-4e5c-867c-a0b1ce0ee598 req-c9cc0f21-2a65-464e-aa77-e10cf6ade9a9 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901453
Dec 21 10:09:57.215202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:57.234006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:57.294888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=a899f95b-8455-44c1-9e32-c650d5ba48b7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:57.308178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.308608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.309036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.309457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.309899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.310315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.310728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.311604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.312049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.312425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.312834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.313245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.313763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.314174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.314586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.314990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.315398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.315893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.316303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.316711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.317117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.317545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.317956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.318360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:09:57.324301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:57.364283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:57.383526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:57.495222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:57.495589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP ace23c25-3507-4524-9849-62d79ddc6cdd disassociated (deleted). External IP: 172.26.1.75, port: 87ddf9c5-6e69-4378-877d-e0830a058504.
Dec 21 10:09:57.736862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Subnet': ['ID=ca81e7b0-79fa-4f4e-9b33-0b2e64a64a08,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:57.740011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:57.849001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Router f1ed0fcc-e038-4507-96ff-2e998fee4b21 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:09:57.890036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 889efd70-db81-4d0d-8d31-4010760bace0 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:09:58.014230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Checking segment: {'id': 'ccb446bf-ef57-49ce-be3d-b666a5af391c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4134be54-0d0a-4f82-8f4c-9ede9e9a6760'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:09:58.015096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network hostable DHCP agents. Network: 4134be54-0d0a-4f82-8f4c-9ede9e9a6760, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:09:58.031949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:58.044708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c8fa7-9fe4-41ee-ae51-c4cfdcae58a1 None None] Sync routers for ids ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:58.052638 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "PUT /v2.0/routers/f1ed0fcc-e038-4507-96ff-2e998fee4b21/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8113568
Dec 21 10:09:58.053940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:09:58.057520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42448) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:58.064222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c8fa7-9fe4-41ee-ae51-c4cfdcae58a1 None None] Routers {'f1ed0fcc-e038-4507-96ff-2e998fee4b21'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:58.065050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-855c8fa7-9fe4-41ee-ae51-c4cfdcae58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d1978>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:58.085654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:09:58.097107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] Sync routers for ids ['889efd70-db81-4d0d-8d31-4010760bace0'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:09:58.110347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] Routers {'889efd70-db81-4d0d-8d31-4010760bace0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:58.111339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed08a6a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['889efd70-db81-4d0d-8d31-4010760bace0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:58.119793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:58.149051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-2b6ec464-65f1-4d1d-a4ab-9eee472c7bc7 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] show failed (client error): The resource could not be found.
Dec 21 10:09:58.161025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-855c8fa7-9fe4-41ee-ae51-c4cfdcae58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d1978>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:58.170273 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2b6ec464-65f1-4d1d-a4ab-9eee472c7bc7 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "GET /v2.0/routers/tempest-non_exist_router-1805783763 HTTP/1.1" status: 404  len: 335 time: 0.1116233
Dec 21 10:09:58.172392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42454) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:58.179115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1f2d8be9-db42-416b-9431-c2f0f2fa4dff tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Request body: {'router': {'name': 'new_name'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:58.181979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c8fa7-9fe4-41ee-ae51-c4cfdcae58a1 None None] Routers {'f1ed0fcc-e038-4507-96ff-2e998fee4b21'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:09:58.183215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-855c8fa7-9fe4-41ee-ae51-c4cfdcae58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d1978>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:58.213930 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/floatingips/ace23c25-3507-4524-9849-62d79ddc6cdd HTTP/1.1" status: 204  len: 168 time: 2.1327143
Dec 21 10:09:58.214841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:09:58.260177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-855c8fa7-9fe4-41ee-ae51-c4cfdcae58a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2ff36d1978>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:09:58.260646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c8fa7-9fe4-41ee-ae51-c4cfdcae58a1 None None] The sync data for ids ['f1ed0fcc-e038-4507-96ff-2e998fee4b21'] in dv-neutron-601336-62-ovs is: [] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:09:58.272301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 4134be54-0d0a-4f82-8f4c-9ede9e9a6760) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:09:58.315177 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-1f2d8be9-db42-416b-9431-c2f0f2fa4dff tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] update failed (client error): The resource could not be found.
Dec 21 10:09:58.316837 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1f2d8be9-db42-416b-9431-c2f0f2fa4dff tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "PUT /v2.0/routers/tempest-non_exist_router-808299321 HTTP/1.1" status: 404  len: 334 time: 0.1432335
Dec 21 10:09:58.318293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:58.320349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:58.340232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42462) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:58.398615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 3.1343319
Dec 21 10:09:58.399393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42466) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:58.408424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1051189429'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:58.414950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:58.420935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:network and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:58.424552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:58.431661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:58.450814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:58.458097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:58.467243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 97ef8f3b-c229-4720-ac93-c4cdc2643f78 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:09:58.484538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863bb59-f957-4062-a027-a0fb60e95de6 req-21058985-9c46-4a34-a489-47050946c8a7 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:58.486585 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c863bb59-f957-4062-a027-a0fb60e95de6 req-21058985-9c46-4a34-a489-47050946c8a7 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.1743150
Dec 21 10:09:58.507854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e7d7b7-e5a5-4370-89f6-7ef90abab865 None None] Network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:58.550516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:09:58.594323 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c863bb59-f957-4062-a027-a0fb60e95de6 req-a530a6e3-a412-4ec0-8bf2-2d144ebfc208 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865502
Dec 21 10:09:58.604563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:58.605106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Added segment 80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4 of type vxlan for network 05c83c76-32db-4211-8445-ec317e454eb5
Dec 21 10:09:58.605728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c86e8b2-7f85-4809-8d89-fb6f59059365 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Deleting subnet c84cd1a6-c0bc-4c01-9841-e5eb44a5423e {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:09:58.609731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c86e8b2-7f85-4809-8d89-fb6f59059365 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:58.637797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] Set router 889efd70-db81-4d0d-8d31-4010760bace0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:09:58.647174 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504', 'status': 'completed', 'code': 200}
Dec 21 10:09:58.683625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c86e8b2-7f85-4809-8d89-fb6f59059365 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:58.729291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:58.795068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-df9fd489-dee4-489f-8f49-4fceb3aec937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:58.797466 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-df9fd489-dee4-489f-8f49-4fceb3aec937 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 1163 time: 0.1275570
Dec 21 10:09:58.808099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c86e8b2-7f85-4809-8d89-fb6f59059365 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:58.831028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:58.835257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:58.835905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:58.898392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eecccd51-d2ca-4527-8c17-11c24b2de6c6 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:58.936771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.5356481
Dec 21 10:09:58.964719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42474) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:58.987941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'subnet': {'network_id': '05c83c76-32db-4211-8445-ec317e454eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:09:59.169784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:09:59.170152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:59.188637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c86e8b2-7f85-4809-8d89-fb6f59059365 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:59.228610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc849c03-a10e-4f67-b1ba-1b991bea2d75 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:09:59.233409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Network': ['ID=05c83c76-32db-4211-8445-ec317e454eb5,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:59.253370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:59.274101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86e8b2-7f85-4809-8d89-fb6f59059365 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event deleted for resources: {'Subnet': ['ID=c84cd1a6-c0bc-4c01-9841-e5eb44a5423e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:09:59.276926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c86e8b2-7f85-4809-8d89-fb6f59059365 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:09:59.282570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 05c83c76-32db-4211-8445-ec317e454eb5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:59.298535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 05c83c76-32db-4211-8445-ec317e454eb5 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:09:59.370053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c86e8b2-7f85-4809-8d89-fb6f59059365 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:59.377167 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3c86e8b2-7f85-4809-8d89-fb6f59059365 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "DELETE /v2.0/subnets/c84cd1a6-c0bc-4c01-9841-e5eb44a5423e HTTP/1.1" status: 204  len: 168 time: 1.0349050
Dec 21 10:09:59.378294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:09:59.379232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42480) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:09:59.386870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-832af78c-b1cc-4d10-9691-e6accbcc6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:59.388488 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-832af78c-b1cc-4d10-9691-e6accbcc6218 service neutron] 10.222.0.16 "GET /v2.0/networks?id=7561b32c-2f1f-4f69-ac98-e59b44cb6446 HTTP/1.1" status: 200  len: 891 time: 0.5816779
Dec 21 10:09:59.400280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a27f6f-d566-49c4-8a93-1744967d57c9 req-dbfe2c4b-6106-492f-819f-57827e1c4c2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:59.401055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f7a27f6f-d566-49c4-8a93-1744967d57c9 req-dbfe2c4b-6106-492f-819f-57827e1c4c2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:09:59.406281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:subnet and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:09:59.451574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5623da-2c33-49e0-ae9c-47e6889fc145 None None] Network edb7a7df-8b4c-4488-98c0-abd5740244a7 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:09:59.464753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-4134be54-0d0a-4f82-8f4c-9ede9e9a6760', 'network_id': '4134be54-0d0a-4f82-8f4c-9ede9e9a6760', 'tenant_id': 'a6cd86e7ad344f5ebec48f92ab758fb4', 'fixed_ips': [{'subnet_id': 'ca81e7b0-79fa-4f4e-9b33-0b2e64a64a08'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:09:59.465697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:59.479847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:09:59.500547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:09:59.504281 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-97d6a39e-8652-4fc3-aa24-63f558e3fcc9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87ddf9c5-6e69-4378-877d-e0830a058504 HTTP/1.1" status: 200  len: 217 time: 0.0929308
Dec 21 10:09:59.584277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f7a27f6f-d566-49c4-8a93-1744967d57c9 req-dbfe2c4b-6106-492f-819f-57827e1c4c2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:09:59.591939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f7a27f6f-d566-49c4-8a93-1744967d57c9 req-dbfe2c4b-6106-492f-819f-57827e1c4c2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 946 time: 0.7363405
Dec 21 10:09:59.618043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7988579-a9da-4f97-8efa-68086bc797e6 req-251c8314-35b1-43fb-be16-4744812aae93 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:59.625972 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7988579-a9da-4f97-8efa-68086bc797e6 req-251c8314-35b1-43fb-be16-4744812aae93 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.4413638
Dec 21 10:09:59.637474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fcd8e7-815b-4bac-81fd-15d07b4ce32a tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Deleting subnet 631cc1a5-2ab9-492b-b55d-cb7707af17a2 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:09:59.642163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd8e7-815b-4bac-81fd-15d07b4ce32a tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:59.650740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:09:59.718673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd8e7-815b-4bac-81fd-15d07b4ce32a tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:59.744790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-84d4b01b-da5a-4c02-a0ba-1a82210c0c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:09:59.746459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-84d4b01b-da5a-4c02-a0ba-1a82210c0c30 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=cce962ac-6124-4ed8-83e5-77d69b828f07 HTTP/1.1" status: 200  len: 835 time: 0.2286513
Dec 21 10:09:59.808109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f7a27f6f-d566-49c4-8a93-1744967d57c9 req-cf33ff73-3f3a-4c73-8f2f-1160c11d50de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2145448
Dec 21 10:09:59.828780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd8e7-815b-4bac-81fd-15d07b4ce32a tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:09:59.884477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7988579-a9da-4f97-8efa-68086bc797e6 req-78da9d90-b9ef-42b5-8fc4-42e538955753 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2573707
Dec 21 10:09:59.899238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:00.019794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed08a6a0>, [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fc9d7770-6523-4e3e-9bae-f77a90b6bd78', 'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:b2:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:30Z', 'updated_at': '2020-12-21T10:08:45Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:00.037958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] Checking router: 889efd70-db81-4d0d-8d31-4010760bace0 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:10:00.056791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-04aa3ba4-250d-4823-94d4-26eccb1d2259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:00.059099 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-04aa3ba4-250d-4823-94d4-26eccb1d2259 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7561b32c-2f1f-4f69-ac98-e59b44cb6446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2535148
Dec 21 10:10:00.100083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] Routers {'889efd70-db81-4d0d-8d31-4010760bace0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:10:00.100784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed08a6a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:09:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['889efd70-db81-4d0d-8d31-4010760bace0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:00.165566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd8e7-815b-4bac-81fd-15d07b4ce32a tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:00.184148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1aa32352-3f3c-4121-846b-0dfd347c3e7f tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:00.238060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fcd8e7-815b-4bac-81fd-15d07b4ce32a tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event deleted for resources: {'Subnet': ['ID=631cc1a5-2ab9-492b-b55d-cb7707af17a2,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:00.242488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7fcd8e7-815b-4bac-81fd-15d07b4ce32a tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:00.337396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7fcd8e7-815b-4bac-81fd-15d07b4ce32a tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:00.346686 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a7fcd8e7-815b-4bac-81fd-15d07b4ce32a tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "DELETE /v2.0/subnets/631cc1a5-2ab9-492b-b55d-cb7707af17a2 HTTP/1.1" status: 204  len: 168 time: 0.9659936
Dec 21 10:10:00.349336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42484) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:00.473030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b178da53-7428-4e12-8fdb-080bb404c527 None None] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:00.498449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:00.570734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Deleting port 2c461dba-623d-49b5-aa84-58fe8421f3c2 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:00.571288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:00.580983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] Set router 889efd70-db81-4d0d-8d31-4010760bace0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:10:00.734646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-6b1c18db-695f-4143-8598-fedc90554bcf service neutron] 10.222.0.16 "GET /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6677327
Dec 21 10:10:00.818287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] For port 2c461dba-623d-49b5-aa84-58fe8421f3c2, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=2c461dba-623d-49b5-aa84-58fe8421f3c2,segment=NetworkSegment(68ce7889-c937-4cbd-886f-a9f8ff4024a4),segment_id=68ce7889-c937-4cbd-886f-a9f8ff4024a4)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:00.818855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:00.821609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77dd54e-b98f-4a63-b8cc-b93546cb7e61 None None] DHCP port deletion for edb7a7df-8b4c-4488-98c0-abd5740244a7 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:10:00.895535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-4066d162-528b-4a38-83dc-879853211191 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:00.897181 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-4066d162-528b-4a38-83dc-879853211191 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 946 time: 0.3318341
Dec 21 10:10:00.947359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b77dd54e-b98f-4a63-b8cc-b93546cb7e61 None None] Deleting port 2c461dba-623d-49b5-aa84-58fe8421f3c2 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:00.947897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b77dd54e-b98f-4a63-b8cc-b93546cb7e61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:00.962832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Calling delete_port for 2c461dba-623d-49b5-aa84-58fe8421f3c2 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:01.050992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:01.070292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ab672b4-c9bb-4d66-91c4-9674b26ee3b2 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:01.153386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b77dd54e-b98f-4a63-b8cc-b93546cb7e61 None None] The port '2c461dba-623d-49b5-aa84-58fe8421f3c2' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:10:01.192696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Allocated IP 2001:db8:0:ffff::2 (4134be54-0d0a-4f82-8f4c-9ede9e9a6760/ca81e7b0-79fa-4f4e-9b33-0b2e64a64a08/315071bd-c59a-4e56-9003-95eb77d610f1) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:01.200882 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dadb950e-d1b1-4cfa-8f33-9453cea15dcb req-51aaffe2-6d29-4309-aaa6-ea6a0cc0f65c service neutron] 10.222.0.16 "GET /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4574676
Dec 21 10:10:01.238352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 87ddf9c5-6e69-4378-877d-e0830a058504 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:01.238712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:01.385580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2c461dba-623d-49b5-aa84-58fe8421f3c2 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:01.426383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] DHCP port deletion for 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:10:01.442806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 2c461dba-623d-49b5-aa84-58fe8421f3c2 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:10:01.443199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 2c461dba-623d-49b5-aa84-58fe8421f3c2 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:10:01.447564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Deleting port db633418-fcfc-4109-be83-a71d448c6fcc {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:01.447974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:01.449139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event deleted for resources: {'Port': ['ID=2c461dba-623d-49b5-aa84-58fe8421f3c2,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:01.452131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:01.464716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ab938-4075-41a4-a092-22befef6d008 req-edd89e9d-623c-474b-bb79-457ec937cc0b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:01.475668 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-996ab938-4075-41a4-a092-22befef6d008 req-edd89e9d-623c-474b-bb79-457ec937cc0b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 946 time: 0.4697347
Dec 21 10:10:01.554777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] No DVR routers for this DVR port 2c461dba-623d-49b5-aa84-58fe8421f3c2 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:10:01.581335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9faacd-c6ee-46fe-9a31-780bed4223ad req-bd8591e0-317e-4778-b606-2f9c89ed6ae5 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:01.589030 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf9faacd-c6ee-46fe-9a31-780bed4223ad req-bd8591e0-317e-4778-b606-2f9c89ed6ae5 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.4843528
Dec 21 10:10:01.628135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed08a6a0>, [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fc9d7770-6523-4e3e-9bae-f77a90b6bd78', 'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:b2:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:30Z', 'updated_at': '2020-12-21T10:08:45Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:01.663443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ef4a0-8f74-4f95-a6fd-4de4c4c7f45e None None] The sync data for ids ['889efd70-db81-4d0d-8d31-4010760bace0'] in dv-neutron-601336-62-ovs is: [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:08:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fc9d7770-6523-4e3e-9bae-f77a90b6bd78', 'name': '', 'network_id': '7561b32c-2f1f-4f69-ac98-e59b44cb6446', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:b2:ed:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:30Z', 'updated_at': '2020-12-21T10:08:45Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'cce962ac-6124-4ed8-83e5-77d69b828f07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:10:01.665156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:01.712777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:01.738465 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-996ab938-4075-41a4-a092-22befef6d008 req-db2e4bb7-9a58-46d0-944c-73d23293fda7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2612646
Dec 21 10:10:01.800362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] For port db633418-fcfc-4109-be83-a71d448c6fcc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=db633418-fcfc-4109-be83-a71d448c6fcc,segment=NetworkSegment(c6da5d68-555e-4ca2-a28a-a22a1b0fb226),segment_id=c6da5d68-555e-4ca2-a28a-a22a1b0fb226)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:01.800803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:01.811783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf9faacd-c6ee-46fe-9a31-780bed4223ad req-e2a0b08b-fcf8-4cde-8ffe-67cb013dc632 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2212043
Dec 21 10:10:01.859457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecf205c0>,) {'filters': {'network_id': ['edb7a7df-8b4c-4488-98c0-abd5740244a7']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:01.874291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:01.878540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecf205c0>, '68ce7889-c937-4cbd-886f-a9f8ff4024a4') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:01.879436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecf205c0>, '68ce7889-c937-4cbd-886f-a9f8ff4024a4') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:01.899017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:01.905918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80970) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:10:01.910292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:01.927303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:01.930353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Releasing vxlan tunnel 6 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:01.933135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c57ee762-ebd2-4a4b-9ede-7c51038ce9b9 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:01.949337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Calling delete_port for db633418-fcfc-4109-be83-a71d448c6fcc owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:01.975103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 87ddf9c5-6e69-4378-877d-e0830a058504, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=87ddf9c5-6e69-4378-877d-e0830a058504,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:01.975431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:02.049306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:02.103863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fd542d2-b8d8-4f3c-a9e1-b637b7ed418a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:02.181894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network edb7a7df-8b4c-4488-98c0-abd5740244a7 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:02.196040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 87ddf9c5-6e69-4378-877d-e0830a058504 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:02.200118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:02.216154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f45dd42-8709-4610-abd3-9c49bad06a6d None None] New status for floating IP ace23c25-3507-4524-9849-62d79ddc6cdd: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:10:02.256496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Pushing event deleted for resources: {'Port': ['ID=db633418-fcfc-4109-be83-a71d448c6fcc,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:02.289147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.290236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.290854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.291561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.292290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.293870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.294507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.295095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.295767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.296500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.297096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.298786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.299464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.300066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.300657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.301262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.301870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.302590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.303177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.304031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.304609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.305180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.306238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.306840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:02.316723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 87ddf9c5-6e69-4378-877d-e0830a058504 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:02.383172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:02.388225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] No DVR routers for this DVR port db633418-fcfc-4109-be83-a71d448c6fcc on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:10:02.401862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Subnet': ['ID=b2fe0014-9927-4554-a94f-96924b0a8a4e,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:02.454710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:02.466138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:02.494536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network edb7a7df-8b4c-4488-98c0-abd5740244a7 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:02.506908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:10:02.520050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 87ddf9c5-6e69-4378-877d-e0830a058504, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=87ddf9c5-6e69-4378-877d-e0830a058504,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:02.524783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:02.526862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:02.529718 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:02.560985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-8050883e-6a0c-48ba-af09-3197cd1486c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:02.562864 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-8050883e-6a0c-48ba-af09-3197cd1486c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6ac0884918264c70a64a945e798e76f1&device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 1167 time: 0.2495315
Dec 21 10:10:02.601731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504', 'code': 200}
Dec 21 10:10:02.618813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=87ddf9c5-6e69-4378-877d-e0830a058504,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:02.622397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:02.666774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Transition to ACTIVE for port object 315071bd-c59a-4e56-9003-95eb77d610f1 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:02.667060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:02.669579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:10:02.670015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:10:02.671298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:02.688669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Transition to ACTIVE for port object 315071bd-c59a-4e56-9003-95eb77d610f1 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:02.691143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:02.694799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:02.704323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event deleted for resources: {'Network': ['ID=edb7a7df-8b4c-4488-98c0-abd5740244a7,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:02.707569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:02.711960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "DELETE /v2.0/networks/edb7a7df-8b4c-4488-98c0-abd5740244a7 HTTP/1.1" status: 204  len: 168 time: 2.3590786
Dec 21 10:10:02.713235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:02.714092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42498) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:02.760474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Checking segment: {'id': '80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '05c83c76-32db-4211-8445-ec317e454eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:02.760790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network hostable DHCP agents. Network: 05c83c76-32db-4211-8445-ec317e454eb5, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:10:02.821400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2e896-9677-4a0e-99c1-c336ea944bd6 req-e3ce1f19-3291-454c-afe4-14c5d867cd2f tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:02.833354 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8b2e896-9677-4a0e-99c1-c336ea944bd6 req-e3ce1f19-3291-454c-afe4-14c5d867cd2f tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.4561086
Dec 21 10:10:02.853008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:02.861053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Pushing event updated for resources: {'Port': ['ID=315071bd-c59a-4e56-9003-95eb77d610f1,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:02.864998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:02.874317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-95439540-a1c4-4d08-815b-79f1734e5c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:02.877273 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-95439540-a1c4-4d08-815b-79f1734e5c89 service neutron] 10.222.0.16 "GET /v2.0/networks?id=09dc5e14-90e5-41d4-8a0d-874f64c3742b HTTP/1.1" status: 200  len: 863 time: 0.2909088
Dec 21 10:10:02.913169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:02.914407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:02.916874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:02.972904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Attempting to bind port 315071bd-c59a-4e56-9003-95eb77d610f1 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:10:02.973465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Attempting to bind port 315071bd-c59a-4e56-9003-95eb77d610f1 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ccb446bf-ef57-49ce-be3d-b666a5af391c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4134be54-0d0a-4f82-8f4c-9ede9e9a6760'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:10:02.973798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Attempting to bind port 315071bd-c59a-4e56-9003-95eb77d610f1 on network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:10:02.980272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:10:02.980693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Checking segment: {'id': 'ccb446bf-ef57-49ce-be3d-b666a5af391c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4134be54-0d0a-4f82-8f4c-9ede9e9a6760'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:02.981146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:02.981613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Bound using segment: {'id': 'ccb446bf-ef57-49ce-be3d-b666a5af391c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4134be54-0d0a-4f82-8f4c-9ede9e9a6760'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:10:02.982138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Bound port: 315071bd-c59a-4e56-9003-95eb77d610f1, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb446bf-ef57-49ce-be3d-b666a5af391c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '4134be54-0d0a-4f82-8f4c-9ede9e9a6760'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:10:02.982557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.019278 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-5a350f81-c2c7-455d-b0f7-fc64d7fb1ce6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=97ef8f3b-c229-4720-ac93-c4cdc2643f78 HTTP/1.1" status: 200  len: 217 time: 0.0942869
Dec 21 10:10:03.076787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.082775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] For port 315071bd-c59a-4e56-9003-95eb77d610f1, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:10:03.082991 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8b2e896-9677-4a0e-99c1-c336ea944bd6 req-d73dc2f5-6538-4abc-8a74-5102a7b23756 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2481458
Dec 21 10:10:03.086083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] For port 315071bd-c59a-4e56-9003-95eb77d610f1, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=315071bd-c59a-4e56-9003-95eb77d610f1,segment=NetworkSegment(ccb446bf-ef57-49ce-be3d-b666a5af391c),segment_id=ccb446bf-ef57-49ce-be3d-b666a5af391c)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:10:03.090467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.098888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network 05c83c76-32db-4211-8445-ec317e454eb5 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:10:03.110775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2b153f8-40d5-4fc8-81c7-86d8f058b4c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:03.139390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 05c83c76-32db-4211-8445-ec317e454eb5) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:03.164990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f727d98-5fa2-44a0-b037-5286f1ecbecd None None] Network 05c83c76-32db-4211-8445-ec317e454eb5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:03.170400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74816cd1-904f-4eb7-b786-d7302fe775ee req-c45a0191-c6ce-4793-9f36-7905b286ef5b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:03.174219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74816cd1-904f-4eb7-b786-d7302fe775ee req-c45a0191-c6ce-4793-9f36-7905b286ef5b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 944 time: 0.2944729
Dec 21 10:10:03.175805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 87ddf9c5-6e69-4378-877d-e0830a058504 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:03.176211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.206772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-2b809a71-846b-4664-98db-0e7952f19cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:03.209192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-2b809a71-846b-4664-98db-0e7952f19cfc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=624ac02e-2990-4c88-9ea8-f444854c5f83 HTTP/1.1" status: 200  len: 843 time: 0.1752110
Dec 21 10:10:03.214209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecc552b0>,) {'filters': {'network_id': ['7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:03.231592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc552b0>, 'c6da5d68-555e-4ca2-a28a-a22a1b0fb226') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:03.232418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc552b0>, 'c6da5d68-555e-4ca2-a28a-a22a1b0fb226') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:03.238930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:03.239576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.248849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.267194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.269692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Releasing vxlan tunnel 5 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:03.418402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device db633418-fcfc-4109-be83-a71d448c6fcc no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:03.424937 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 4.4441545
Dec 21 10:10:03.429737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74816cd1-904f-4eb7-b786-d7302fe775ee req-6f621b7c-d828-49f3-8f43-23ef841fc4d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2182140
Dec 21 10:10:03.452934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42504) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:03.473003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: db633418-fcfc-4109-be83-a71d448c6fcc {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:10:03.473465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device db633418-fcfc-4109-be83-a71d448c6fcc not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:10:03.478788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'port': {'network_id': '05c83c76-32db-4211-8445-ec317e454eb5', 'name': 'tempest-NetworksIpV6TestAttrs-1626569239'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:03.495270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:03.508068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.614244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Pushing event updated for resources: {'Port': ['ID=315071bd-c59a-4e56-9003-95eb77d610f1,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:03.621978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:03.742050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network 7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:03.769558 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:03.810627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-05c83c76-32db-4211-8445-ec317e454eb5', 'network_id': '05c83c76-32db-4211-8445-ec317e454eb5', 'tenant_id': 'a6cd86e7ad344f5ebec48f92ab758fb4', 'fixed_ips': [{'subnet_id': 'b2fe0014-9927-4554-a94f-96924b0a8a4e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:10:03.812264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.865171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.869425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:03.874505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9bb28606-ff70-4a4b-8484-5425501eca17 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:03.903089 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "DELETE /v2.0/networks/7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe HTTP/1.1" status: 204  len: 168 time: 1.1853070
Dec 21 10:10:03.903089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event deleted for resources: {'Network': ['ID=7ff2b4a5-9d17-4a45-81b0-4d986d9bcebe,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:03.904630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:03.905790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42508) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:04.021341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-966905ae-2aab-43e4-a077-7eb39c7d63c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:04.023049 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-966905ae-2aab-43e4-a077-7eb39c7d63c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09dc5e14-90e5-41d4-8a0d-874f64c3742b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.7778127
Dec 21 10:10:04.193338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Allocated IP 2001:db8::f816:3eff:feca:7e04 (05c83c76-32db-4211-8445-ec317e454eb5/b2fe0014-9927-4554-a94f-96924b0a8a4e/7171999f-f918-44b2-b4de-ae935cf147ca) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:04.289113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:04.292609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 87ddf9c5-6e69-4378-877d-e0830a058504, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=87ddf9c5-6e69-4378-877d-e0830a058504,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:04.293014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.299900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-32acf21c-df27-431e-baaa-18e4f589d05f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Deleting subnet d1822c09-68cb-4ad5-a581-207fa7b2606f {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:10:04.303621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32acf21c-df27-431e-baaa-18e4f589d05f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.365308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32acf21c-df27-431e-baaa-18e4f589d05f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.365540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:port and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:04.458361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32acf21c-df27-431e-baaa-18e4f589d05f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.462352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.475304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Transition to ACTIVE for port object 7171999f-f918-44b2-b4de-ae935cf147ca will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:04.491761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for port was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:04.497514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Transition to ACTIVE for port object 7171999f-f918-44b2-b4de-ae935cf147ca will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:04.503269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 87ddf9c5-6e69-4378-877d-e0830a058504 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:04.505289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.528758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:04.537985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:04.596861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:04.604209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.669466 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-b06ae845-a3c2-4b56-b727-ff79869fa125 service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6281965
Dec 21 10:10:04.708352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Pushing event updated for resources: {'Port': ['ID=7171999f-f918-44b2-b4de-ae935cf147ca,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:04.715543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:04.762559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Network 05c83c76-32db-4211-8445-ec317e454eb5 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:04.765818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:04.767085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:04.823731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32acf21c-df27-431e-baaa-18e4f589d05f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.828359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Attempting to bind port 7171999f-f918-44b2-b4de-ae935cf147ca on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:10:04.828782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Attempting to bind port 7171999f-f918-44b2-b4de-ae935cf147ca by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '05c83c76-32db-4211-8445-ec317e454eb5'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:10:04.829193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Attempting to bind port 7171999f-f918-44b2-b4de-ae935cf147ca on network 05c83c76-32db-4211-8445-ec317e454eb5 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:10:04.835324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 9, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:10:04.835745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Checking segment: {'id': '80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '05c83c76-32db-4211-8445-ec317e454eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:04.836195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.836634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Bound using segment: {'id': '80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '05c83c76-32db-4211-8445-ec317e454eb5'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:10:04.837211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Bound port: 7171999f-f918-44b2-b4de-ae935cf147ca, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '05c83c76-32db-4211-8445-ec317e454eb5'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:10:04.838263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.841420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b175a5f-046e-4fdc-b81d-30575a4cf336 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:04.897302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32acf21c-df27-431e-baaa-18e4f589d05f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event deleted for resources: {'Subnet': ['ID=d1822c09-68cb-4ad5-a581-207fa7b2606f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:04.900388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32acf21c-df27-431e-baaa-18e4f589d05f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:04.949068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] For port 7171999f-f918-44b2-b4de-ae935cf147ca, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:10:04.953474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] For port 7171999f-f918-44b2-b4de-ae935cf147ca, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7171999f-f918-44b2-b4de-ae935cf147ca,segment=NetworkSegment(80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4),segment_id=80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:10:04.957517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e44c8-e3b1-4756-ba9f-38b9888559f0 req-66363405-e75b-47a0-b364-8bddc63fd0ae tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:04.957852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:04.960022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-613e44c8-e3b1-4756-ba9f-38b9888559f0 req-66363405-e75b-47a0-b364-8bddc63fd0ae tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.6986358
Dec 21 10:10:05.014637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32acf21c-df27-431e-baaa-18e4f589d05f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:05.022476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-32acf21c-df27-431e-baaa-18e4f589d05f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "DELETE /v2.0/subnets/d1822c09-68cb-4ad5-a581-207fa7b2606f HTTP/1.1" status: 204  len: 168 time: 1.1146441
Dec 21 10:10:05.024798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42518) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:05.058751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e0a86a8-5795-4d8e-ae1a-020db14ca60d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:05.098032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02186a90-9285-498a-b93a-57841b3ef808 None None] Network 38125d6c-6dee-4510-8930-c414e2b4412b requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:05.125670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] device_id is not set on port 0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:10:05.185439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:05.266929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-821bca0d-c70e-45db-a6c1-89fcd328efde req-816167ed-0178-4125-91d4-71f5bfcf1215 service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5688658
Dec 21 10:10:05.286389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee7932-feaf-49b8-b086-fd5e87c70c18 req-a58d1402-7acd-4d35-9ca6-45119b97284e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:05.287081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Deleting port 72f4c7be-836c-4709-9837-811f7439e66b {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:05.287466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:05.287586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ffee7932-feaf-49b8-b086-fd5e87c70c18 req-a58d1402-7acd-4d35-9ca6-45119b97284e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:05.307623 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-613e44c8-e3b1-4756-ba9f-38b9888559f0 req-dbe2f91d-dd8b-4289-ad60-fe1fa2abbf0c tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2148185
Dec 21 10:10:05.414448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 315071bd-c59a-4e56-9003-95eb77d610f1 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:05.464015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Allocated IP 2001:db8::f816:3eff:fe27:35bc (05c83c76-32db-4211-8445-ec317e454eb5/b2fe0014-9927-4554-a94f-96924b0a8a4e/0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:05.491628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ab0530-2727-4351-a614-c233e99d9585 None None] Network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:05.535369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ffee7932-feaf-49b8-b086-fd5e87c70c18 req-a58d1402-7acd-4d35-9ca6-45119b97284e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:05.536506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffee7932-feaf-49b8-b086-fd5e87c70c18 req-a58d1402-7acd-4d35-9ca6-45119b97284e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 944 time: 0.9070969
Dec 21 10:10:05.536803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:05.557615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e671b4a-42e5-4306-a51c-379684ab3757 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:05.632949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] For port 72f4c7be-836c-4709-9837-811f7439e66b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=72f4c7be-836c-4709-9837-811f7439e66b,segment=NetworkSegment(2d7fa33a-bdf5-4b14-824a-b8f33e50b689),segment_id=2d7fa33a-bdf5-4b14-824a-b8f33e50b689)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:05.633480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:05.636674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=87ddf9c5-6e69-4378-877d-e0830a058504,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:05.674971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:05.687698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Pushing event updated for resources: {'Port': ['ID=7171999f-f918-44b2-b4de-ae935cf147ca,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:05.691865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.633s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:05.715104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 315071bd-c59a-4e56-9003-95eb77d610f1 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:05.718614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-93b72c70-9002-49f3-a592-d281ce76350c None None] Provisioning for port 315071bd-c59a-4e56-9003-95eb77d610f1 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:05.728803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-93b72c70-9002-49f3-a592-d281ce76350c None None] Provisioning complete for port 315071bd-c59a-4e56-9003-95eb77d610f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:05.729094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93b72c70-9002-49f3-a592-d281ce76350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:05.760427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 315071bd-c59a-4e56-9003-95eb77d610f1 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:05.760788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:05.775569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Calling delete_port for 72f4c7be-836c-4709-9837-811f7439e66b owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:05.909884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:05.915911 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffee7932-feaf-49b8-b086-fd5e87c70c18 req-ab3a375f-4873-4c1e-8325-70e95c91ef69 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1bfa52f6-26a8-4a40-abac-3954564f9656&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3005288
Dec 21 10:10:05.985114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c227771-dca7-4b08-80bc-a01b3ef0bc4d None None] DHCP port deletion for 38125d6c-6dee-4510-8930-c414e2b4412b request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:10:06.086626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3862c948-f6d8-49ea-83e9-518608744bb8 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:06.144882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event deleted for resources: {'Port': ['ID=72f4c7be-836c-4709-9837-811f7439e66b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:06.157726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:06.157726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] No DVR routers for this DVR port 72f4c7be-836c-4709-9837-811f7439e66b on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:10:06.172295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.176925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port 87ddf9c5-6e69-4378-877d-e0830a058504 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:10:06.182919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.185757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'name': 'network-vif-deleted', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:10:06.204174 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-63c522b8-f922-4b7e-8ee5-d98332243255 req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "DELETE /v2.0/ports/87ddf9c5-6e69-4378-877d-e0830a058504 HTTP/1.1" status: 204  len: 173 time: 5.2965996
Dec 21 10:10:06.207229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Transition to ACTIVE for port object 0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:06.223896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93b72c70-9002-49f3-a592-d281ce76350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.248076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.284361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d88a18da-e0d8-4f27-9a6e-6d2652c34607 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:06.289940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-93b72c70-9002-49f3-a592-d281ce76350c None None] For port 315071bd-c59a-4e56-9003-95eb77d610f1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=315071bd-c59a-4e56-9003-95eb77d610f1,segment=NetworkSegment(ccb446bf-ef57-49ce-be3d-b666a5af391c),segment_id=ccb446bf-ef57-49ce-be3d-b666a5af391c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:06.306681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93b72c70-9002-49f3-a592-d281ce76350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.308627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 97ef8f3b-c229-4720-ac93-c4cdc2643f78 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:06.328444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.334686 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4403c42-8ba1-4489-9969-011f065d785d', 'name': 'network-vif-deleted', 'tag': '87ddf9c5-6e69-4378-877d-e0830a058504', 'status': 'completed', 'code': 200}
Dec 21 10:10:06.466281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Port': ['ID=0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:06.470275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:06.499371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a215f8>,) {'filters': {'network_id': ['38125d6c-6dee-4510-8930-c414e2b4412b']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:06.520629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a215f8>, '2d7fa33a-bdf5-4b14-824a-b8f33e50b689') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:06.520967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a215f8>, '2d7fa33a-bdf5-4b14-824a-b8f33e50b689') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:06.538023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.545802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network 05c83c76-32db-4211-8445-ec317e454eb5 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:06.557240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:06.559310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.562407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:06.564515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.567305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:06.568138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.569281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:06.585217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-400c8b2f-d7b3-46a1-8813-f46bd800f551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:06.666059 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 3.2116373
Dec 21 10:10:06.667063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42528) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:06.754141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:10:06.754557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:10:06.774049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:06.774481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:06.854270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b72c70-9002-49f3-a592-d281ce76350c None None] Pushing event updated for resources: {'Port': ['ID=315071bd-c59a-4e56-9003-95eb77d610f1,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:06.858224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93b72c70-9002-49f3-a592-d281ce76350c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:06.964736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038bec11-7c12-42c2-9041-c38744dcb3f5 req-a741ed88-ebcb-43ab-a46f-fdc9b322bbd2 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:06.966558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-038bec11-7c12-42c2-9041-c38744dcb3f5 req-a741ed88-ebcb-43ab-a46f-fdc9b322bbd2 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.3756199
Dec 21 10:10:07.056103 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-038bec11-7c12-42c2-9041-c38744dcb3f5 req-3b3569af-dbc2-4afb-a80f-ddc0c361426d tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750463
Dec 21 10:10:07.062731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-84cc492a-4ec7-4f5d-afd6-a791c9f74924 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Deleting subnet b2fe0014-9927-4554-a94f-96924b0a8a4e {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:10:07.068911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84cc492a-4ec7-4f5d-afd6-a791c9f74924 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:07.191660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84cc492a-4ec7-4f5d-afd6-a791c9f74924 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:07.309594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network 38125d6c-6dee-4510-8930-c414e2b4412b has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:07.331479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:07.362228 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6feb11a4-bfb6-49ba-bad2-ad8261d86d83 req-28e333cd-39b3-4cf1-9ce6-966f045ef7e5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=f4403c42-8ba1-4489-9969-011f065d785d HTTP/1.1" status: 200  len: 210 time: 0.1318519
Dec 21 10:10:07.364458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f33116a3-b30c-4f83-94ee-c5870e895486 None None] Provisioning complete for port 315071bd-c59a-4e56-9003-95eb77d610f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:07.364886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f33116a3-b30c-4f83-94ee-c5870e895486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:07.497940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84cc492a-4ec7-4f5d-afd6-a791c9f74924 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:07.664601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7063999-510f-4fb2-970e-269ef1443c68 None None] Network 05c83c76-32db-4211-8445-ec317e454eb5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:07.736238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Network 38125d6c-6dee-4510-8930-c414e2b4412b has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:07.795329 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:07.814399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 315071bd-c59a-4e56-9003-95eb77d610f1 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:07.900908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:07.909930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-606607c9-418b-4b2b-9daa-f25579ed2bc2 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:07.928727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7b999022-0ed1-4e14-913c-df0b8bd7de71 None None] Provisioning for port 7171999f-f918-44b2-b4de-ae935cf147ca completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:07.940435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:07.944083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Pushing event deleted for resources: {'Network': ['ID=38125d6c-6dee-4510-8930-c414e2b4412b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:07.948827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:07.958873 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "DELETE /v2.0/networks/38125d6c-6dee-4510-8930-c414e2b4412b HTTP/1.1" status: 204  len: 168 time: 2.9300854
Dec 21 10:10:07.959223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42538) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:07.971683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 315071bd-c59a-4e56-9003-95eb77d610f1 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:07.972070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.010233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-11652c75-3ab6-4851-99a5-3fbe821a1d5f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Synchronizing usage tracker for tenant:629ce65bfd6f4d04a7b9d6b421ae14af on resource:port {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:08.031619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-11652c75-3ab6-4851-99a5-3fbe821a1d5f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Unset dirty status for tenant:629ce65bfd6f4d04a7b9d6b421ae14af on resource:port {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:08.037584 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-11652c75-3ab6-4851-99a5-3fbe821a1d5f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "GET /v2.0/ports?device_id=f1ed0fcc-e038-4507-96ff-2e998fee4b21 HTTP/1.1" status: 200  len: 205 time: 0.0730867
Dec 21 10:10:08.038240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42542) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:08.085760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7b999022-0ed1-4e14-913c-df0b8bd7de71 None None] Provisioning complete for port 315071bd-c59a-4e56-9003-95eb77d610f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:08.086855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b999022-0ed1-4e14-913c-df0b8bd7de71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.194188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1aeafe15-df0a-4802-9150-28a26a2317a3 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.288658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c75e1-4f16-435e-9ae0-54c1295471ca req-ddd5f666-047d-44b9-885e-6f2497463b45 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:08.290470 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a8c75e1-4f16-435e-9ae0-54c1295471ca req-ddd5f666-047d-44b9-885e-6f2497463b45 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.1991723
Dec 21 10:10:08.331145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84cc492a-4ec7-4f5d-afd6-a791c9f74924 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.349113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b11233c6-d5b8-4294-8989-acb2e35d7dd0 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:08.375708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc787ed3-6a80-4213-b901-bde0924fde91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.398390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7171999f-f918-44b2-b4de-ae935cf147ca up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:08.424125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc492a-4ec7-4f5d-afd6-a791c9f74924 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Subnet': ['ID=b2fe0014-9927-4554-a94f-96924b0a8a4e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:08.432395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-84cc492a-4ec7-4f5d-afd6-a791c9f74924 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:08.438224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a8c75e1-4f16-435e-9ae0-54c1295471ca req-819a3c0e-7163-49c9-9b93-fb757d1ab8f9 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373773
Dec 21 10:10:08.528120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 7171999f-f918-44b2-b4de-ae935cf147ca completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:08.543589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1aeafe15-df0a-4802-9150-28a26a2317a3 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.548260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1aeafe15-df0a-4802-9150-28a26a2317a3 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.550298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 7171999f-f918-44b2-b4de-ae935cf147ca triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:08.550894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.562358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84cc492a-4ec7-4f5d-afd6-a791c9f74924 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.575357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42550) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:08.582885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-84cc492a-4ec7-4f5d-afd6-a791c9f74924 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/subnets/b2fe0014-9927-4554-a94f-96924b0a8a4e HTTP/1.1" status: 204  len: 168 time: 1.9109964
Dec 21 10:10:08.583631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42554) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:08.660002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-13113974-bfd6-4378-9814-c264d72e8e60 None None] Provisioning complete for port 315071bd-c59a-4e56-9003-95eb77d610f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:08.660735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13113974-bfd6-4378-9814-c264d72e8e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.678088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e4dcb61-8134-494a-8063-e46360a7a147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.684963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5533617-df89-4a5d-81aa-849caf9edfec tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:08.687456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5533617-df89-4a5d-81aa-849caf9edfec tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:08.688398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e5533617-df89-4a5d-81aa-849caf9edfec tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Synchronizing usage tracker for tenant:a6cd86e7ad344f5ebec48f92ab758fb4 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:08.693280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1aeafe15-df0a-4802-9150-28a26a2317a3 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.694118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeafe15-df0a-4802-9150-28a26a2317a3 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Fanout notify agent at l3_agent the message router_deleted on router f1ed0fcc-e038-4507-96ff-2e998fee4b21 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:10:08.716341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1aeafe15-df0a-4802-9150-28a26a2317a3 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.718462 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1aeafe15-df0a-4802-9150-28a26a2317a3 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] 10.222.0.45 "DELETE /v2.0/routers/f1ed0fcc-e038-4507-96ff-2e998fee4b21 HTTP/1.1" status: 204  len: 168 time: 0.6785040
Dec 21 10:10:08.725049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e5533617-df89-4a5d-81aa-849caf9edfec tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Unset dirty status for tenant:a6cd86e7ad344f5ebec48f92ab758fb4 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:08.726388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e4dcb61-8134-494a-8063-e46360a7a147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.727068 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e5533617-df89-4a5d-81aa-849caf9edfec tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.1416824
Dec 21 10:10:08.730298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42560) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:08.742564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032b73b7-bb85-4410-aa88-6efac7d7616d None None] Network 05c83c76-32db-4211-8445-ec317e454eb5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:08.801746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e4dcb61-8134-494a-8063-e46360a7a147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.816199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:08.832650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dcb61-8134-494a-8063-e46360a7a147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfa52f6-26a8-4a40-abac-3954564f9656,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:08.839878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e4dcb61-8134-494a-8063-e46360a7a147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:08.841166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e4dcb61-8134-494a-8063-e46360a7a147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:08.846972 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5e4dcb61-8134-494a-8063-e46360a7a147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/1bfa52f6-26a8-4a40-abac-3954564f9656 HTTP/1.1" status: 204  len: 168 time: 0.2704167
Dec 21 10:10:08.895212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42566) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:08.916286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e9bdd58-ee72-4a7d-b1bb-c8e92d750e87 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.010603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9bdd58-ee72-4a7d-b1bb-c8e92d750e87 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:10:09.011102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9bdd58-ee72-4a7d-b1bb-c8e92d750e87 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No notification will be sent due to unsuccessful status code: 409 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:10:09.017003 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4e9bdd58-ee72-4a7d-b1bb-c8e92d750e87 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/05c83c76-32db-4211-8445-ec317e454eb5 HTTP/1.1" status: 409  len: 405 time: 0.2813928
Dec 21 10:10:09.017330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42570) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:09.023431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1508115557'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:09.029449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:09.035171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:network and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:09.038489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for network was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:09.044720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:09.046391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.063064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:09.069266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.115114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:10:09.129072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.129996 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Added segment 40c9033d-cfcb-473f-916e-bfd517b13a3c of type vxlan for network a6595b79-e3d9-4865-8957-b490b42980d7
Dec 21 10:10:09.162973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 7171999f-f918-44b2-b4de-ae935cf147ca, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7171999f-f918-44b2-b4de-ae935cf147ca,segment=NetworkSegment(80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4),segment_id=80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:09.168577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.173369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:09.173693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.183051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42576) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:09.218898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.223656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:09.224340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.243699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0ad6315e-0754-498f-bc72-02cbcfc56298 tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:09.255065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=7171999f-f918-44b2-b4de-ae935cf147ca,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:09.260610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72f4c7be-836c-4709-9837-811f7439e66b no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:09.308052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:09.309751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 72f4c7be-836c-4709-9837-811f7439e66b {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:10:09.310275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 72f4c7be-836c-4709-9837-811f7439e66b not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:10:09.322319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] DHCP port deletion for 05c83c76-32db-4211-8445-ec317e454eb5 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:10:09.344469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-24b215a7-bf5f-4ef9-8598-1046caf63d65 None None] Provisioning complete for port 7171999f-f918-44b2-b4de-ae935cf147ca triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:09.345284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24b215a7-bf5f-4ef9-8598-1046caf63d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.349455 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3310642
Dec 21 10:10:09.353116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42582) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:09.361425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'subnet': {'network_id': 'a6595b79-e3d9-4865-8957-b490b42980d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:09.379671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] Deleting port 7171999f-f918-44b2-b4de-ae935cf147ca {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:09.380403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.429078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.525685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Network': ['ID=a6595b79-e3d9-4865-8957-b490b42980d7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:09.574250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:09.588575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network a6595b79-e3d9-4865-8957-b490b42980d7 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:09.604179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network a6595b79-e3d9-4865-8957-b490b42980d7 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:09.711685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:09.721163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7171999f-f918-44b2-b4de-ae935cf147ca no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:09.724750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:09.738943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:09.816006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-79212ae2-4e1f-453d-826b-8082df4222ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=629ce65bfd6f4d04a7b9d6b421ae14af&name=default HTTP/1.1" status: 200  len: 2883 time: 0.5612376
Dec 21 10:10:09.820004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42588) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:09.862983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:09.947948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-d3a50e85-75b5-49ca-9369-4cf3a5a809a9 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:09.949627 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-d3a50e85-75b5-49ca-9369-4cf3a5a809a9 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.16 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.4020293
Dec 21 10:10:10.121294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355e37d9-d766-495b-85c8-fca878a4adf1 req-10b2179e-1cc8-4b70-b2d3-2b709d39f8a9 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:10.122922 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-355e37d9-d766-495b-85c8-fca878a4adf1 req-10b2179e-1cc8-4b70-b2d3-2b709d39f8a9 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 950 time: 0.4037905
Dec 21 10:10:10.142118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Deleting port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:10.142510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.199082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e6a6345-8ca9-43e1-888b-85e82f97e84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.201175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] For port 7171999f-f918-44b2-b4de-ae935cf147ca, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7171999f-f918-44b2-b4de-ae935cf147ca,segment=NetworkSegment(80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4),segment_id=80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:10.202185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.348579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 97ef8f3b-c229-4720-ac93-c4cdc2643f78 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:10.355021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e6a6345-8ca9-43e1-888b-85e82f97e84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.382720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] Calling delete_port for 7171999f-f918-44b2-b4de-ae935cf147ca owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:10.407079 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-355e37d9-d766-495b-85c8-fca878a4adf1 req-fa24125e-5ce7-42cf-8b80-1541609da88c tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/security-groups?id=a4a8d026-2196-494e-80bb-4b73ee34c106&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2259250
Dec 21 10:10:10.425226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:10:10.426585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.463270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-82cfc517-2080-4b7d-8cff-596528f36f94 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:10.507149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-24b215a7-bf5f-4ef9-8598-1046caf63d65 None None] Provisioning for port 0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:10.525453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-24b215a7-bf5f-4ef9-8598-1046caf63d65 None None] Provisioning complete for port 0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:10.525909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-24b215a7-bf5f-4ef9-8598-1046caf63d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.596963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Subnet': ['ID=944c3767-d8b0-449f-a4ab-affb08c0b102,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:10.605885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:10.615272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.648995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.661090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e6a6345-8ca9-43e1-888b-85e82f97e84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.671234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d15e5c90-e6a9-40bf-9192-7ee64bf81a0b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:10.675339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-96f01163-82ee-4d96-b38f-619a123d1841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:10.703612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Checking segment: {'id': '40c9033d-cfcb-473f-916e-bfd517b13a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6595b79-e3d9-4865-8957-b490b42980d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:10.704027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network hostable DHCP agents. Network: a6595b79-e3d9-4865-8957-b490b42980d7, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:10:10.711494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a6345-8ca9-43e1-888b-85e82f97e84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ab4dbe-57ef-4b60-8b4e-803bef592816,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:10.721846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e6a6345-8ca9-43e1-888b-85e82f97e84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:10.728028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4e6a6345-8ca9-43e1-888b-85e82f97e84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.728565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network a6595b79-e3d9-4865-8957-b490b42980d7 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:10:10.735150 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4e6a6345-8ca9-43e1-888b-85e82f97e84e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/16ab4dbe-57ef-4b60-8b4e-803bef592816 HTTP/1.1" status: 204  len: 168 time: 0.9072115
Dec 21 10:10:10.735150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] For port 97ef8f3b-c229-4720-ac93-c4cdc2643f78, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=97ef8f3b-c229-4720-ac93-c4cdc2643f78,segment=NetworkSegment(4bc70aef-4e81-4494-90ae-b48d505fab3d),segment_id=4bc70aef-4e81-4494-90ae-b48d505fab3d)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:10.735150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.743380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, a6595b79-e3d9-4865-8957-b490b42980d7) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:10.794320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:10.796376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.861541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.5041873
Dec 21 10:10:10.865418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42594) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:10.875575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'port': {'network_id': 'a6595b79-e3d9-4865-8957-b490b42980d7', 'name': 'tempest-NetworksIpV6TestAttrs-218195567'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:10.903604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Calling delete_port for 97ef8f3b-c229-4720-ac93-c4cdc2643f78 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:10.906624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:10.932773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1c9525-970a-4a86-8362-3e757815c464 None None] Network a6595b79-e3d9-4865-8957-b490b42980d7 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:10.973862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] Pushing event deleted for resources: {'Port': ['ID=7171999f-f918-44b2-b4de-ae935cf147ca,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:10.976839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:11.019889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-24b215a7-bf5f-4ef9-8598-1046caf63d65 None None] Port 0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:10:11.102392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:11.108234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:port and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:11.113008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for port was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:11.120166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:11.131784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:11.137693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:11.168447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:11.216336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd410f85-71f8-4b88-b7a1-ed6881bee689 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:11.292019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] No DVR routers for this DVR port 7171999f-f918-44b2-b4de-ae935cf147ca on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:10:11.331182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] device_id is not set on port 27a50f57-0134-4354-b2e9-417a904d9c56 yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:10:11.435446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-a6595b79-e3d9-4865-8957-b490b42980d7', 'network_id': 'a6595b79-e3d9-4865-8957-b490b42980d7', 'tenant_id': 'a6cd86e7ad344f5ebec48f92ab758fb4', 'fixed_ips': [{'subnet_id': '944c3767-d8b0-449f-a4ab-affb08c0b102'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:10:11.436931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:11.504623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Allocated IP 2001:db8::f816:3eff:fefc:4e81 (a6595b79-e3d9-4865-8957-b490b42980d7/944c3767-d8b0-449f-a4ab-affb08c0b102/27a50f57-0134-4354-b2e9-417a904d9c56) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:11.578071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Pushing event deleted for resources: {'Port': ['ID=97ef8f3b-c229-4720-ac93-c4cdc2643f78,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:11.592753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:11.659405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port fc9d7770-6523-4e3e-9bae-f77a90b6bd78 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:11.659776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:11.772519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d07f9167-eb94-4b3b-b4bb-bd51e3a36cf4 req-7acc563b-4429-4d81-a5aa-81184c415226 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.45 "GET /v2.0/ports?device_id=9d0fa6a4-4b10-41c2-be78-760030fa9893 HTTP/1.1" status: 200  len: 210 time: 0.0872297
Dec 21 10:10:11.780351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:11.798996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Transition to ACTIVE for port object 27a50f57-0134-4354-b2e9-417a904d9c56 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:11.835149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:11.869534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:11.899806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Allocated IP 2001:db8::f816:3eff:fea2:e144 (a6595b79-e3d9-4865-8957-b490b42980d7/944c3767-d8b0-449f-a4ab-affb08c0b102/358be745-c854-48ee-9fac-e23eefbd29a3) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:11.973001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] No DVR routers for this DVR port 97ef8f3b-c229-4720-ac93-c4cdc2643f78 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:10:11.977789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:11.980608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0fa6a4-4b10-41c2-be78-760030fa9893', 'name': 'network-vif-deleted', 'tag': '97ef8f3b-c229-4720-ac93-c4cdc2643f78'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:10:12.028791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b813ff7-f291-42fc-a90c-42aefd5c03c1 req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] 10.222.0.16 "DELETE /v2.0/ports/97ef8f3b-c229-4720-ac93-c4cdc2643f78 HTTP/1.1" status: 204  len: 173 time: 2.0678866
Dec 21 10:10:12.047302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port fc9d7770-6523-4e3e-9bae-f77a90b6bd78, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fc9d7770-6523-4e3e-9bae-f77a90b6bd78,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:12.047714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.054434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Port': ['ID=27a50f57-0134-4354-b2e9-417a904d9c56,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:12.062607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:12.153839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network a6595b79-e3d9-4865-8957-b490b42980d7 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:12.156288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:12.158869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:12.159467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.164689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:12.165402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.191484 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d0fa6a4-4b10-41c2-be78-760030fa9893', 'name': 'network-vif-deleted', 'tag': '97ef8f3b-c229-4720-ac93-c4cdc2643f78', 'status': 'completed', 'code': 200}
Dec 21 10:10:12.197096 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 1.3301105
Dec 21 10:10:12.199825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42604) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:12.272563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for fc9d7770-6523-4e3e-9bae-f77a90b6bd78 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:12.294522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.294942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc3a2bb-c632-4376-82ad-58fa0caa5761 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Deleting subnet 944c3767-d8b0-449f-a4ab-affb08c0b102 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:10:12.306588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Transition to ACTIVE for port object 358be745-c854-48ee-9fac-e23eefbd29a3 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:12.324456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Transition to ACTIVE for port object 358be745-c854-48ee-9fac-e23eefbd29a3 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:12.328154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc3a2bb-c632-4376-82ad-58fa0caa5761 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.329829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.345921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d34dffa9-a4ed-44fc-9fd4-3ab0fd004c3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:12.390024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc3a2bb-c632-4376-82ad-58fa0caa5761 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.511309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f0ff270-fb64-4cf9-accd-4ce9af4e1c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.516903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.519192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Pushing event updated for resources: {'Port': ['ID=358be745-c854-48ee-9fac-e23eefbd29a3,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:12.522381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:12.527603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc3a2bb-c632-4376-82ad-58fa0caa5761 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.534436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:12.600478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=fc9d7770-6523-4e3e-9bae-f77a90b6bd78,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:12.604961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:12.610063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Network a6595b79-e3d9-4865-8957-b490b42980d7 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:12.630503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:12.635132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:12.685058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.712646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Attempting to bind port 358be745-c854-48ee-9fac-e23eefbd29a3 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:10:12.713072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Attempting to bind port 358be745-c854-48ee-9fac-e23eefbd29a3 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '40c9033d-cfcb-473f-916e-bfd517b13a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6595b79-e3d9-4865-8957-b490b42980d7'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:10:12.713513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Attempting to bind port 358be745-c854-48ee-9fac-e23eefbd29a3 on network a6595b79-e3d9-4865-8957-b490b42980d7 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:10:12.721345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:10:12.721816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Checking segment: {'id': '40c9033d-cfcb-473f-916e-bfd517b13a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6595b79-e3d9-4865-8957-b490b42980d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:12.722270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.722715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Bound using segment: {'id': '40c9033d-cfcb-473f-916e-bfd517b13a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6595b79-e3d9-4865-8957-b490b42980d7'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:10:12.723250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Bound port: 358be745-c854-48ee-9fac-e23eefbd29a3, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c9033d-cfcb-473f-916e-bfd517b13a3c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a6595b79-e3d9-4865-8957-b490b42980d7'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:10:12.723676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.932858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] For port 358be745-c854-48ee-9fac-e23eefbd29a3, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:10:12.935403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc3a2bb-c632-4376-82ad-58fa0caa5761 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.936904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] For port 358be745-c854-48ee-9fac-e23eefbd29a3, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=358be745-c854-48ee-9fac-e23eefbd29a3,segment=NetworkSegment(40c9033d-cfcb-473f-916e-bfd517b13a3c),segment_id=40c9033d-cfcb-473f-916e-bfd517b13a3c)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:10:12.941237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:12.957538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b7554279-80e3-4807-8f87-fdbc12b47a06 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:12.959452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c52d49f5-4c55-4942-8fc3-d311b949ab71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:12.993472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:13.011104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3a2bb-c632-4376-82ad-58fa0caa5761 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Subnet': ['ID=944c3767-d8b0-449f-a4ab-affb08c0b102,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:13.015430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0bc3a2bb-c632-4376-82ad-58fa0caa5761 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:13.060573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Pushing event updated for resources: {'Port': ['ID=358be745-c854-48ee-9fac-e23eefbd29a3,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:13.074563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:13.131567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bc3a2bb-c632-4376-82ad-58fa0caa5761 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:13.143597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0bc3a2bb-c632-4376-82ad-58fa0caa5761 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/subnets/944c3767-d8b0-449f-a4ab-affb08c0b102 HTTP/1.1" status: 204  len: 168 time: 0.9426475
Dec 21 10:10:13.147865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42612) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:13.336834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42618) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:13.454664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:13.495947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-9e63e29c-88f1-4500-9a73-710110421281 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2372069
Dec 21 10:10:13.655445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c5900-d7e9-4f77-a94d-dd0418ba2383 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:13.657435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842c5900-d7e9-4f77-a94d-dd0418ba2383 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:13.659474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-842c5900-d7e9-4f77-a94d-dd0418ba2383 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Synchronizing usage tracker for tenant:a6cd86e7ad344f5ebec48f92ab758fb4 on resource:subnet {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:13.693528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-842c5900-d7e9-4f77-a94d-dd0418ba2383 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Unset dirty status for tenant:a6cd86e7ad344f5ebec48f92ab758fb4 on resource:subnet {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:13.695462 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-842c5900-d7e9-4f77-a94d-dd0418ba2383 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.5457690
Dec 21 10:10:13.698032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42624) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:13.770882 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-be5efc8f-9c50-47bc-92a7-24a889af0fc5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6ac0884918264c70a64a945e798e76f1&name=default HTTP/1.1" status: 200  len: 2883 time: 0.4308574
Dec 21 10:10:13.773658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42628) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:13.878810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ec208ca-ad60-4de3-9bd6-f996e8ebdd0d tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:13.898807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-fd3c70b5-c82e-4650-9856-a9a4bf096573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:13.900419 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-fd3c70b5-c82e-4650-9856-a9a4bf096573 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6997503f819e451c83744b9fdb33895a&device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 1163 time: 0.2506995
Dec 21 10:10:13.909193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 889efd70-db81-4d0d-8d31-4010760bace0 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:10:13.968250 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec208ca-ad60-4de3-9bd6-f996e8ebdd0d tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] DELETE failed (client error): There was a conflict when trying to complete your request.
Dec 21 10:10:13.968750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec208ca-ad60-4de3-9bd6-f996e8ebdd0d tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No notification will be sent due to unsuccessful status code: 409 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:10:13.970643 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9ec208ca-ad60-4de3-9bd6-f996e8ebdd0d tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/a6595b79-e3d9-4865-8957-b490b42980d7 HTTP/1.1" status: 409  len: 405 time: 0.2716007
Dec 21 10:10:13.974736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42632) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:13.980734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1874840012'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:13.990423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:14.005005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:network and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:14.009662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for network was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:14.017151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04d56acc-f88f-4f28-aae6-306aed0f5d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:14.021247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:14.052632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:14.058384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:14.075452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04d56acc-f88f-4f28-aae6-306aed0f5d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:14.134306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:10:14.146521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:14.146918 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Added segment 25f73518-1ef1-4f69-8c6f-71cf866ade99 of type vxlan for network c164eb93-2d6b-4e87-b07a-d68b8e0300fa
Dec 21 10:10:14.174452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04d56acc-f88f-4f28-aae6-306aed0f5d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:14.183339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d696651-f1ae-417e-aae7-86637aaf6354 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:14.192677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:14.212101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d56acc-f88f-4f28-aae6-306aed0f5d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a8d026-2196-494e-80bb-4b73ee34c106,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:14.215085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-04d56acc-f88f-4f28-aae6-306aed0f5d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:14.236362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:10:14.244204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-7682fbf3-99a4-4c56-bb0f-9dce35bf5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:14.245467 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-7682fbf3-99a4-4c56-bb0f-9dce35bf5b0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4dcb762-02b2-497a-b12d-d0dc02960356 HTTP/1.1" status: 200  len: 891 time: 0.2696536
Dec 21 10:10:14.245704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04d56acc-f88f-4f28-aae6-306aed0f5d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:14.250827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-04d56acc-f88f-4f28-aae6-306aed0f5d1a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a4a8d026-2196-494e-80bb-4b73ee34c106 HTTP/1.1" status: 204  len: 168 time: 0.4186368
Dec 21 10:10:14.255710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] Sync routers for ids ['889efd70-db81-4d0d-8d31-4010760bace0'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:10:14.260488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:14.266520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:14.267554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:14.268310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] Routers {'889efd70-db81-4d0d-8d31-4010760bace0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:10:14.269087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb83d68>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['889efd70-db81-4d0d-8d31-4010760bace0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:14.273863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80920a9e-7a1c-4170-abef-0a1a0d839dc0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:14.338048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/889efd70-db81-4d0d-8d31-4010760bace0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4411371
Dec 21 10:10:14.340946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42638) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:14.343882 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3676023
Dec 21 10:10:14.347518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42642) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:14.404401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'subnet': {'network_id': 'c164eb93-2d6b-4e87-b07a-d68b8e0300fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:14.432734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-646507a8-6e20-4014-9f4d-80740aad8634 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f398165-658d-40b2-896d-0627144779c7 HTTP/1.1" status: 200  len: 1001 time: 0.1766603
Dec 21 10:10:14.453849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Network': ['ID=c164eb93-2d6b-4e87-b07a-d68b8e0300fa,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:14.459817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:14.596685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:14.620166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:14.642536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:14.732427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network c164eb93-2d6b-4e87-b07a-d68b8e0300fa details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:14.814462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:14.851310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network c164eb93-2d6b-4e87-b07a-d68b8e0300fa details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:14.931852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] Set router 889efd70-db81-4d0d-8d31-4010760bace0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:10:15.039924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-bf2355dc-fbf0-4701-9c2a-6663fb3a03df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:15.042039 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-bf2355dc-fbf0-4701-9c2a-6663fb3a03df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41bbd9e0-bd21-44e2-ad32-c28db39daba4 HTTP/1.1" status: 200  len: 835 time: 0.5978982
Dec 21 10:10:15.042673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4a6dc-4838-4411-bff8-e5b8eb2707e7 None None] Network a6595b79-e3d9-4865-8957-b490b42980d7 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:15.111791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a279f18-74d0-4931-86eb-5f9339652cc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting subnet cce962ac-6124-4ed8-83e5-77d69b828f07 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:10:15.116869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a279f18-74d0-4931-86eb-5f9339652cc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:15.195067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a279f18-74d0-4931-86eb-5f9339652cc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:15.250627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-78b817ee-fc01-4308-bf6a-f4002f87221c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:15.252235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-78b817ee-fc01-4308-bf6a-f4002f87221c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4dcb762-02b2-497a-b12d-d0dc02960356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1988606
Dec 21 10:10:15.325190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d200019d-fd15-4f6c-b117-57ce69cd8832 None None] Provisioning for port 358be745-c854-48ee-9fac-e23eefbd29a3 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:15.327147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:10:15.328500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:15.345043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e766ccba-85d7-4434-8604-5a461b553933 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:15.428677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a279f18-74d0-4931-86eb-5f9339652cc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:15.495853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Subnet': ['ID=05a8ebae-4773-43f4-874e-8f888816ee95,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:15.500401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:15.504291 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-d66c2863-fd38-4a97-8f15-c3422bc6e8bb service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2439375
Dec 21 10:10:15.572182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb83d68>, [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:10:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:15.581544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] Checking router: 889efd70-db81-4d0d-8d31-4010760bace0 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:10:15.584920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Checking segment: {'id': '25f73518-1ef1-4f69-8c6f-71cf866ade99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c164eb93-2d6b-4e87-b07a-d68b8e0300fa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:15.587766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network hostable DHCP agents. Network: c164eb93-2d6b-4e87-b07a-d68b8e0300fa, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:10:15.604546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] Routers {'889efd70-db81-4d0d-8d31-4010760bace0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:10:15.605501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb83d68>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['889efd70-db81-4d0d-8d31-4010760bace0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:15.629233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network c164eb93-2d6b-4e87-b07a-d68b8e0300fa is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:10:15.640106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, c164eb93-2d6b-4e87-b07a-d68b8e0300fa) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:15.659092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:15.659931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:15.674694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] DHCP port deletion for a6595b79-e3d9-4865-8957-b490b42980d7 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:10:15.676757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c09ada4-dd3a-4ce1-830c-2423190be6e6 None None] Network c164eb93-2d6b-4e87-b07a-d68b8e0300fa requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:15.698791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 1.3472812
Dec 21 10:10:15.699255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42646) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:15.712805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] Deleting port 358be745-c854-48ee-9fac-e23eefbd29a3 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:15.713327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:15.830632 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3522ac9b-3626-47ac-bd45-c866f9ea409e req-a3ef614b-32db-4b66-92e5-ffbca1772f7b service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3174956
Dec 21 10:10:15.876173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:15.918480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a279f18-74d0-4931-86eb-5f9339652cc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.027456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3d83fe7-8934-41d7-852a-136111379231 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:16.043803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.086520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a279f18-74d0-4931-86eb-5f9339652cc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Subnet': ['ID=cce962ac-6124-4ed8-83e5-77d69b828f07,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:16.089788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a279f18-74d0-4931-86eb-5f9339652cc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:16.109056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a279f18-74d0-4931-86eb-5f9339652cc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.118026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2a279f18-74d0-4931-86eb-5f9339652cc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/subnets/cce962ac-6124-4ed8-83e5-77d69b828f07 HTTP/1.1" status: 204  len: 168 time: 1.7757785
Dec 21 10:10:16.119401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] Set router 889efd70-db81-4d0d-8d31-4010760bace0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:10:16.120598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42650) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:16.165804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cca789-a015-4ab4-b4cc-22530097ca4a None None] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:16.344494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.387244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.406286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:16.466270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Subnet': ['ID=05a8ebae-4773-43f4-874e-8f888816ee95,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:16.471838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:16.548572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.556240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:16.557834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.707358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.784523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:16.785060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.819263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] For port 358be745-c854-48ee-9fac-e23eefbd29a3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=358be745-c854-48ee-9fac-e23eefbd29a3,segment=NetworkSegment(40c9033d-cfcb-473f-916e-bfd517b13a3c),segment_id=40c9033d-cfcb-473f-916e-bfd517b13a3c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:16.820048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.838595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e196a2bd-56bb-4c14-a13a-44c6b97216a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-c164eb93-2d6b-4e87-b07a-d68b8e0300fa', 'network_id': 'c164eb93-2d6b-4e87-b07a-d68b8e0300fa', 'tenant_id': 'a6cd86e7ad344f5ebec48f92ab758fb4', 'fixed_ips': [{'subnet_id': '05a8ebae-4773-43f4-874e-8f888816ee95'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:10:16.839510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e196a2bd-56bb-4c14-a13a-44c6b97216a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.882227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe762cf98>,) {'filters': {'network_id': ['c164eb93-2d6b-4e87-b07a-d68b8e0300fa']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:16.899106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe762cf98>, '25f73518-1ef1-4f69-8c6f-71cf866ade99') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:16.899578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe762cf98>, '25f73518-1ef1-4f69-8c6f-71cf866ade99') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:16.916055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.934307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:16.937213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Releasing vxlan tunnel 5 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:16.977472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:17.012556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] Calling delete_port for 358be745-c854-48ee-9fac-e23eefbd29a3 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:17.148870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.197820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.228849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:17.259952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network c164eb93-2d6b-4e87-b07a-d68b8e0300fa has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:17.271157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.446106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c892d13-c2d6-4e73-9185-fccbd9fcaa1c req-c9891c33-d88a-4edc-9a42-b41e8f334012 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:17.447823 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7c892d13-c2d6-4e73-9185-fccbd9fcaa1c req-c9891c33-d88a-4edc-9a42-b41e8f334012 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1796246
Dec 21 10:10:17.455298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] Pushing event deleted for resources: {'Port': ['ID=358be745-c854-48ee-9fac-e23eefbd29a3,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:17.462458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] DHCP port deletion for 7561b32c-2f1f-4f69-ac98-e59b44cb6446 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:10:17.464788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:17.493126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Deleting port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:17.493574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.508849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.513451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network c164eb93-2d6b-4e87-b07a-d68b8e0300fa has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:17.615276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7c892d13-c2d6-4e73-9185-fccbd9fcaa1c req-6e47c37d-bbb9-4d7a-8ed5-48809f2156a6 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1599836
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:17.644085 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:17.661063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 358be745-c854-48ee-9fac-e23eefbd29a3 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:17.694749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.697393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.708175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 358be745-c854-48ee-9fac-e23eefbd29a3 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:10:17.708573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 358be745-c854-48ee-9fac-e23eefbd29a3 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:10:17.709034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:17.728918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.729531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Fanout notify agent at l3_agent the message router_deleted on router 889efd70-db81-4d0d-8d31-4010760bace0 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:10:17.746041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.748095 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7f19639a-2f87-4b33-ac3f-28ee5509054c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/routers/889efd70-db81-4d0d-8d31-4010760bace0 HTTP/1.1" status: 204  len: 168 time: 1.6261034
Dec 21 10:10:17.751834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42674) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:17.773564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.784213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.789878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6daec26c-0cc4-405f-b256-6007c4bfe70e tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:17.805716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-e196a2bd-56bb-4c14-a13a-44c6b97216a8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Dec 21 10:10:17.805716 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)]
Dec 21 10:10:17.805716 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'project_id': 'a6cd86e7ad344f5ebec48f92ab758fb4', 'id': 'a057a152-2755-4f84-b483-bc60e4e03d86', 'name': '', 'network_id': 'c164eb93-2d6b-4e87-b07a-d68b8e0300fa', 'mac_address': 'fa:16:3e:39:23:09', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-c164eb93-2d6b-4e87-b07a-d68b8e0300fa', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1289}]
Dec 21 10:10:17.805716 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:10:17.806220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-e196a2bd-56bb-4c14-a13a-44c6b97216a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:10:17.809443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] No DVR routers for this DVR port 358be745-c854-48ee-9fac-e23eefbd29a3 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:10:17.822068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Network': ['ID=c164eb93-2d6b-4e87-b07a-d68b8e0300fa,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:17.826518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:17.832599 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/c164eb93-2d6b-4e87-b07a-d68b8e0300fa HTTP/1.1" status: 204  len: 168 time: 2.1316698
Dec 21 10:10:17.833283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42678) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:17.840043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-799123604'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:17.841530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb83d68>, [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:10:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:17.846154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:17.850417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:network and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:17.853635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for network was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:17.860695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:17.867815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43020b0e-b9e5-427e-bc2e-836f1e51ce79 None None] The sync data for ids ['889efd70-db81-4d0d-8d31-4010760bace0'] in dv-neutron-601336-62-ovs is: [{'id': '889efd70-db81-4d0d-8d31-4010760bace0', 'name': 'tempest-TestNetworkBasicOps-router-357070234', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:05Z', 'updated_at': '2020-12-21T10:10:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:2b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889efd70-db81-4d0d-8d31-4010760bace0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:08Z', 'updated_at': '2020-12-21T10:08:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:10:17.874792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:17.880818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.892770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.925408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:10:17.938486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.938876 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Added segment fbf70e6e-f2e9-42a7-a1ef-27c837b0e7c4 of type vxlan for network 5aa52323-af6e-4bc6-be17-d955f38244ff
Dec 21 10:10:17.967488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:17.999526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:17.999811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:18.008224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:18.013334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:18.014368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:18.015713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] For port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:18.016161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:18.026271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6336f052-9cd7-4b8d-a041-f74ed5ff3421 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:18.027931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:18.074567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.2400811
Dec 21 10:10:18.078702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42682) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:18.087897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'subnet': {'network_id': '5aa52323-af6e-4bc6-be17-d955f38244ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:18.164100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Calling delete_port for c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:18.189839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Network': ['ID=5aa52323-af6e-4bc6-be17-d955f38244ff,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:18.194956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:18.209171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 5aa52323-af6e-4bc6-be17-d955f38244ff details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:18.223175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 5aa52323-af6e-4bc6-be17-d955f38244ff details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:18.271951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:18.273956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:18.274313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:18.276899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:subnet and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:18.280610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:18.287235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:18.297519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:18.310771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e196a2bd-56bb-4c14-a13a-44c6b97216a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:18.323151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:18.419346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:18.423666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:18.524310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:10:18.524978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:10:18.687011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:18.695665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a427fee-692a-4e14-8882-d5da14fb5288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:18.817850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:10:18.818428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:10:18.872857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18827ee1-82f6-4997-ac3e-88c6e128edbf req-dfafcb22-3ef4-4f2f-85b0-00b437afd74a tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:18.874612 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18827ee1-82f6-4997-ac3e-88c6e128edbf req-dfafcb22-3ef4-4f2f-85b0-00b437afd74a tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.0900562
Dec 21 10:10:18.917468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:18.925060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:18.933258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18827ee1-82f6-4997-ac3e-88c6e128edbf req-e3a58783-da06-4722-b479-1dbc536239d2 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494699
Dec 21 10:10:18.953268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ef819-41a3-4d6c-9fa1-b6b616e7292d None None] Network c164eb93-2d6b-4e87-b07a-d68b8e0300fa requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:18.979191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ef819-41a3-4d6c-9fa1-b6b616e7292d None None] Network c164eb93-2d6b-4e87-b07a-d68b8e0300fa could not be found, it might have been deleted concurrently. {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}}
Dec 21 10:10:18.979564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:18.997401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4f7aae9c-3f41-47ea-9ab2-c096751249b8 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:19.026293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:19.026755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:19.319500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Deleting port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:19.320191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:19.443426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Subnet': ['ID=73702bce-9fda-4fc9-9b9c-5bab3ffd855c,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:19.448054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:19.531410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Checking segment: {'id': 'fbf70e6e-f2e9-42a7-a1ef-27c837b0e7c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '5aa52323-af6e-4bc6-be17-d955f38244ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:19.532029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network hostable DHCP agents. Network: 5aa52323-af6e-4bc6-be17-d955f38244ff, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:10:19.560436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:19.561621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:19.589693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network 5aa52323-af6e-4bc6-be17-d955f38244ff is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:10:19.604714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 5aa52323-af6e-4bc6-be17-d955f38244ff) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:19.634006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:19.635031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:19.639987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] For port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,segment=NetworkSegment(4809fb4e-b4a4-4afb-8a2e-150d265af075),segment_id=4809fb4e-b4a4-4afb-8a2e-150d265af075)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:19.640953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:19.667282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2723b150-b58d-42fd-a746-d2fe5893a580 None None] Network 5aa52323-af6e-4bc6-be17-d955f38244ff requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:19.677536 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.5975463
Dec 21 10:10:19.682043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42688) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:19.712574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:19.807140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fc9d7770-6523-4e3e-9bae-f77a90b6bd78 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:19.813762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:19.831780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e70746f-4036-4403-ad02-44a8429c6223 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:19.850059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:19.888369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=c0c0198b-1b12-4027-b2f8-3c1c89ea3e70,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:19.894713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:19.930779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: fc9d7770-6523-4e3e-9bae-f77a90b6bd78 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:10:19.931144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fc9d7770-6523-4e3e-9bae-f77a90b6bd78 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:10:19.931597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:19.991001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:19.995461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:10:20.043930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Calling delete_port for c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:20.072268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:10:20.072670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a1cb43a3-c05b-4ae7-81d7-eb47a4ac0ea0 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:10:20.164642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aae792-d390-4ee4-81b4-8afd8c2e6f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-5aa52323-af6e-4bc6-be17-d955f38244ff', 'network_id': '5aa52323-af6e-4bc6-be17-d955f38244ff', 'tenant_id': 'a6cd86e7ad344f5ebec48f92ab758fb4', 'fixed_ips': [{'subnet_id': '73702bce-9fda-4fc9-9b9c-5bab3ffd855c'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:10:20.165582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58aae792-d390-4ee4-81b4-8afd8c2e6f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:20.187625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:20.199211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:10:20.199684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:10:20.337749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:20.343604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe757c5f8>,) {'filters': {'network_id': ['7561b32c-2f1f-4f69-ac98-e59b44cb6446']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:20.357147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4704cf78-877c-4914-aed1-850522bc34dd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:20.361867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe757c5f8>, '4809fb4e-b4a4-4afb-8a2e-150d265af075') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:20.362208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe757c5f8>, '4809fb4e-b4a4-4afb-8a2e-150d265af075') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:20.385941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:20.403163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39974113-523d-43bb-b752-4965ce540e77 req-3eb885a3-0585-4fec-90ee-ad9f47a9f848 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:20.406230 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39974113-523d-43bb-b752-4965ce540e77 req-3eb885a3-0585-4fec-90ee-ad9f47a9f848 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.2640314
Dec 21 10:10:20.414137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:20.415647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Subnet': ['ID=73702bce-9fda-4fc9-9b9c-5bab3ffd855c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:20.419317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Releasing vxlan tunnel 9 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:20.424191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server [None req-58aae792-d390-4ee4-81b4-8afd8c2e6f31 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73702bce-9fda-4fc9-9b9c-5bab3ffd855c: This subnet is being modified by another concurrent operation.
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise exception
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73702bce-9fda-4fc9-9b9c-5bab3ffd855c: This subnet is being modified by another concurrent operation.
Dec 21 10:10:20.430103 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server 
Dec 21 10:10:20.453380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9affd004-619f-446f-989a-101aafc03043 None None] Network 5aa52323-af6e-4bc6-be17-d955f38244ff requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:20.584997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39974113-523d-43bb-b752-4965ce540e77 req-473825fe-35e4-4ca2-bfee-e1d4f7e08e4d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1679811
Dec 21 10:10:20.653832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:20.656466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:20.664936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:20.784885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe732f588>,) {'filters': {'network_id': ['5aa52323-af6e-4bc6-be17-d955f38244ff']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:20.800104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe732f588>, 'fbf70e6e-f2e9-42a7-a1ef-27c837b0e7c4') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:20.800438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe732f588>, 'fbf70e6e-f2e9-42a7-a1ef-27c837b0e7c4') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:20.814607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:20.830657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:20.832892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Releasing vxlan tunnel 5 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:20.862130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Deleting port c0c0198b-1b12-4027-b2f8-3c1c89ea3e70 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:20.862963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 7561b32c-2f1f-4f69-ac98-e59b44cb6446 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:20.863109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:20.888602 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:20.940634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-efb3e8b2-1575-4989-a6be-740fee4c56d9 None None] The port 'c0c0198b-1b12-4027-b2f8-3c1c89ea3e70' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:10:20.974609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f45edd9-0f1f-40ee-b3fe-c460132827bc None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:10:21.003970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.007889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46de7bd7-e521-40d9-8d83-8643f58421a1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:21.024168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.037926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Network': ['ID=7561b32c-2f1f-4f69-ac98-e59b44cb6446,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:21.041189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network 5aa52323-af6e-4bc6-be17-d955f38244ff has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:21.041740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:21.054438 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/networks/7561b32c-2f1f-4f69-ac98-e59b44cb6446 HTTP/1.1" status: 204  len: 168 time: 3.3012207
Dec 21 10:10:21.059126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.067524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42694) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:21.075783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'network': {'name': 'tempest-network-smoke--2121915939', 'project_id': '4f37266714dd44d5856b221995070c6a', 'port_security_enabled': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:21.082072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:21.086822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:network and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:21.090036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:21.091229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f45edd9-0f1f-40ee-b3fe-c460132827bc None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:10:21.096498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:21.106453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:21.112356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.253415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network 5aa52323-af6e-4bc6-be17-d955f38244ff has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:21.279324 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:21.367778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.371297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b44f649e-fcb5-4317-b86f-cf5f0aefbb80 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:21.376355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:10:21.386717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.387325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Added segment 7c588691-df1c-49bd-8e7b-1d51147c990a of type vxlan for network 52ff4fad-e6bf-49bf-95fe-047b537a3116
Dec 21 10:10:21.388966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.406776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Network': ['ID=5aa52323-af6e-4bc6-be17-d955f38244ff,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:21.409579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:21.423273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.423645 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/5aa52323-af6e-4bc6-be17-d955f38244ff HTTP/1.1" status: 204  len: 168 time: 1.7403471
Dec 21 10:10:21.424424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42698) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:21.431999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1629385324'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:21.438701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:21.443963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:network and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:21.447913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for network was recalculated. Used quota:3. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:21.454167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:21.462774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.463840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:21.467089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:21.467743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.469796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.473570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:21.504547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:10:21.514702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.515126 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Added segment 1788f997-a347-432d-91c8-9e792eb55439 of type vxlan for network eb7b0697-8ecf-4c62-aab5-9ba284c317e1
Dec 21 10:10:21.546062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.579062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.583551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:21.584417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.591566 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.5201497
Dec 21 10:10:21.594904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42702) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:21.598154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Network': ['ID=52ff4fad-e6bf-49bf-95fe-047b537a3116,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:21.604341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'admin_state_up': True, 'project_id': '4f37266714dd44d5856b221995070c6a', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:21.606282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8abe095-9e6c-498f-9a11-f01d7e85d8aa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:21.611985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:21.612655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:21.613030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:21.617363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:router and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:21.620579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:21.627711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:21.628467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:21.639416 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2130375
Dec 21 10:10:21.645112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42708) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:21.650276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.651535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.668221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Request body: {'subnet': {'network_id': 'eb7b0697-8ecf-4c62-aab5-9ba284c317e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:21.675532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:21.866532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Network': ['ID=eb7b0697-8ecf-4c62-aab5-9ba284c317e1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:21.873055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e41f57c-50c1-488c-b282-eb7164c8ebaa tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:21.874203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:21.878818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Usage tracker for resource:subnet and tenant:a6cd86e7ad344f5ebec48f92ab758fb4 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:21.879136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:21.882913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:21.888026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:21.893848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:21.899021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Made reservation on behalf of a6cd86e7ad344f5ebec48f92ab758fb4 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:22.021561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:22.060355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:22.117065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3a7bf-f697-426c-afc7-05f050742d8e req-4a26f14e-4986-4f39-ade3-a9da22247368 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:22.118765 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ab3a7bf-f697-426c-afc7-05f050742d8e req-4a26f14e-4986-4f39-ade3-a9da22247368 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.3490632
Dec 21 10:10:22.199627 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ab3a7bf-f697-426c-afc7-05f050742d8e req-7de17df1-28fb-4dfb-87b5-e3b6103e3414 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654197
Dec 21 10:10:22.489284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:22.523419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:22.541097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80971) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:10:22.542660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:22.557278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-149128d0-dc90-4aee-bb87-0f1aada69469 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:22.705972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event updated for resources: {'Subnet': ['ID=88ce800e-3473-4b14-a0b3-07744bd97e34,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:22.710391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:22.771773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Checking segment: {'id': '1788f997-a347-432d-91c8-9e792eb55439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb7b0697-8ecf-4c62-aab5-9ba284c317e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:22.772090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network hostable DHCP agents. Network: eb7b0697-8ecf-4c62-aab5-9ba284c317e1, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:10:22.791321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:10:22.801325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, eb7b0697-8ecf-4c62-aab5-9ba284c317e1) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:22.810052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc64db8-dac6-48a1-af4c-dbc7653958b3 None None] Network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:22.813879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.127 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/0e02ec2f-3023-4dd5-b702-bf4d9ec72040) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:22.816183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:22.816834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:22.841869 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 1.1952586
Dec 21 10:10:22.845234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42712) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:22.988322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.014298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.019120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.036103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab46f5de-f963-43c1-a82b-13a377c985a4 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:23.053439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-eb7b0697-8ecf-4c62-aab5-9ba284c317e1', 'network_id': 'eb7b0697-8ecf-4c62-aab5-9ba284c317e1', 'tenant_id': 'a6cd86e7ad344f5ebec48f92ab758fb4', 'fixed_ips': [{'subnet_id': '88ce800e-3473-4b14-a0b3-07744bd97e34'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:10:23.054400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.153153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.189573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=0e02ec2f-3023-4dd5-b702-bf4d9ec72040,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:23.192979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:23.243029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:23.251034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:23.254834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:23.379992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Allocated IP 2001:db8::f816:3eff:fe93:4b06 (eb7b0697-8ecf-4c62-aab5-9ba284c317e1/88ce800e-3473-4b14-a0b3-07744bd97e34/effe14de-893e-4e3f-bddf-54ce591aa21c) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:23.477044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:10:23.620230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.633361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Transition to ACTIVE for port object effe14de-893e-4e3f-bddf-54ce591aa21c will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:23.651937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Transition to ACTIVE for port object effe14de-893e-4e3f-bddf-54ce591aa21c will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:23.658399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.673991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.676808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ce3d496-03e9-4a35-84b3-96ddd9a363dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:23.691332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c96f259f-2895-4f86-b7f1-aca571c4eb48 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:23.737211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Subnet': ['ID=88ce800e-3473-4b14-a0b3-07744bd97e34,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:23.751788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:23.831804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Pushing event updated for resources: {'Port': ['ID=effe14de-893e-4e3f-bddf-54ce591aa21c,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:23.837322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:23.859556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:23.860907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:23.863641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:23.922921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Attempting to bind port effe14de-893e-4e3f-bddf-54ce591aa21c on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:10:23.923384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Attempting to bind port effe14de-893e-4e3f-bddf-54ce591aa21c by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '1788f997-a347-432d-91c8-9e792eb55439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb7b0697-8ecf-4c62-aab5-9ba284c317e1'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:10:23.923799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Attempting to bind port effe14de-893e-4e3f-bddf-54ce591aa21c on network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:10:23.929629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:10:23.930123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Checking segment: {'id': '1788f997-a347-432d-91c8-9e792eb55439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb7b0697-8ecf-4c62-aab5-9ba284c317e1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:23.930511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.930952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Bound using segment: {'id': '1788f997-a347-432d-91c8-9e792eb55439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb7b0697-8ecf-4c62-aab5-9ba284c317e1'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:10:23.931481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Bound port: effe14de-893e-4e3f-bddf-54ce591aa21c, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1788f997-a347-432d-91c8-9e792eb55439', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'eb7b0697-8ecf-4c62-aab5-9ba284c317e1'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:10:23.931901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.946474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:23.949298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044de66b-d411-4ad2-b91a-9e0a1a78c2ff req-f93ca083-eddc-4743-b120-f7ad8363010a tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:23.950975 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-044de66b-d411-4ad2-b91a-9e0a1a78c2ff req-f93ca083-eddc-4743-b120-f7ad8363010a tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.5670888
Dec 21 10:10:24.031027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] For port effe14de-893e-4e3f-bddf-54ce591aa21c, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:10:24.034444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] For port effe14de-893e-4e3f-bddf-54ce591aa21c, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=effe14de-893e-4e3f-bddf-54ce591aa21c,segment=NetworkSegment(1788f997-a347-432d-91c8-9e792eb55439),segment_id=1788f997-a347-432d-91c8-9e792eb55439)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:10:24.038526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:24.054819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9ddf960-f032-4b15-af3b-652852783c45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:24.084466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feeb5f208>,) {'filters': {'network_id': ['eb7b0697-8ecf-4c62-aab5-9ba284c317e1']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:24.095181 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-044de66b-d411-4ad2-b91a-9e0a1a78c2ff req-afad55d6-aee9-423f-9de6-53eacef086fa tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291099
Dec 21 10:10:24.102282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feeb5f208>, '1788f997-a347-432d-91c8-9e792eb55439') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:24.102793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feeb5f208>, '1788f997-a347-432d-91c8-9e792eb55439') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:24.131620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:24.132161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:24.145087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:24.147215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Releasing vxlan tunnel 5 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:24.215898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Pushing event updated for resources: {'Port': ['ID=effe14de-893e-4e3f-bddf-54ce591aa21c,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:24.221532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:24.315787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d6b788-ac70-48a1-97fb-9d8bbaff6a19 None None] Network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:24.366116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:24.377958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:24.554496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:24.568777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7693e362-899f-4d50-8171-bc86e2f0a42f None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:10:24.593307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:24.622275 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:24.683352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7693e362-899f-4d50-8171-bc86e2f0a42f None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:10:24.717904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 10:10:24.717904 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 10:10:24.717904 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': 'eb7b0697-8ecf-4c62-aab5-9ba284c317e1'}]
Dec 21 10:10:24.717904 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:10:24.719026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:10:24.791145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:10:24.999994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:10:25.012872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Sync routers for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:10:25.027949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:25.033537 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 3.4332271
Dec 21 10:10:25.034065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:10:25.034065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf34828>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:25.034480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42718) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:25.082081 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8673eb1e-afed-4b99-a044-dd24c0e912e3 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?project_id=4f37266714dd44d5856b221995070c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0459952
Dec 21 10:10:25.084814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42722) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:25.091350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'subnet': {'name': 'tempest-subnet-smoke-58599859', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'project_id': '4f37266714dd44d5856b221995070c6a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:25.216383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:25.220461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:25.221924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:subnet and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:25.225121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:25.231209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:25.239604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:10:25.241682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:25.415932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:25.551942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9588b-8d81-4569-9796-824f797ded1f req-c7b0472d-5585-4289-9692-527e795e9aab tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:25.554051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e9588b-8d81-4569-9796-824f797ded1f req-c7b0472d-5585-4289-9692-527e795e9aab tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.2929454
Dec 21 10:10:25.624312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e9588b-8d81-4569-9796-824f797ded1f req-a03fb84e-2e2a-4114-9b9f-649295c19332 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618482
Dec 21 10:10:25.642684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Deleting port effe14de-893e-4e3f-bddf-54ce591aa21c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:25.643028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:25.794557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf34828>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:23Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:25.799303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Checking router: e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:10:25.799705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Updating router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:10:25.881380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:25.882706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] For port effe14de-893e-4e3f-bddf-54ce591aa21c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=effe14de-893e-4e3f-bddf-54ce591aa21c,segment=NetworkSegment(1788f997-a347-432d-91c8-9e792eb55439),segment_id=1788f997-a347-432d-91c8-9e792eb55439)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:25.883696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:25.965820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:25.983998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e110af8-c4e7-4de7-8210-7aca1b4f4565 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:26.029021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Calling delete_port for effe14de-893e-4e3f-bddf-54ce591aa21c owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:26.115261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:26.133174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Subnet': ['ID=5cf5eaae-311c-43b2-97d7-2d753c70c38b,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:26.137472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:26.151217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:26.195775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Port': ['ID=effe14de-893e-4e3f-bddf-54ce591aa21c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:26.200025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:26.206690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Checking segment: {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:26.207096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network hostable DHCP agents. Network: 52ff4fad-e6bf-49bf-95fe-047b537a3116, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:10:26.226871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:10:26.235735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 52ff4fad-e6bf-49bf-95fe-047b537a3116) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:26.246811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dceb174-9c4d-402b-b523-bfad160efab6 None None] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:26.255227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:26.256799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:26.286440 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.2004061
Dec 21 10:10:26.287085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42728) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:26.316553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:26.329883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Transition to ACTIVE for port object 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:26.332803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:26.349378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7b5a6c6-496c-46f0-8849-b0a375c735c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:26.472406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No DVR routers for this DVR port effe14de-893e-4e3f-bddf-54ce591aa21c on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:10:26.487723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-52ff4fad-e6bf-49bf-95fe-047b537a3116', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:10:26.488847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:26.503311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Pushing event updated for resources: {'Port': ['ID=0e02ec2f-3023-4dd5-b702-bf4d9ec72040,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:26.513736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.514654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.515068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.515467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.515860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.516231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.516607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.517157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.517601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.517940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.518333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.519096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.519541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.519909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.520277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.520641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.521004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.521371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.521752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.522113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.522479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.522838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.523209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.523564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:26.528124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:26.587877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Attempting to bind port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:10:26.588315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Attempting to bind port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:10:26.588730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Attempting to bind port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:10:26.595124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:10:26.595778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:26.596267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:26.596905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:10:26.597745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Bound port: 0e02ec2f-3023-4dd5-b702-bf4d9ec72040, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:10:26.598355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:26.694296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] For port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:10:26.698983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] For port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0e02ec2f-3023-4dd5-b702-bf4d9ec72040,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:10:26.704529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:26.728239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:26.822332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:26.825128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Allocated IP 172.20.0.2 (52ff4fad-e6bf-49bf-95fe-047b537a3116/5cf5eaae-311c-43b2-97d7-2d753c70c38b/a303fb78-be75-4aa7-a497-e7593838bb95) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:26.905431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82cd49-9a48-49cb-8153-0643cd822c6f req-d07f9644-fa22-4401-9dae-3eac1e0032c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:26.908450 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6f82cd49-9a48-49cb-8153-0643cd822c6f req-d07f9644-fa22-4401-9dae-3eac1e0032c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1281145
Dec 21 10:10:26.912141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Pushing event updated for resources: {'Port': ['ID=0e02ec2f-3023-4dd5-b702-bf4d9ec72040,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:26.917213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:26.970986 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6f82cd49-9a48-49cb-8153-0643cd822c6f req-562eea12-5ece-482a-93dc-f9a8fc9b1101 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0548065
Dec 21 10:10:26.974787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:10:26.975489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf34828>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:27.096650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7eda7b8>,) {'filters': {'network_id': ['eb7b0697-8ecf-4c62-aab5-9ba284c317e1']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:27.118205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7eda7b8>, '1788f997-a347-432d-91c8-9e792eb55439') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:27.118837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7eda7b8>, '1788f997-a347-432d-91c8-9e792eb55439') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:27.200426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:27.211261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:10:27.240703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:27.251794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Releasing vxlan tunnel 5 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:27.293927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:27.306163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Transition to ACTIVE for port object a303fb78-be75-4aa7-a497-e7593838bb95 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:27.327483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Transition to ACTIVE for port object a303fb78-be75-4aa7-a497-e7593838bb95 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:27.333844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:27.350204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d63d0874-4a6c-4be2-9584-f172f70cfabc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:27.493217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Pushing event updated for resources: {'Port': ['ID=a303fb78-be75-4aa7-a497-e7593838bb95,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:27.499586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:27.555140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:27.556668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:27.560528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:27.578553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:27.591019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:27.593745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf34828>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:23Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:27.599261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0432090f-ebda-476c-b6c0-4727b816295f None None] The sync data for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs is: [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:23Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:10:27.627693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Attempting to bind port a303fb78-be75-4aa7-a497-e7593838bb95 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:10:27.628763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Attempting to bind port a303fb78-be75-4aa7-a497-e7593838bb95 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:10:27.629554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Attempting to bind port a303fb78-be75-4aa7-a497-e7593838bb95 on network 52ff4fad-e6bf-49bf-95fe-047b537a3116 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:10:27.636549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:10:27.636971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Checking segment: {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:27.637422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:27.637886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Bound using segment: {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:10:27.638417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Bound port: a303fb78-be75-4aa7-a497-e7593838bb95, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:10:27.639476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:27.743558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] For port a303fb78-be75-4aa7-a497-e7593838bb95, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:10:27.747195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] For port a303fb78-be75-4aa7-a497-e7593838bb95, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a303fb78-be75-4aa7-a497-e7593838bb95,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:10:27.752011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:27.767326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:27.771294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:27.853623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network eb7b0697-8ecf-4c62-aab5-9ba284c317e1 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:27.891475 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:27.931368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Pushing event updated for resources: {'Port': ['ID=a303fb78-be75-4aa7-a497-e7593838bb95,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:27.936612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:28.089943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:28.096690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28292878-d20a-4c68-8ce1-6f89f85eb92c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:28.116154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:28.140793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Network': ['ID=eb7b0697-8ecf-4c62-aab5-9ba284c317e1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:28.155687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:28.219904 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/eb7b0697-8ecf-4c62-aab5-9ba284c317e1 HTTP/1.1" status: 204  len: 168 time: 5.3734763
Dec 21 10:10:28.224702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42736) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:28.271382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136751e1-761a-44cd-b6a2-a5c1f3d919c0 req-bce42d11-6f0a-4082-9559-95fa92ab1455 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:28.273111 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-136751e1-761a-44cd-b6a2-a5c1f3d919c0 req-bce42d11-6f0a-4082-9559-95fa92ab1455 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1360281
Dec 21 10:10:28.303222 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe90a827-a5d4-46eb-bf13-dad0d04b52be tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] DELETE failed (client error): The resource could not be found.
Dec 21 10:10:28.303715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe90a827-a5d4-46eb-bf13-dad0d04b52be tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:10:28.308776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fe90a827-a5d4-46eb-bf13-dad0d04b52be tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/subnets/88ce800e-3473-4b14-a0b3-07744bd97e34 HTTP/1.1" status: 404  len: 337 time: 0.0794415
Dec 21 10:10:28.308776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42740) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:28.367475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4faba5-4a61-4c54-a71a-e2f0adf9ad91 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] DELETE failed (client error): The resource could not be found.
Dec 21 10:10:28.367960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4faba5-4a61-4c54-a71a-e2f0adf9ad91 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:10:28.369827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ca4faba5-4a61-4c54-a71a-e2f0adf9ad91 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/eb7b0697-8ecf-4c62-aab5-9ba284c317e1 HTTP/1.1" status: 404  len: 339 time: 0.0603750
Dec 21 10:10:28.373673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42744) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:28.416396 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-136751e1-761a-44cd-b6a2-a5c1f3d919c0 req-71b6c5cb-26a4-41d0-afed-edb880af79ac tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1289718
Dec 21 10:10:28.426684 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa17d21-b7f5-4393-b8a9-63dca764db83 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] DELETE failed (client error): The resource could not be found.
Dec 21 10:10:28.427187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa17d21-b7f5-4393-b8a9-63dca764db83 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:10:28.429258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9fa17d21-b7f5-4393-b8a9-63dca764db83 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/subnets/73702bce-9fda-4fc9-9b9c-5bab3ffd855c HTTP/1.1" status: 404  len: 337 time: 0.0543845
Dec 21 10:10:28.432245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42748) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:28.488234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49ae989-4d3d-4975-b78f-b4f521f7ccbb tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] DELETE failed (client error): The resource could not be found.
Dec 21 10:10:28.488728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c49ae989-4d3d-4975-b78f-b4f521f7ccbb tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:10:28.493040 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c49ae989-4d3d-4975-b78f-b4f521f7ccbb tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/5aa52323-af6e-4bc6-be17-d955f38244ff HTTP/1.1" status: 404  len: 339 time: 0.0570536
Dec 21 10:10:28.493643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42752) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:28.548202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-9723cb43-0013-474a-b4d1-cc258764930d tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] DELETE failed (client error): The resource could not be found.
Dec 21 10:10:28.549013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9723cb43-0013-474a-b4d1-cc258764930d tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:10:28.553655 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9723cb43-0013-474a-b4d1-cc258764930d tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/subnets/05a8ebae-4773-43f4-874e-8f888816ee95 HTTP/1.1" status: 404  len: 337 time: 0.0561733
Dec 21 10:10:28.553984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42756) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:28.585109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3b1487-53c6-4704-b286-715e26d467bc tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] DELETE failed (client error): The resource could not be found.
Dec 21 10:10:28.585911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3b1487-53c6-4704-b286-715e26d467bc tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:10:28.588096 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0c3b1487-53c6-4704-b286-715e26d467bc tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/c164eb93-2d6b-4e87-b07a-d68b8e0300fa HTTP/1.1" status: 404  len: 339 time: 0.0329325
Dec 21 10:10:28.591238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42760) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:29.025967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5afd87a1-ff1e-436d-97e7-13a64ee3723a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Deleting port 27a50f57-0134-4354-b2e9-417a904d9c56 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:29.026359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5afd87a1-ff1e-436d-97e7-13a64ee3723a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:29.221901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.1 (52ff4fad-e6bf-49bf-95fe-047b537a3116/5cf5eaae-311c-43b2-97d7-2d753c70c38b/32af81b1-aee0-4f2f-a1e2-0ba0729e15e0) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:29.404712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5afd87a1-ff1e-436d-97e7-13a64ee3723a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:29.442660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798915c4-301c-4488-aa05-ea75f42e0b23 None None] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:29.624293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d606c228-a172-4b8b-b93c-2827ce1973c5 None None] Provisioning for port a303fb78-be75-4aa7-a497-e7593838bb95 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:29.670915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5afd87a1-ff1e-436d-97e7-13a64ee3723a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Calling delete_port for 27a50f57-0134-4354-b2e9-417a904d9c56 owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:29.697972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:29.712800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5404c3-cae8-49c3-8c52-1364924875b8 req-d2852cfe-bdd2-47d0-b5ba-cae2605f7391 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:29.714586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5f5404c3-cae8-49c3-8c52-1364924875b8 req-d2852cfe-bdd2-47d0-b5ba-cae2605f7391 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1427500
Dec 21 10:10:29.772445 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5f5404c3-cae8-49c3-8c52-1364924875b8 req-8929c388-c0d0-488c-b7f5-56a2efdefcb6 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491519
Dec 21 10:10:29.774288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:29.805316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:29.811401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5afd87a1-ff1e-436d-97e7-13a64ee3723a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:29.831281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d78a6d1a-3e90-4729-96c7-b02bb99c5669 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:29.864500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:29.877274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:29.877736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:29.896493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd87a1-ff1e-436d-97e7-13a64ee3723a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Port': ['ID=27a50f57-0134-4354-b2e9-417a904d9c56,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:29.899521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5afd87a1-ff1e-436d-97e7-13a64ee3723a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:29.991912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.012124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-96e30cb7-0e65-4584-82c6-a936be708f23 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:30.027396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.046099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0e02ec2f-3023-4dd5-b702-bf4d9ec72040,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:30.049563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.050972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a303fb78-be75-4aa7-a497-e7593838bb95 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:30.076867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5afd87a1-ff1e-436d-97e7-13a64ee3723a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.080846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:30.183753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=0e02ec2f-3023-4dd5-b702-bf4d9ec72040,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:30.200833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:30.223773 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5afd87a1-ff1e-436d-97e7-13a64ee3723a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/ports/27a50f57-0134-4354-b2e9-417a904d9c56 HTTP/1.1" status: 204  len: 168 time: 1.6303790
Dec 21 10:10:30.226512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42766) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:30.234338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a303fb78-be75-4aa7-a497-e7593838bb95 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:30.239339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=32af81b1-aee0-4f2f-a1e2-0ba0729e15e0,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:30.240030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a303fb78-be75-4aa7-a497-e7593838bb95 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:30.240530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.246905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:30.251961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:30.253416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:30.255989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:30.333250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.381596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0b1b0cc2-4087-4d11-b556-2a5b9cec335b None None] Provisioning complete for port a303fb78-be75-4aa7-a497-e7593838bb95 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:30.382034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0cc2-4087-4d11-b556-2a5b9cec335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.518377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5f398165-658d-40b2-896d-0627144779c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:30.567666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.611716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.673304 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22876f2-aec8-4157-bf6e-6f9464b2bad6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] DELETE failed (client error): The resource could not be found.
Dec 21 10:10:30.673923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22876f2-aec8-4157-bf6e-6f9464b2bad6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:10:30.679286 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b22876f2-aec8-4157-bf6e-6f9464b2bad6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/subnets/944c3767-d8b0-449f-a4ab-affb08c0b102 HTTP/1.1" status: 404  len: 337 time: 0.4512613
Dec 21 10:10:30.680073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42770) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:30.696066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port a303fb78-be75-4aa7-a497-e7593838bb95, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a303fb78-be75-4aa7-a497-e7593838bb95,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:30.708731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.715110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:30.781879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 5f398165-658d-40b2-896d-0627144779c7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:30.782303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.820849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.867914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b1b0cc2-4087-4d11-b556-2a5b9cec335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:30.945149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=a303fb78-be75-4aa7-a497-e7593838bb95,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:30.950753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:31.024967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-0b1b0cc2-4087-4d11-b556-2a5b9cec335b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:10:31.025382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-0b1b0cc2-4087-4d11-b556-2a5b9cec335b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:10:31.124404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.191430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.195392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.226253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:31.272289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af9a8d-f214-43ed-9417-825dd620f23b req-0f765b7a-7674-4745-ac71-3cb930600d5e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:31.273886 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-81af9a8d-f214-43ed-9417-825dd620f23b req-0f765b7a-7674-4745-ac71-3cb930600d5e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.3032334
Dec 21 10:10:31.278461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec6a4390>,) {'filters': {'network_id': ['a6595b79-e3d9-4865-8957-b490b42980d7']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:31.312314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec6a4390>, '40c9033d-cfcb-473f-916e-bfd517b13a3c') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:31.312653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec6a4390>, '40c9033d-cfcb-473f-916e-bfd517b13a3c') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:31.320660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=32af81b1-aee0-4f2f-a1e2-0ba0729e15e0,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:31.323842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:31.324859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.337785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.360376 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-81af9a8d-f214-43ed-9417-825dd620f23b req-31f074a5-a325-4c19-b75e-ab83f81f51bd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0735648
Dec 21 10:10:31.362261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.364376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:31.474094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:31.475326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:31.522831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.567620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network a6595b79-e3d9-4865-8957-b490b42980d7 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:31.578192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.660504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:31.715389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:10:31.750071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:31.750510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.821985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-005763ab-348a-4244-b4e9-f35584daa470 None None] Provisioning complete for port a303fb78-be75-4aa7-a497-e7593838bb95 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:31.822373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005763ab-348a-4244-b4e9-f35584daa470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.835385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network a6595b79-e3d9-4865-8957-b490b42980d7 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:31.865781 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:31.920433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:10:31.925597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6368895
Dec 21 10:10:31.928454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42776) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:31.936254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Sync routers for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:10:31.955874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:10:31.956671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec4a1b38>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:31.965064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.969965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:31.976424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f38da158-ff24-4073-a219-5f605205b7b3 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:31.993555 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/a6595b79-e3d9-4865-8957-b490b42980d7 HTTP/1.1" status: 204  len: 168 time: 1.3119299
Dec 21 10:10:32.001131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42780) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:32.004001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Network': ['ID=a6595b79-e3d9-4865-8957-b490b42980d7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:32.007161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:32.008380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a303fb78-be75-4aa7-a497-e7593838bb95 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:32.088043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-db2dd1bd-9362-4d67-bbae-c8034cf526a6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Deleting port 0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:32.088417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1bd-9362-4d67-bbae-c8034cf526a6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:32.276127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a303fb78-be75-4aa7-a497-e7593838bb95 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:32.276695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:32.344686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1bd-9362-4d67-bbae-c8034cf526a6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:32.401996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb413203-b7f4-4fbf-841d-a84e5a18cf1c tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.402576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb413203-b7f4-4fbf-841d-a84e5a18cf1c tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.403128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb413203-b7f4-4fbf-841d-a84e5a18cf1c tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.403540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb413203-b7f4-4fbf-841d-a84e5a18cf1c tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.403953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb413203-b7f4-4fbf-841d-a84e5a18cf1c tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.404991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb413203-b7f4-4fbf-841d-a84e5a18cf1c tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.405511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb413203-b7f4-4fbf-841d-a84e5a18cf1c tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.406165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb413203-b7f4-4fbf-841d-a84e5a18cf1c tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.408426 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fb413203-b7f4-4fbf-841d-a84e5a18cf1c tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 5561 time: 0.4791703
Dec 21 10:10:32.411558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42786) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:32.501319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba732a85-017e-4874-b376-643fb3c2b0bf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.501872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba732a85-017e-4874-b376-643fb3c2b0bf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.502461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba732a85-017e-4874-b376-643fb3c2b0bf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.502873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba732a85-017e-4874-b376-643fb3c2b0bf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.503280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba732a85-017e-4874-b376-643fb3c2b0bf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.503683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba732a85-017e-4874-b376-643fb3c2b0bf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.508444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ba732a85-017e-4874-b376-643fb3c2b0bf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3988 time: 0.0931888
Dec 21 10:10:32.508725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42790) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:32.520817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:10:32.565679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-005763ab-348a-4244-b4e9-f35584daa470 None None] Provisioning for port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:32.585924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-005763ab-348a-4244-b4e9-f35584daa470 None None] Provisioning complete for port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:32.586347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-005763ab-348a-4244-b4e9-f35584daa470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:32.592570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-db2dd1bd-9362-4d67-bbae-c8034cf526a6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Calling delete_port for 0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c owned by  {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:32.721172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df53abcf-9aa8-4749-b29f-cce4fe093ec5 req-2b883eb9-be18-4150-9c00-fa4aea3e30bc tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:32.723242 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-df53abcf-9aa8-4749-b29f-cce4fe093ec5 req-2b883eb9-be18-4150-9c00-fa4aea3e30bc tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1822138
Dec 21 10:10:32.724267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1bd-9362-4d67-bbae-c8034cf526a6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:32.743675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-699081c9-0a73-42fa-92b2-c051cf727ab5 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:32.756992 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6416ae30-e5e1-47dc-9ffa-d7a684829ef3 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2336 time: 0.2444930
Dec 21 10:10:32.788760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-005763ab-348a-4244-b4e9-f35584daa470 None None] Port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:10:32.821723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dd1bd-9362-4d67-bbae-c8034cf526a6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Port': ['ID=0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:32.844611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-db2dd1bd-9362-4d67-bbae-c8034cf526a6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:32.920341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-df53abcf-9aa8-4749-b29f-cce4fe093ec5 req-a27838ac-cb50-4c3a-bb42-d2887084a2b4 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1372557
Dec 21 10:10:32.938429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1bd-9362-4d67-bbae-c8034cf526a6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:32.945940 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-db2dd1bd-9362-4d67-bbae-c8034cf526a6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/ports/0a9fc516-a37e-4172-bbe8-dfd3b3bb2e1c HTTP/1.1" status: 204  len: 168 time: 0.9435577
Dec 21 10:10:32.948621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42796) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:32.995263 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b7cd47-e456-4847-bdc4-e6eccbec41a1 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] DELETE failed (client error): The resource could not be found.
Dec 21 10:10:32.995765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b7cd47-e456-4847-bdc4-e6eccbec41a1 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:10:32.997664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-26b7cd47-e456-4847-bdc4-e6eccbec41a1 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/subnets/b2fe0014-9927-4554-a94f-96924b0a8a4e HTTP/1.1" status: 404  len: 337 time: 0.0479348
Dec 21 10:10:33.001997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42800) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:33.024120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec4a1b38>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:31Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:33.028613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Checking router: e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:10:33.029153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Updating router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:10:33.056668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42804) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:33.067459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1611434466', 'description': 'tempest-secgroup-smoke-1611434466 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:33.075629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:33.084564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:33.086727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.088489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:33.095633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:33.112539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.140705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.144954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:33.150349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:33.153865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:33.161592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:33.238402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.241536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.247200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3999197c-d21a-4b3d-ba0c-d47fc93ddbaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:33.291197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.294001 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2340033
Dec 21 10:10:33.297947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42808) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:33.303013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=180753ea-6d7f-4791-a81c-734cf7488e22,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:33.306430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:33.354464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '180753ea-6d7f-4791-a81c-734cf7488e22', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:33.365053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.383378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:33.402806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:33.408940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:33.418770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:33.515887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.527422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed30e2b0>,) {'filters': {'network_id': ['05c83c76-32db-4211-8445-ec317e454eb5']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:33.530991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.552402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Transition to ACTIVE for port object 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:33.553222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed30e2b0>, '80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:33.553707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed30e2b0>, '80a7abb2-fd0f-4bd4-ae04-6f7196dfbdb4') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:33.556018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.573138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:33.579114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.603376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.607761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Releasing vxlan tunnel 8 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:33.650124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.704692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.712913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8992fc66-a8b3-4a2c-86d3-9da982e60fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:33.718203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacd800-2668-49bf-80bd-2e7a390241e4 None None] Pushing event updated for resources: {'Port': ['ID=32af81b1-aee0-4f2f-a1e2-0ba0729e15e0,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:33.722804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bacd800-2668-49bf-80bd-2e7a390241e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:33.767482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cacec0d0-779c-4caf-8555-3dfec7b555ca,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:33.773997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:33.843852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network 05c83c76-32db-4211-8445-ec317e454eb5 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:33.852576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.856863 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.5549078
Dec 21 10:10:33.856863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.858407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42812) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:33.865916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '180753ea-6d7f-4791-a81c-734cf7488e22', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:33.876697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:33.881920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:33.885112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:33.892007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:33.897167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Attempting to bind port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:10:33.897848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Attempting to bind port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:10:33.898480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Attempting to bind port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 on network 52ff4fad-e6bf-49bf-95fe-047b537a3116 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:10:33.909981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:10:33.910625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Checking segment: {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:33.911308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.911984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Bound using segment: {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:10:33.912816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Bound port: 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:10:33.913678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.915100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.994004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:33.997019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.005054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b660f5e-5a9d-45bb-a661-076823cf3a0a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:34.028610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c95fedbd-7e2d-4f42-8e38-c38e72727d6e,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:34.041816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:34.046227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.048030 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1876576
Dec 21 10:10:34.052450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42818) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:34.058942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '180753ea-6d7f-4791-a81c-734cf7488e22', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:34.066554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:34.069764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network 05c83c76-32db-4211-8445-ec317e454eb5 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:34.071931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:34.077648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:34.097963 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:34.132596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:34.139116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] For port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:10:34.143315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] For port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=32af81b1-aee0-4f2f-a1e2-0ba0729e15e0,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:10:34.148659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.164944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:34.184031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.195711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.199445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a9cae5c3-befc-40dd-b8c1-05137f9f723c tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:34.217976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.229296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e857f3-0b29-487c-9894-2361643d7fad req-13f2ca24-fb49-411c-b647-049531979f4d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:34.231227 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/05c83c76-32db-4211-8445-ec317e454eb5 HTTP/1.1" status: 204  len: 168 time: 1.2280300
Dec 21 10:10:34.233441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Network': ['ID=05c83c76-32db-4211-8445-ec317e454eb5,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:34.235087 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-08e857f3-0b29-487c-9894-2361643d7fad req-13f2ca24-fb49-411c-b647-049531979f4d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1560745
Dec 21 10:10:34.235930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42822) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:34.244841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:34.322906 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-08e857f3-0b29-487c-9894-2361643d7fad req-c82c9027-517e-4cbc-8c2a-ed28f57169fd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800245
Dec 21 10:10:34.324570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.328622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.330625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1c3e47f-276a-4d1b-a10b-64a428344ac5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:34.349923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587e11a2-ae53-417d-b8b0-18b5f6452a9f,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:34.353868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:34.381802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.383115 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.3296335
Dec 21 10:10:34.385980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42826) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:34.392970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '180753ea-6d7f-4791-a81c-734cf7488e22', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:34.400065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:34.405406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:34.410415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:34.416197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bacd800-2668-49bf-80bd-2e7a390241e4 None None] Pushing event updated for resources: {'Port': ['ID=32af81b1-aee0-4f2f-a1e2-0ba0729e15e0,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:34.420238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bacd800-2668-49bf-80bd-2e7a390241e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:34.427236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:34.449620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.450740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:10:34.451642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec4a1b38>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:34.486567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-98140e15-e8c0-4782-984c-4a52679a5f52 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Deleting subnet ca81e7b0-79fa-4f4e-9b33-0b2e64a64a08 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:10:34.490056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98140e15-e8c0-4782-984c-4a52679a5f52 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.534336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5f398165-658d-40b2-896d-0627144779c7 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:34.546305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.554071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.556064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b3ff9ab6-b820-4dcf-aa9e-87112f7c4760 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:34.586089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abc36d4-9fe1-4966-bc53-7a7a78b524e3,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:34.598416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:34.602248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.603555 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.2163367
Dec 21 10:10:34.606901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42834) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:34.613144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98140e15-e8c0-4782-984c-4a52679a5f52 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.628845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '180753ea-6d7f-4791-a81c-734cf7488e22', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:34.638954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:34.643333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:34.646505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:34.652914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:34.668832 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:10:34.677412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.729854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98140e15-e8c0-4782-984c-4a52679a5f52 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.754772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.757479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.767129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7a2598a9-6829-471c-9a9d-0befac9e3e0d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:34.786231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:10:34.793059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a234d871-5361-4577-9e21-f13db20126fd,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:34.796690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:34.798665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.800416 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2180b801-3e3c-4242-bc61-aa54ed59cede tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1918485
Dec 21 10:10:34.804338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42838) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:34.810223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '180753ea-6d7f-4791-a81c-734cf7488e22', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:34.817102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:34.821581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:34.824732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:34.832129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:34.833736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.845193 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:10:34.853595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.893025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f398165-658d-40b2-896d-0627144779c7'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:10:34.934918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.938406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.962215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be6e29ee-6414-4ba3-860e-c3f8595cfce8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:34.978945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26aaf83d-867b-4399-922f-116e6aedc289,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:34.982421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:34.983485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:34.985003 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1796727
Dec 21 10:10:34.989861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f398165-658d-40b2-896d-0627144779c7', 'code': 200}
Dec 21 10:10:34.991542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 5f398165-658d-40b2-896d-0627144779c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5f398165-658d-40b2-896d-0627144779c7,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:35.009060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:35.014207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:35.055179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98140e15-e8c0-4782-984c-4a52679a5f52 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:35.071593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-db6fd040-caaf-4ccf-8770-231c49772af7 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:35.126607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98140e15-e8c0-4782-984c-4a52679a5f52 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Subnet': ['ID=ca81e7b0-79fa-4f4e-9b33-0b2e64a64a08,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:35.131343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98140e15-e8c0-4782-984c-4a52679a5f52 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:35.171581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=5f398165-658d-40b2-896d-0627144779c7,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:35.178080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:35.216060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98140e15-e8c0-4782-984c-4a52679a5f52 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:35.226542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-98140e15-e8c0-4782-984c-4a52679a5f52 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/subnets/ca81e7b0-79fa-4f4e-9b33-0b2e64a64a08 HTTP/1.1" status: 204  len: 168 time: 0.9838932
Dec 21 10:10:35.228477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63718f74-656c-480d-8c50-4370e482f70d None None] Network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:35.229203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42856) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:35.278129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-e10305ba-2b5d-4ba8-9c5c-2e10adfaf9cb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:35.294973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-e10305ba-2b5d-4ba8-9c5c-2e10adfaf9cb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:35.296671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-e10305ba-2b5d-4ba8-9c5c-2e10adfaf9cb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1611434466&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.0675008
Dec 21 10:10:35.381339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:35.469380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Deleting port 315071bd-c59a-4e56-9003-95eb77d610f1 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:35.469817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:35.562657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-92122252-66f1-4bd8-b41b-0de3dbc906fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:35.563540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-92122252-66f1-4bd8-b41b-0de3dbc906fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:35.596382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-92122252-66f1-4bd8-b41b-0de3dbc906fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:35.597958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-92122252-66f1-4bd8-b41b-0de3dbc906fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/networks?id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 797 time: 0.2933102
Dec 21 10:10:35.621465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4645c4-7ad5-43f9-98b9-76e333a83343 req-f88cb068-5ebe-4c56-a735-ef1aba120056 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:35.624520 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a4645c4-7ad5-43f9-98b9-76e333a83343 req-f88cb068-5ebe-4c56-a735-ef1aba120056 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 944 time: 0.1373188
Dec 21 10:10:35.629771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec4a1b38>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:35.636240 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-9e08dc1c-cf79-40a5-bd79-7446f084b77c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/quotas/4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 375 time: 0.0291395
Dec 21 10:10:35.637930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7ebce4-f7f2-408b-a980-9dc52583793f None None] The sync data for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs is: [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:34Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:10:35.782270 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a4645c4-7ad5-43f9-98b9-76e333a83343 req-3d66bb4b-6d03-4ae2-aa2c-d9139c5e5f08 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426549
Dec 21 10:10:35.831051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-bcd7b4ad-699a-404b-8633-9f62de0db75e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:35.831429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] DHCP port deletion for 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:10:35.838711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] Deleting port 315071bd-c59a-4e56-9003-95eb77d610f1 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:35.839152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:35.842481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] For port 315071bd-c59a-4e56-9003-95eb77d610f1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=315071bd-c59a-4e56-9003-95eb77d610f1,segment=NetworkSegment(ccb446bf-ef57-49ce-be3d-b666a5af391c),segment_id=ccb446bf-ef57-49ce-be3d-b666a5af391c)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:35.842979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:35.856213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-bcd7b4ad-699a-404b-8633-9f62de0db75e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:35.860591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-bcd7b4ad-699a-404b-8633-9f62de0db75e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2233639
Dec 21 10:10:36.020844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Calling delete_port for 315071bd-c59a-4e56-9003-95eb77d610f1 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:36.123969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:36.133074 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-fa9ea085-67bd-4b28-8fe5-53b7fd016acb service neutron] 10.222.0.45 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2563953
Dec 21 10:10:36.145465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b428a134-3f9b-4229-acf4-518e5c8b90ba tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:36.159625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] For port 315071bd-c59a-4e56-9003-95eb77d610f1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=315071bd-c59a-4e56-9003-95eb77d610f1,segment=NetworkSegment(ccb446bf-ef57-49ce-be3d-b666a5af391c),segment_id=ccb446bf-ef57-49ce-be3d-b666a5af391c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:36.160236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:36.194492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Port': ['ID=315071bd-c59a-4e56-9003-95eb77d610f1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:36.209829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:36.300916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53608ecd-6747-440d-8da0-c2a819127efe req-dbf2bb1b-f459-44fc-bdc2-27c3a1e491f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:36.302614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53608ecd-6747-440d-8da0-c2a819127efe req-dbf2bb1b-f459-44fc-bdc2-27c3a1e491f5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 1161 time: 0.2981412
Dec 21 10:10:36.304899 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-62e320d7-6bdb-49aa-9c45-76fe0270d519 service neutron] 10.222.0.45 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1582365
Dec 21 10:10:36.315613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] No DVR routers for this DVR port 315071bd-c59a-4e56-9003-95eb77d610f1 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:10:36.353334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] Calling delete_port for 315071bd-c59a-4e56-9003-95eb77d610f1 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:10:36.356482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53608ecd-6747-440d-8da0-c2a819127efe req-ffbb89e0-7393-4cd5-bbeb-b7b5a84f19e3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465775
Dec 21 10:10:36.443652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:10:36.444493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:10:36.472806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:36.602201 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1629fc4b-cf44-4796-926e-6bb7918820f9 req-5ddc4b8d-aa07-4d44-a974-1f73450f7336 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 210 time: 0.0625925
Dec 21 10:10:36.631568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feccf7860>,) {'filters': {'network_id': ['4134be54-0d0a-4f82-8f4c-9ede9e9a6760']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:36.826337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5f398165-658d-40b2-896d-0627144779c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:36.914450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 5f398165-658d-40b2-896d-0627144779c7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:36.914882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:36.956965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] Deleting port 315071bd-c59a-4e56-9003-95eb77d610f1 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:10:36.957303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:36.979837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feccf7860>, 'ccb446bf-ef57-49ce-be3d-b666a5af391c') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:36.980282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feccf7860>, 'ccb446bf-ef57-49ce-be3d-b666a5af391c') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:36.995138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:37.032658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:37.037397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Releasing vxlan tunnel 4 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:37.045681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-610dfa8b-02ff-4906-ba0b-96bee8632086 None None] The port '315071bd-c59a-4e56-9003-95eb77d610f1' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:10:37.102158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd352a7-6d34-4e33-a0c7-e28633944e7e req-dbe4be92-2317-451e-9fb0-9f1341fea7fd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:37.104002 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8fd352a7-6d34-4e33-a0c7-e28633944e7e req-dbe4be92-2317-451e-9fb0-9f1341fea7fd tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 944 time: 0.1286888
Dec 21 10:10:37.145643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:37.166155 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8fd352a7-6d34-4e33-a0c7-e28633944e7e req-c65eed11-4720-4b1b-8a26-0cfa3a99c031 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534480
Dec 21 10:10:37.181275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f398165-658d-40b2-896d-0627144779c7'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:10:37.198118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 5f398165-658d-40b2-896d-0627144779c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5f398165-658d-40b2-896d-0627144779c7,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:37.198118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:37.198858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:37.276790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:37.289458 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f398165-658d-40b2-896d-0627144779c7', 'code': 200}
Dec 21 10:10:37.290956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:37.305594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=5f398165-658d-40b2-896d-0627144779c7,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:37.311506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:37.493212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Network 4134be54-0d0a-4f82-8f4c-9ede9e9a6760 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:37.519468 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:37.628068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:37.680026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:37.683879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f474525-94c0-4a54-a446-dd6999fc6221 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:37.707653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:37.710780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Pushing event deleted for resources: {'Network': ['ID=4134be54-0d0a-4f82-8f4c-9ede9e9a6760,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:37.714534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:37.722011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] 10.222.0.45 "DELETE /v2.0/networks/4134be54-0d0a-4f82-8f4c-9ede9e9a6760 HTTP/1.1" status: 204  len: 168 time: 2.4910183
Dec 21 10:10:37.762569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:37.787883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:37.788936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:38.052109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:38.121850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=32af81b1-aee0-4f2f-a1e2-0ba0729e15e0,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:38.126397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:38.135794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bacd800-2668-49bf-80bd-2e7a390241e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:38.231285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 315071bd-c59a-4e56-9003-95eb77d610f1 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:10:38.336010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 315071bd-c59a-4e56-9003-95eb77d610f1 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:10:38.336402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 315071bd-c59a-4e56-9003-95eb77d610f1 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:10:38.348030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8701576-aca5-4a1b-be6a-e1302038fffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:38.357035 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7e8076fe-8ea4-401b-8389-681905a64a84 req-5a32e010-c120-4295-b204-86b600d3b7dc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 210 time: 0.3598483
Dec 21 10:10:38.370402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=32af81b1-aee0-4f2f-a1e2-0ba0729e15e0,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:38.377816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:38.392084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-7e3ef37a-8266-4dd1-92db-0fdaeb536e8a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:38.393735 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-7e3ef37a-8266-4dd1-92db-0fdaeb536e8a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 797 time: 0.5490470
Dec 21 10:10:38.419270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42888) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:38.540335 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-05ba8052-3c6c-4e54-8665-efe66cbf1986 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 7769 time: 0.0978754
Dec 21 10:10:38.547104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5f398165-658d-40b2-896d-0627144779c7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:38.551148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f75e237-3f23-4d0a-933c-c6968bcff01c req-1a7dce1c-d87f-4b11-a29a-bc4c55a9150e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:38.552814 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2f75e237-3f23-4d0a-933c-c6968bcff01c req-1a7dce1c-d87f-4b11-a29a-bc4c55a9150e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1512425
Dec 21 10:10:38.558092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'device_id': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'admin_state_up': True, 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'security_groups': ['180753ea-6d7f-4791-a81c-734cf7488e22']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:38.622233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 5f398165-658d-40b2-896d-0627144779c7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:38.622833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:38.634377 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eee744b5-f4e1-48b5-9ecd-b8c08018e168 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6cd86e7ad344f5ebec48f92ab758fb4&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2126789
Dec 21 10:10:38.637013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42894) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:38.711382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148eb8cc-269a-4afd-912f-0c98cc002ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:38.719524 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2f75e237-3f23-4d0a-933c-c6968bcff01c req-f149fd47-568e-4713-9ce2-4f2878730e55 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1424155
Dec 21 10:10:38.746625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148eb8cc-269a-4afd-912f-0c98cc002ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:38.757937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42898) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:38.798765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148eb8cc-269a-4afd-912f-0c98cc002ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:38.804361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c3102b8-4650-42af-9b7e-6418b867b336 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:38.819636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148eb8cc-269a-4afd-912f-0c98cc002ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e93491e-4e25-43ad-be66-71d5fbc9b3d8,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:38.823021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-148eb8cc-269a-4afd-912f-0c98cc002ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:38.823855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-148eb8cc-269a-4afd-912f-0c98cc002ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:38.828157 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-148eb8cc-269a-4afd-912f-0c98cc002ba7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e93491e-4e25-43ad-be66-71d5fbc9b3d8 HTTP/1.1" status: 204  len: 168 time: 0.1868229
Dec 21 10:10:38.843558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:38.873606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:38.901772 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2ef60b14-b479-4f0a-9f95-c15dc501c155 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/floatingips/931f002c-3eda-4f47-a73b-c2066c506cb3 HTTP/1.1" status: 200  len: 993 time: 0.1379368
Dec 21 10:10:38.901772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:38.904852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:39.235809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.4 (52ff4fad-e6bf-49bf-95fe-047b537a3116/5cf5eaae-311c-43b2-97d7-2d753c70c38b/39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:39.471949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:39.490868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:39.568735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:39.589524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-467bd61d-9606-4c80-aa6a-48e554e633e6 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:39.598346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:39.687653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:39.688296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:39.760357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:39.778104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:39.779319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42922) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:39.851272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048c10-1651-41bc-9340-27155d9f6db7 req-dad540c0-24f9-4afc-8970-939c89b036f7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:39.853262 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-05048c10-1651-41bc-9340-27155d9f6db7 req-dad540c0-24f9-4afc-8970-939c89b036f7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 931 time: 0.3415651
Dec 21 10:10:39.904381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:39.907473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:39.922270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:39.930354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group': {'name': 'tempest-secgroup--2120313497'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:39.937574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:39.942338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:39.945973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:39.954306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:39.965453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:39.980350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:39.985953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-05048c10-1651-41bc-9340-27155d9f6db7 req-4c1634c8-c420-453a-936d-2e815dda5ef9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=180753ea-6d7f-4791-a81c-734cf7488e22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232862
Dec 21 10:10:40.010268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:40.011248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.020108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:40.026365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:40.030565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:40.038205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:40.047101 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4931419
Dec 21 10:10:40.060186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Request body: {'port': {'device_id': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:40.144781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.150287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.156751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:40.159763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3af83462-7e76-490c-b08b-587cb2e6d1bb tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:40.172836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:40.179219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:40.189817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.193805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:40.213146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba388c4-dde0-4d11-8b06-059c34bd4c57,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:40.218405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:40.244580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-900c7205-c4ee-449a-802d-fa1fb7f29c24 None None] Provisioning for port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:40.250316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-900c7205-c4ee-449a-802d-fa1fb7f29c24 None None] Provisioning complete for port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:40.251594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-900c7205-c4ee-449a-802d-fa1fb7f29c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.287651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.291285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.297617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:40.322168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-900c7205-c4ee-449a-802d-fa1fb7f29c24 None None] Port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:10:40.341058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroup': ['ID=d4428098-2585-48c7-a329-8cfeab2e1847,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:40.345160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.349118 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 0.5662019
Dec 21 10:10:40.349118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:40.349611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42928) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:40.417663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-df4d39e2-e196-4dee-a232-f3ca47f1d97c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:40.435562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-df4d39e2-e196-4dee-a232-f3ca47f1d97c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:40.437077 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-df4d39e2-e196-4dee-a232-f3ca47f1d97c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4361 time: 0.0867033
Dec 21 10:10:40.440148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42932) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:40.446029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e9319f11-e43a-4043-8e48-c67287d5242f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group': {'name': 'tempest-security--360043100', 'description': 'tempest-security-description-151234585'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:40.480098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9319f11-e43a-4043-8e48-c67287d5242f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.541173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9319f11-e43a-4043-8e48-c67287d5242f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.544070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9319f11-e43a-4043-8e48-c67287d5242f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.547132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9319f11-e43a-4043-8e48-c67287d5242f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.551278 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e9319f11-e43a-4043-8e48-c67287d5242f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "PUT /v2.0/security-groups/d4428098-2585-48c7-a329-8cfeab2e1847 HTTP/1.1" status: 200  len: 1728 time: 0.1071219
Dec 21 10:10:40.551278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-04d56acc-f88f-4f28-aae6-306aed0f5d1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:40.552066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42936) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:40.584742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9319f11-e43a-4043-8e48-c67287d5242f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroup': ['ID=d4428098-2585-48c7-a329-8cfeab2e1847,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:40.588320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e9319f11-e43a-4043-8e48-c67287d5242f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:40.626524 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6be13a49-159b-43c6-9467-c98df5d1d788 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups/d4428098-2585-48c7-a329-8cfeab2e1847 HTTP/1.1" status: 200  len: 1728 time: 0.0734332
Dec 21 10:10:40.629020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42940) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:40.734500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:10:40.746250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.777309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Transition to ACTIVE for port object 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:40.783657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.800875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d0c4a416-20a7-4aca-a2ad-497702797935 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:40.831545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9836ae48-968c-41c6-a9dc-c6f375f607fc tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.987767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9836ae48-968c-41c6-a9dc-c6f375f607fc tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:40.996274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Pushing event updated for resources: {'Port': ['ID=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:41.000265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:41.199675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9836ae48-968c-41c6-a9dc-c6f375f607fc tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.207380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e3a3779-83e9-4a29-8e23-53881ba272c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:41.265403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9836ae48-968c-41c6-a9dc-c6f375f607fc tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4428098-2585-48c7-a329-8cfeab2e1847,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:41.268310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9836ae48-968c-41c6-a9dc-c6f375f607fc tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:41.304856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9836ae48-968c-41c6-a9dc-c6f375f607fc tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.306215 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9836ae48-968c-41c6-a9dc-c6f375f607fc tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-groups/d4428098-2585-48c7-a329-8cfeab2e1847 HTTP/1.1" status: 204  len: 168 time: 0.6761863
Dec 21 10:10:41.309253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42946) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:41.340227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Attempting to bind port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:10:41.340557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Attempting to bind port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:10:41.340916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Attempting to bind port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed on network 52ff4fad-e6bf-49bf-95fe-047b537a3116 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:10:41.351619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:10:41.351975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Checking segment: {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:41.353018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.353449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Bound using segment: {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:10:41.354185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Bound port: 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:10:41.354592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.369784 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f5bffb1-9aa9-47a4-a055-4849fc657b53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.0564430
Dec 21 10:10:41.370096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42950) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:41.383721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feedbf4-e908-4952-a584-d6f334dd81ca req-2794e205-efbf-4ff0-947e-f6b61c56b683 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:41.384518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3feedbf4-e908-4952-a584-d6f334dd81ca req-2794e205-efbf-4ff0-947e-f6b61c56b683 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:41.388230 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-df3efae8-1a86-4cf2-8996-8c07f2f4e0a0 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] delete failed (client error): The resource could not be found.
Dec 21 10:10:41.389572 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-df3efae8-1a86-4cf2-8996-8c07f2f4e0a0 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-groups/d4428098-2585-48c7-a329-8cfeab2e1847 HTTP/1.1" status: 404  len: 347 time: 0.0184262
Dec 21 10:10:41.393791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42954) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:41.399789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group': {'name': 'tempest-secgroup--1621013997'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:41.408123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:41.418604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:41.423815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:41.430478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:41.443630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.456690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3feedbf4-e908-4952-a584-d6f334dd81ca req-2794e205-efbf-4ff0-947e-f6b61c56b683 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:41.458170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3feedbf4-e908-4952-a584-d6f334dd81ca req-2794e205-efbf-4ff0-947e-f6b61c56b683 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 943 time: 0.3298819
Dec 21 10:10:41.467716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:41.473722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:41.477849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:41.490084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:41.518992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] For port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:10:41.531027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] For port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:10:41.539466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.558987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:41.579578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.582787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.588838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ffb509ff-873f-4694-8364-9d1caaa12fa0 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:41.617054 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3feedbf4-e908-4952-a584-d6f334dd81ca req-a8734dff-c700-44f3-a80a-f0b12109fb6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=180753ea-6d7f-4791-a81c-734cf7488e22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1346824
Dec 21 10:10:41.639256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroup': ['ID=70b971fd-b1e8-4b5b-b97f-6f6551743c05,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:41.642791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.645544 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 0.2493324
Dec 21 10:10:41.645544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:41.650135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42958) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:41.659200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': '70b971fd-b1e8-4b5b-b97f-6f6551743c05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:41.666696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:41.672165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:41.675332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:41.682538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:41.705111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.741546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Pushing event updated for resources: {'Port': ['ID=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:41.745552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:41.772262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.775221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.777125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:41.795671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:41.798060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.798950 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] 10.222.0.16 "PUT /v2.0/ports/39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed HTTP/1.1" status: 200  len: 1157 time: 1.7436316
Dec 21 10:10:41.799680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'tag': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:10:41.804033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17259640-c2fe-4d09-9776-6a8fafd5a0ce,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:41.809683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:41.815228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.818988 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1676080
Dec 21 10:10:41.820363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 42964) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:41.907499 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'tag': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed', 'status': 'completed', 'code': 200}
Dec 21 10:10:41.909562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cee7f6c9-2b1f-4401-a40d-f9cebe15e714 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.925460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cee7f6c9-2b1f-4401-a40d-f9cebe15e714 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.967641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cee7f6c9-2b1f-4401-a40d-f9cebe15e714 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.970367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-01a5b55c-904e-4db8-bff4-dbfcdcd78d2d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:41.984651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-1e0b93d3-d1bd-455b-bcc9-f208ce42eca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:41.986326 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-1e0b93d3-d1bd-455b-bcc9-f208ce42eca6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 1160 time: 0.1461437
Dec 21 10:10:41.990829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee7f6c9-2b1f-4401-a40d-f9cebe15e714 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17259640-c2fe-4d09-9776-6a8fafd5a0ce,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:41.993275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cee7f6c9-2b1f-4401-a40d-f9cebe15e714 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:41.994434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cee7f6c9-2b1f-4401-a40d-f9cebe15e714 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/17259640-c2fe-4d09-9776-6a8fafd5a0ce HTTP/1.1" status: 204  len: 168 time: 0.1736472
Dec 21 10:10:41.996796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cee7f6c9-2b1f-4401-a40d-f9cebe15e714 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:41.997336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42968) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:42.048827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d9eba295-f423-4227-a0d2-b844e8eaeac8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:42.063432 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-881e6aeb-175a-4c2f-92ba-ba968a348df2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed HTTP/1.1" status: 200  len: 217 time: 0.0675335
Dec 21 10:10:42.068562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d9eba295-f423-4227-a0d2-b844e8eaeac8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:42.068562 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d9eba295-f423-4227-a0d2-b844e8eaeac8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.0698256
Dec 21 10:10:42.071439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42972) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:42.114053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.141835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-96b9da7c-5437-40e1-af91-27899da2241b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:42.143499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-487e5ddc-7d43-457f-970a-682bb95be83d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.143640 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-96b9da7c-5437-40e1-af91-27899da2241b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5cf5eaae-311c-43b2-97d7-2d753c70c38b HTTP/1.1" status: 200  len: 833 time: 0.0715053
Dec 21 10:10:42.174379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-487e5ddc-7d43-457f-970a-682bb95be83d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.222449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-487e5ddc-7d43-457f-970a-682bb95be83d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.227075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-649eaf8c-b532-43b3-8e0e-123cee74a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:42.227796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-148eb8cc-269a-4afd-912f-0c98cc002ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:42.228853 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-649eaf8c-b532-43b3-8e0e-123cee74a20e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52ff4fad-e6bf-49bf-95fe-047b537a3116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0780671
Dec 21 10:10:42.244974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e5ddc-7d43-457f-970a-682bb95be83d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b971fd-b1e8-4b5b-b97f-6f6551743c05,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:42.254772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-487e5ddc-7d43-457f-970a-682bb95be83d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:42.260278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-487e5ddc-7d43-457f-970a-682bb95be83d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.261672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-487e5ddc-7d43-457f-970a-682bb95be83d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-groups/70b971fd-b1e8-4b5b-b97f-6f6551743c05 HTTP/1.1" status: 204  len: 168 time: 0.1890504
Dec 21 10:10:42.265126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42976) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:42.319580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c14be74d-37e6-45d4-affa-f7ca8faf3179 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:42.334998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c14be74d-37e6-45d4-affa-f7ca8faf3179 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:42.336349 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c14be74d-37e6-45d4-affa-f7ca8faf3179 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.0702846
Dec 21 10:10:42.340465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42980) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:42.347215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group': {'name': 'tempest-secgroup--413323097'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:42.354473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:42.364591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:42.374222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.381587 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-e0136c34-a665-45c9-9c1d-dcf11dd7078a service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455839
Dec 21 10:10:42.394378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b6eb218-efb0-4af2-838e-365df0e2a7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.397155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:42.401635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:42.405245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:42.411472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:42.486910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.490835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.496489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:42.544186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroup': ['ID=fc863fc6-172d-4860-9db6-84fbfa066a37,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:42.549739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:42.554088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f75f5c5b-32c7-4d05-a922-549a72226a26 req-8b6dc91c-c793-4a25-a3e5-71f828c6fc7d service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1645048
Dec 21 10:10:42.557987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.559488 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.2176638
Dec 21 10:10:42.562419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42984) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:42.568157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': 'fc863fc6-172d-4860-9db6-84fbfa066a37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:42.575222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:42.580912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:42.584064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:42.590039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:42.609157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.618234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.678003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-5aaf4b69-d92e-4873-983d-9e3e2c69c158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:42.679763 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-5aaf4b69-d92e-4873-983d-9e3e2c69c158 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 1160 time: 0.0836544
Dec 21 10:10:42.686810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.689465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.691425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bec1a15e-3a89-4fc1-97ab-ffa51d496f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:42.726735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a4dcc2f-b7ff-4e89-a8f5-1ea6d7bf096a,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:42.731067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:42.735703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.739586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1733115
Dec 21 10:10:42.739879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42990) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:42.749683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': 'fc863fc6-172d-4860-9db6-84fbfa066a37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:42.757681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:42.762499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:42.766805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:42.773523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:42.792258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.866118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.870050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.878488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:42.900583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068b6354-729c-4345-82de-0f72f1172ac7,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:42.903665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:42.916143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:42.921522 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1766107
Dec 21 10:10:42.921786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42994) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:42.927866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': 'fc863fc6-172d-4860-9db6-84fbfa066a37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:42.935053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:42.940373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:42.944662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:42.952639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:42.973460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.054394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.057361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.065520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bcba7c3c-f71e-49d0-b24d-c4a00266e46b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:43.088362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df3fb4b-e612-4c29-a310-59b4bc984c04,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:43.092106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:43.104413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.105787 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1828947
Dec 21 10:10:43.112916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 42998) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:43.118864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': 'fc863fc6-172d-4860-9db6-84fbfa066a37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:43.125895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:43.130510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:43.133614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:43.140043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:43.158699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.190614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-063b0b3b-752c-44c8-a6c8-94bf30da4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:43.192257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-063b0b3b-752c-44c8-a6c8-94bf30da4cc1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 891 time: 0.5056958
Dec 21 10:10:43.230530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.233558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.235491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f5c5c2f-3a52-430a-abd6-7ef976eaf24e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:43.261224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f924190d-2610-475d-9e98-1a9e76d652d7,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:43.267003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:43.274045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-6c27c8da-17c3-4ea3-8f38-518839f1ea1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed HTTP/1.1" status: 200  len: 217 time: 0.0722959
Dec 21 10:10:43.275249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.282275 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1625526
Dec 21 10:10:43.282516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79900d97-ae6c-4942-ac41-d28464e62a87 req-e6473e8a-602a-43ae-b52e-267e4335ba8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:43.282691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43002) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:43.283605 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-79900d97-ae6c-4942-ac41-d28464e62a87 req-e6473e8a-602a-43ae-b52e-267e4335ba8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 943 time: 0.4842675
Dec 21 10:10:43.288547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': 'fc863fc6-172d-4860-9db6-84fbfa066a37', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:43.295555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:43.300220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:43.303388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:43.309313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:43.326628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.383929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-4479d6de-535b-4c5b-bc56-336cf78ea6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:43.386023 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-4479d6de-535b-4c5b-bc56-336cf78ea6e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5cf5eaae-311c-43b2-97d7-2d753c70c38b HTTP/1.1" status: 200  len: 833 time: 0.1009660
Dec 21 10:10:43.391457 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-79900d97-ae6c-4942-ac41-d28464e62a87 req-6786a807-1fd1-42b8-9fdc-368a477aa09b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=180753ea-6d7f-4791-a81c-734cf7488e22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693686
Dec 21 10:10:43.404822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.408642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.417064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5900a718-3c14-4f7e-a97c-36b39d266d88 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:43.439877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a30dffa-cf59-4f4c-a5ca-f6f8a649296e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:43.442668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:43.449062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.454261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.455613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 747 time: 0.1721992
Dec 21 10:10:43.458609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43006) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:43.480232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-155af01a-e11d-48f6-b55c-c071280cec5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:43.483223 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-155af01a-e11d-48f6-b55c-c071280cec5f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52ff4fad-e6bf-49bf-95fe-047b537a3116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0894735
Dec 21 10:10:43.494705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bce891cc-9469-4df4-9610-f57f6b095cfb tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.506776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bce891cc-9469-4df4-9610-f57f6b095cfb tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.531762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bce891cc-9469-4df4-9610-f57f6b095cfb tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.546008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:43.553730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bce891cc-9469-4df4-9610-f57f6b095cfb tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.554998 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bce891cc-9469-4df4-9610-f57f6b095cfb tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/7a30dffa-cf59-4f4c-a5ca-f6f8a649296e HTTP/1.1" status: 204  len: 168 time: 0.0953581
Dec 21 10:10:43.557819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43010) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:43.576398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce891cc-9469-4df4-9610-f57f6b095cfb tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a30dffa-cf59-4f4c-a5ca-f6f8a649296e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:43.579228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bce891cc-9469-4df4-9610-f57f6b095cfb tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:43.621850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb10e736-2b12-4aee-878c-d0c006e888bb tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:43.634964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-1f57b50f-9952-4edb-95ce-6b5554810760 service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455965
Dec 21 10:10:43.637879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb10e736-2b12-4aee-878c-d0c006e888bb tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:43.639469 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cb10e736-2b12-4aee-878c-d0c006e888bb tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5501 time: 0.0804932
Dec 21 10:10:43.642625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43014) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:43.676325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93cf2ac0-caba-4033-a19f-5c498f8d7637 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.688376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93cf2ac0-caba-4033-a19f-5c498f8d7637 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.711162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93cf2ac0-caba-4033-a19f-5c498f8d7637 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.713164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20705189-24b1-492f-bf7b-5c67a8161802 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:43.731499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf2ac0-caba-4033-a19f-5c498f8d7637 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f924190d-2610-475d-9e98-1a9e76d652d7,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:43.735802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93cf2ac0-caba-4033-a19f-5c498f8d7637 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:43.739546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93cf2ac0-caba-4033-a19f-5c498f8d7637 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.740764 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-93cf2ac0-caba-4033-a19f-5c498f8d7637 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/f924190d-2610-475d-9e98-1a9e76d652d7 HTTP/1.1" status: 204  len: 168 time: 0.0970316
Dec 21 10:10:43.743648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43018) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:43.785806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4384ec55-45b2-41c5-b875-84a8c3de35f6 req-ab5674c1-10bc-4a44-b2fd-bc9123a224db service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445022
Dec 21 10:10:43.798557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b56bb6fc-90e8-4ec5-b817-e7e1893ff570 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:43.815297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b56bb6fc-90e8-4ec5-b817-e7e1893ff570 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:43.816806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b56bb6fc-90e8-4ec5-b817-e7e1893ff570 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4980 time: 0.0721681
Dec 21 10:10:43.820017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43022) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:43.850587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0c1b-556a-44c0-ac85-802b8680eee5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.862429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0c1b-556a-44c0-ac85-802b8680eee5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.886088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0c1b-556a-44c0-ac85-802b8680eee5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.893605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afb71f3f-6ec8-44f9-bb8b-ffb5b9cbb87e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:43.911424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f0c1b-556a-44c0-ac85-802b8680eee5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2df3fb4b-e612-4c29-a310-59b4bc984c04,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:43.913944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e4f0c1b-556a-44c0-ac85-802b8680eee5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:43.917511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0c1b-556a-44c0-ac85-802b8680eee5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:43.918722 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6e4f0c1b-556a-44c0-ac85-802b8680eee5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/2df3fb4b-e612-4c29-a310-59b4bc984c04 HTTP/1.1" status: 204  len: 168 time: 0.0977514
Dec 21 10:10:43.922191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43026) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:43.971326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6363cba0-625f-42a3-b7ea-0d3d90d1d9a6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:43.986227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6363cba0-625f-42a3-b7ea-0d3d90d1d9a6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:43.987565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6363cba0-625f-42a3-b7ea-0d3d90d1d9a6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4459 time: 0.0644083
Dec 21 10:10:43.990641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43030) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:44.021327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4fdc-0a96-46b4-9fca-0d04fe0024f8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.033875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4fdc-0a96-46b4-9fca-0d04fe0024f8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.055354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4fdc-0a96-46b4-9fca-0d04fe0024f8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.057200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4d137d8-87ce-4f95-a681-9ba5efb6567f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:44.074414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b4fdc-0a96-46b4-9fca-0d04fe0024f8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=068b6354-729c-4345-82de-0f72f1172ac7,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:44.078371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c2b4fdc-0a96-46b4-9fca-0d04fe0024f8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:44.082105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c2b4fdc-0a96-46b4-9fca-0d04fe0024f8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.083326 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9c2b4fdc-0a96-46b4-9fca-0d04fe0024f8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/068b6354-729c-4345-82de-0f72f1172ac7 HTTP/1.1" status: 204  len: 168 time: 0.0917206
Dec 21 10:10:44.086082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43034) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:44.134524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3ab024c5-4a78-4a6d-a478-17dc3be99d1f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:44.149636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3ab024c5-4a78-4a6d-a478-17dc3be99d1f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:44.150923 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3ab024c5-4a78-4a6d-a478-17dc3be99d1f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.0638652
Dec 21 10:10:44.155114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43038) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:44.188111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f219521c-af66-4a18-953c-cbfe349770aa tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.199002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f219521c-af66-4a18-953c-cbfe349770aa tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.221310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f219521c-af66-4a18-953c-cbfe349770aa tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.223264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e81faedf-c9df-4259-8a75-43f940ee7630 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:44.240474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f219521c-af66-4a18-953c-cbfe349770aa tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a4dcc2f-b7ff-4e89-a8f5-1ea6d7bf096a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:44.243778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f219521c-af66-4a18-953c-cbfe349770aa tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:44.247231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f219521c-af66-4a18-953c-cbfe349770aa tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.248980 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f219521c-af66-4a18-953c-cbfe349770aa tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/6a4dcc2f-b7ff-4e89-a8f5-1ea6d7bf096a HTTP/1.1" status: 204  len: 168 time: 0.0926075
Dec 21 10:10:44.251821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43042) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:44.301962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3a92c6dd-c021-4ea9-a1a8-35490d881282 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:44.316852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3a92c6dd-c021-4ea9-a1a8-35490d881282 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:44.318231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3a92c6dd-c021-4ea9-a1a8-35490d881282 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.0654330
Dec 21 10:10:44.321284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43046) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:44.386042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac265fa3-1470-474b-88e7-e767a99a1b5e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.415826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac265fa3-1470-474b-88e7-e767a99a1b5e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.461107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac265fa3-1470-474b-88e7-e767a99a1b5e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.466717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-10f32d43-cfbf-480e-84cd-744f9c7499f2 tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:44.483358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac265fa3-1470-474b-88e7-e767a99a1b5e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc863fc6-172d-4860-9db6-84fbfa066a37,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:44.485991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ac265fa3-1470-474b-88e7-e767a99a1b5e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:44.499934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac265fa3-1470-474b-88e7-e767a99a1b5e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.501202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ac265fa3-1470-474b-88e7-e767a99a1b5e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-groups/fc863fc6-172d-4860-9db6-84fbfa066a37 HTTP/1.1" status: 204  len: 168 time: 0.1788988
Dec 21 10:10:44.504295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43052) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:44.565275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9ca11fae-9fb0-40e9-ad0b-70f38b26891e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:44.581295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9ca11fae-9fb0-40e9-ad0b-70f38b26891e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:44.589437 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9ca11fae-9fb0-40e9-ad0b-70f38b26891e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.0773170
Dec 21 10:10:44.590295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43056) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:44.596846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group': {'name': 'tempest-secgroup--1564719771'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:44.605100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:44.617731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:44.628851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.647271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68033785-5948-48db-993d-bebeef7312f4 req-7238cddc-a080-4d32-9495-11775a346d00 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:44.648868 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-68033785-5948-48db-993d-bebeef7312f4 req-7238cddc-a080-4d32-9495-11775a346d00 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 943 time: 0.1139035
Dec 21 10:10:44.667059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:44.675449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:44.680331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:44.690522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:44.699660 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-68033785-5948-48db-993d-bebeef7312f4 req-50000020-47ae-425e-9dcd-914341ecc878 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=180753ea-6d7f-4791-a81c-734cf7488e22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437922
Dec 21 10:10:44.816552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.820138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.825687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b588d9c6-9c7b-4fb8-9840-cf7581c7945d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:44.869728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9c3c5d-6651-4ce3-8a78-bc662037aaa0,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:44.873336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:44.881380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.882731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1696 time: 0.2914035
Dec 21 10:10:44.885650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43060) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:44.891378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': '1b9c3c5d-6651-4ce3-8a78-bc662037aaa0', 'direction': 'ingress', 'protocol': 17}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:44.897748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:44.902111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:44.906050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:44.912087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:44.929140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.963637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:44.994250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.997204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:44.999760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ceb8d581-5d3c-461a-b17f-2bf2573c7a90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:45.025059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33bf0e8d-9ca5-4049-ad51-efcbc3d93050,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:45.031870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:45.034672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:10:45.039209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.040413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:45.040593 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 742 time: 0.1539595
Dec 21 10:10:45.040836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.043775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43064) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:45.117936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a677-8974-4c99-a7f6-53e05b175712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.147747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a677-8974-4c99-a7f6-53e05b175712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.164097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.198557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:10:45.200879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a677-8974-4c99-a7f6-53e05b175712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.206653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e57c6689-b6eb-477c-a375-a037f75c4677 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:45.209301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:10:45.212835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.214935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:45.224422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5a677-8974-4c99-a7f6-53e05b175712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9c3c5d-6651-4ce3-8a78-bc662037aaa0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:45.227027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fc5a677-8974-4c99-a7f6-53e05b175712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:45.239007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc5a677-8974-4c99-a7f6-53e05b175712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.242778 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1fc5a677-8974-4c99-a7f6-53e05b175712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-groups/1b9c3c5d-6651-4ce3-8a78-bc662037aaa0 HTTP/1.1" status: 204  len: 168 time: 0.1953943
Dec 21 10:10:45.243036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43070) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:45.270145 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed', 'code': 200}
Dec 21 10:10:45.304529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-980f0a5c-24b1-404c-8fbe-e7f4d20f0002 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:45.314924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:45.318328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:45.321203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-980f0a5c-24b1-404c-8fbe-e7f4d20f0002 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:45.322608 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-980f0a5c-24b1-404c-8fbe-e7f4d20f0002 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.0785999
Dec 21 10:10:45.327249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43074) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:45.334232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group': {'name': 'tempest-secgroup--385546405'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:45.340986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:45.351753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:45.361359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.388290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:45.392918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:45.395983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:45.402044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:45.523541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.527473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.534804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a90136a5-1864-4c9b-9b4a-f6cd5c36c031 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:45.601288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.602686 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.2737219
Dec 21 10:10:45.606127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroup': ['ID=608f2dea-fd28-49a7-b3c1-b054e9cba51d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:45.606339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43078) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:45.609998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:45.615460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group': {'name': 'tempest-secgroup--60927693'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:45.620560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db80a59d-628b-4037-b5e3-1a0679ae3aaf req-bcf13636-8b85-4c88-b61d-526cc0d53f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:45.622197 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-db80a59d-628b-4037-b5e3-1a0679ae3aaf req-bcf13636-8b85-4c88-b61d-526cc0d53f07 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 1162 time: 0.1463528
Dec 21 10:10:45.624862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:45.630356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:45.633572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:45.640060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:45.649406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.672702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:45.673771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-db80a59d-628b-4037-b5e3-1a0679ae3aaf req-a0fb63c3-30cf-4679-a425-d71003f91cc3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=180753ea-6d7f-4791-a81c-734cf7488e22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449278
Dec 21 10:10:45.677371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:45.680435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:45.686672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:45.763900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.767024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.772818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1e4f89f-ac3f-450b-b297-2c3d231a420e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:45.826867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0d76bf-a340-466b-b6b2-fdc4c74f715c,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:45.830108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.831475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1694 time: 0.2235765
Dec 21 10:10:45.832470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:45.835568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43084) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:45.843387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': '608f2dea-fd28-49a7-b3c1-b054e9cba51d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2a0d76bf-a340-466b-b6b2-fdc4c74f715c', 'remote_ip_prefix': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:45.887023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:45.896806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:45.901234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:45.910768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:45.948758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:45.979122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdcc62-1e61-45cb-896b-1938a7cdbebe req-7c2f1c7b-4d02-4ef1-9b36-4dcd59aac214 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:45.980726 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cbbdcc62-1e61-45cb-896b-1938a7cdbebe req-7c2f1c7b-4d02-4ef1-9b36-4dcd59aac214 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 945 time: 0.1419063
Dec 21 10:10:46.049011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cbbdcc62-1e61-45cb-896b-1938a7cdbebe req-83e6889e-ed8d-4aa2-9c4b-4c14882e3419 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=180753ea-6d7f-4791-a81c-734cf7488e22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558548
Dec 21 10:10:46.066578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.069385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.071346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46bb3a6b-8f69-4f88-aeb6-7406d1b98b6d tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:46.100012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2f7189-78e0-4b6c-a811-42c4cd050b84,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:46.102641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:46.112664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.113976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2771325
Dec 21 10:10:46.117200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43088) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:46.150339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f104c784-830c-4607-88d5-ea9dd6d09b48 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.162937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f104c784-830c-4607-88d5-ea9dd6d09b48 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.187158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f104c784-830c-4607-88d5-ea9dd6d09b48 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.189165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8b09f1f-bf71-468e-81b7-33fec6a4d744 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:46.208324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104c784-830c-4607-88d5-ea9dd6d09b48 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc2f7189-78e0-4b6c-a811-42c4cd050b84,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:46.210776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f104c784-830c-4607-88d5-ea9dd6d09b48 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.212036 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f104c784-830c-4607-88d5-ea9dd6d09b48 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/fc2f7189-78e0-4b6c-a811-42c4cd050b84 HTTP/1.1" status: 204  len: 168 time: 0.0936787
Dec 21 10:10:46.213062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f104c784-830c-4607-88d5-ea9dd6d09b48 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:46.214984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43092) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:46.267477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2632b3c7-872d-4bff-a5ec-fa1eae1da593 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:46.282970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2632b3c7-872d-4bff-a5ec-fa1eae1da593 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:46.284346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2632b3c7-872d-4bff-a5ec-fa1eae1da593 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4459 time: 0.0683789
Dec 21 10:10:46.287432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43096) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:46.355095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f067774-e673-4680-bf82-017ea85e0bf4 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.385788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f067774-e673-4680-bf82-017ea85e0bf4 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.430743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f067774-e673-4680-bf82-017ea85e0bf4 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.436431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46ff99c6-6e00-45a3-b0d7-7ab511d49807 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:46.455912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f067774-e673-4680-bf82-017ea85e0bf4 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0d76bf-a340-466b-b6b2-fdc4c74f715c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:46.459770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f067774-e673-4680-bf82-017ea85e0bf4 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:46.470522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f067774-e673-4680-bf82-017ea85e0bf4 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.474405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f067774-e673-4680-bf82-017ea85e0bf4 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-groups/2a0d76bf-a340-466b-b6b2-fdc4c74f715c HTTP/1.1" status: 204  len: 168 time: 0.1832514
Dec 21 10:10:46.474664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43100) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:46.543239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-43084e0e-a5c7-4b3d-87c1-af9dda21556f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:46.559409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-43084e0e-a5c7-4b3d-87c1-af9dda21556f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:46.561107 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-43084e0e-a5c7-4b3d-87c1-af9dda21556f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4360 time: 0.0854409
Dec 21 10:10:46.564361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43104) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:46.617449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:10:46.632918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0efeed38-479a-435b-b6ea-2c0befb5070e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.663740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0efeed38-479a-435b-b6ea-2c0befb5070e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.694100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:10:46.694545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.708413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0efeed38-479a-435b-b6ea-2c0befb5070e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.713854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:46.730841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efeed38-479a-435b-b6ea-2c0befb5070e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f2dea-fd28-49a7-b3c1-b054e9cba51d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:46.734123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0efeed38-479a-435b-b6ea-2c0befb5070e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:46.744007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0efeed38-479a-435b-b6ea-2c0befb5070e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.747894 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0efeed38-479a-435b-b6ea-2c0befb5070e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-groups/608f2dea-fd28-49a7-b3c1-b054e9cba51d HTTP/1.1" status: 204  len: 168 time: 0.1797082
Dec 21 10:10:46.748226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43108) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:46.811821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1e955eab-faac-4eb6-8df7-3092d8181a0d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:46.836047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1e955eab-faac-4eb6-8df7-3092d8181a0d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:46.843104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43112) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:46.843612 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1e955eab-faac-4eb6-8df7-3092d8181a0d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.0940366
Dec 21 10:10:46.851530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group': {'name': 'tempest-secgroup--871894844'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:46.859779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:46.871232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:46.880846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.907135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:46.911598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:46.914651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:46.921835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:46.994934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:46.997764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.003133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-48637a94-f97f-4eef-8042-19fac20db207 tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:47.048478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b2f42a-17f4-4d45-896c-ef37dc0da633,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:47.051569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:47.059080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.060408 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.2158206
Dec 21 10:10:47.063562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43116) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:47.069161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': 'e4b2f42a-17f4-4d45-896c-ef37dc0da633', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:47.076379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:47.080698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:47.083848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:47.090016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:47.107959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.178430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.181124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.183072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc195ae1-b228-4410-8e00-fc8fdfec17cf tempest-NegativeSecGroupIPv6Test-217307 tempest-NegativeSecGroupIPv6Test-217307] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:47.209289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9346f4d9-4d96-4971-9a87-9f9039524f9a,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:47.211945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:47.222108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.223377 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 750 time: 0.1588132
Dec 21 10:10:47.226634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43122) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:47.258436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20e376ac-0d6a-49fb-8c09-8439dcb51ef6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.270918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20e376ac-0d6a-49fb-8c09-8439dcb51ef6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.284559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed9acd-6ca5-479d-b8a0-8d6e8201d301 req-64623857-5a84-49e5-9664-6fafe7d75ef4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:47.286310 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-faed9acd-6ca5-479d-b8a0-8d6e8201d301 req-64623857-5a84-49e5-9664-6fafe7d75ef4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 945 time: 0.0955513
Dec 21 10:10:47.293914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20e376ac-0d6a-49fb-8c09-8439dcb51ef6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.296372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f104c784-830c-4607-88d5-ea9dd6d09b48 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:47.315242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e376ac-0d6a-49fb-8c09-8439dcb51ef6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9346f4d9-4d96-4971-9a87-9f9039524f9a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:47.319052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20e376ac-0d6a-49fb-8c09-8439dcb51ef6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:47.320335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20e376ac-0d6a-49fb-8c09-8439dcb51ef6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.322270 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-20e376ac-0d6a-49fb-8c09-8439dcb51ef6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/9346f4d9-4d96-4971-9a87-9f9039524f9a HTTP/1.1" status: 204  len: 168 time: 0.0938218
Dec 21 10:10:47.324335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43126) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:47.337241 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-faed9acd-6ca5-479d-b8a0-8d6e8201d301 req-5fdad88c-2004-4865-b606-4a24d3718602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=180753ea-6d7f-4791-a81c-734cf7488e22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438852
Dec 21 10:10:47.376494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-272d9ff0-db58-42a7-a96b-41158f4a13f3 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:47.392518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-272d9ff0-db58-42a7-a96b-41158f4a13f3 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:47.393937 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-272d9ff0-db58-42a7-a96b-41158f4a13f3 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.0686255
Dec 21 10:10:47.396941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43132) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:47.463691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9d5de00-ec61-4d21-879e-a3437af5f44e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.501286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9d5de00-ec61-4d21-879e-a3437af5f44e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.554498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9d5de00-ec61-4d21-879e-a3437af5f44e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.557553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd03339a-109c-4387-a6be-02eca7932040 req-88f4c026-8f43-4eef-a459-bcd59e139320 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:47.559229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd03339a-109c-4387-a6be-02eca7932040 req-88f4c026-8f43-4eef-a459-bcd59e139320 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 945 time: 0.0892138
Dec 21 10:10:47.560568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d909573-2bb6-42df-926f-ea942d6a628b tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:47.577866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d5de00-ec61-4d21-879e-a3437af5f44e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b2f42a-17f4-4d45-896c-ef37dc0da633,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:47.580336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9d5de00-ec61-4d21-879e-a3437af5f44e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:47.597825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9d5de00-ec61-4d21-879e-a3437af5f44e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.599084 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b9d5de00-ec61-4d21-879e-a3437af5f44e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-groups/e4b2f42a-17f4-4d45-896c-ef37dc0da633 HTTP/1.1" status: 204  len: 168 time: 0.2011378
Dec 21 10:10:47.601838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43136) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:47.617906 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd03339a-109c-4387-a6be-02eca7932040 req-eaaa711f-db11-49d6-b471-48ede93099de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=180753ea-6d7f-4791-a81c-734cf7488e22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501223
Dec 21 10:10:47.649329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43140) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:47.657637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0187d298-f6e7-4890-9f4a-fcc551cacb7b tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:47.673219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0187d298-f6e7-4890-9f4a-fcc551cacb7b tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:47.674709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0187d298-f6e7-4890-9f4a-fcc551cacb7b tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.0718431
Dec 21 10:10:47.678931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43144) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:47.684450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group': {'name': 'tempest-secgroup--298758803'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:47.692510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:47.702767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:47.711752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.726899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477f3bc0-38e4-40f9-a5af-63e3d4082c2a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:47.728527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-477f3bc0-38e4-40f9-a5af-63e3d4082c2a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 1157 time: 0.0780103
Dec 21 10:10:47.731605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43148) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:47.733873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:47.738101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:47.738278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:47.741237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:47.744223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:47.747295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:47.749284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:floatingip and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:47.752383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:47.758273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:47.768079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.822855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.825906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.831398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e004fe9-1e67-44d2-b0b1-842e1f04627e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:47.875840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroup': ['ID=5e28faec-8bf0-47c5-bc15-b9ca0cc482bc,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:47.881226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:47.885876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.890081 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1695 time: 0.2074785
Dec 21 10:10:47.890444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43152) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:47.896120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': '5e28faec-8bf0-47c5-bc15-b9ca0cc482bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:47.902460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:47.907730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Usage tracker for resource:security_group_rule and tenant:aae98dd5434545b6b476cdc0164490c2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:47.910757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:47.916532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:47.919965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:47.937572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.001839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.004546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.006492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93cf2ac0-caba-4033-a19f-5c498f8d7637 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:48.034834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e6c0c7-9858-4992-8485-cd3a898d8b85,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:48.042101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:48.044169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.046162 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1547005
Dec 21 10:10:48.049702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43156) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.070260 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f91c9562-9558-469f-afb5-6e0b8814389b tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules/00e6c0c7-9858-4992-8485-cd3a898d8b85 HTTP/1.1" status: 200  len: 738 time: 0.0191755
Dec 21 10:10:48.072999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43160) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.121796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f57f66d9-bc87-40b6-a7a8-aabb986d1810 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:48.136755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f57f66d9-bc87-40b6-a7a8-aabb986d1810 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:48.141099 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f57f66d9-bc87-40b6-a7a8-aabb986d1810 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.0643082
Dec 21 10:10:48.141421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43164) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.177023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c51f8741-4345-4ffc-b46e-330f803c298d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.190118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c51f8741-4345-4ffc-b46e-330f803c298d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.213625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.227 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/5410c98b-9b1f-4c55-aafc-75cc9094b81a) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:48.217550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c51f8741-4345-4ffc-b46e-330f803c298d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.219414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:48.238220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51f8741-4345-4ffc-b46e-330f803c298d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00e6c0c7-9858-4992-8485-cd3a898d8b85,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:48.241890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c51f8741-4345-4ffc-b46e-330f803c298d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:48.246795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c51f8741-4345-4ffc-b46e-330f803c298d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.251643 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c51f8741-4345-4ffc-b46e-330f803c298d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/00e6c0c7-9858-4992-8485-cd3a898d8b85 HTTP/1.1" status: 204  len: 168 time: 0.1066594
Dec 21 10:10:48.252009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43168) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.316927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c481170d-4e6c-48f2-8594-d15e7476e17d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:48.336247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c481170d-4e6c-48f2-8594-d15e7476e17d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:48.337655 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c481170d-4e6c-48f2-8594-d15e7476e17d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.0846274
Dec 21 10:10:48.340687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43172) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.347707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': '5e28faec-8bf0-47c5-bc15-b9ca0cc482bc', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:48.354704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:48.365576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:48.384779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.390713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.418967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.435805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:48.451901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.454727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.456776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0e9bcfb-826d-4db0-a17c-543a7edec237 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:48.482491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4deff216-0196-4ce4-af44-dc1f61d8f304,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:48.485197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:48.496275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.498390 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1553683
Dec 21 10:10:48.500939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43176) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.522931 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-75487aac-a8f5-4ab1-9a74-b20421ed3b47 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules/4deff216-0196-4ce4-af44-dc1f61d8f304 HTTP/1.1" status: 200  len: 738 time: 0.0206943
Dec 21 10:10:48.525608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43180) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.578260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f72a7c26-17a8-41d8-bea9-dc6aaf237a58 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:48.589717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=5410c98b-9b1f-4c55-aafc-75cc9094b81a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:48.595506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f72a7c26-17a8-41d8-bea9-dc6aaf237a58 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:48.595703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:48.599528 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f72a7c26-17a8-41d8-bea9-dc6aaf237a58 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3938 time: 0.0703228
Dec 21 10:10:48.599792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43184) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.633392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-959bb630-a9a5-453c-814c-d32c189fc257 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.642029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:48.643347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:48.645687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:48.645991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-959bb630-a9a5-453c-814c-d32c189fc257 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.669547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-959bb630-a9a5-453c-814c-d32c189fc257 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.671508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9927dcdf-0dee-4bd7-bf93-41af115fd69c tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:48.693972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bb630-a9a5-453c-814c-d32c189fc257 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4deff216-0196-4ce4-af44-dc1f61d8f304,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:48.696131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-959bb630-a9a5-453c-814c-d32c189fc257 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.699895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-959bb630-a9a5-453c-814c-d32c189fc257 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/4deff216-0196-4ce4-af44-dc1f61d8f304 HTTP/1.1" status: 204  len: 168 time: 0.0965664
Dec 21 10:10:48.699895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-959bb630-a9a5-453c-814c-d32c189fc257 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:48.700230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43188) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.754823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fcfabc75-374a-4822-a405-f0bdc50e05ce tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:48.771859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fcfabc75-374a-4822-a405-f0bdc50e05ce tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:48.773154 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fcfabc75-374a-4822-a405-f0bdc50e05ce tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.0707884
Dec 21 10:10:48.776211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43192) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.782857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Request body: {'security_group_rule': {'security_group_id': '5e28faec-8bf0-47c5-bc15-b9ca0cc482bc', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:48.789452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:48.800105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:48.809741 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Project aae98dd5434545b6b476cdc0164490c2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:10:48.818410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.889202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.892099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.894006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:48.921127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328c3e9d-4b49-40cd-9d40-acaa011f035b,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:48.927407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:48.941929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:48.943497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1662619
Dec 21 10:10:48.946376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43196) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:48.970099 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1e48c7cd-5770-47cc-bcc4-5f3bcac787b7 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules/328c3e9d-4b49-40cd-9d40-acaa011f035b HTTP/1.1" status: 200  len: 744 time: 0.0213923
Dec 21 10:10:48.971878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43200) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:49.023989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e9e78ca0-af10-4efd-827d-45dbfb54837a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:49.041437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e9e78ca0-af10-4efd-827d-45dbfb54837a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:49.045927 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e9e78ca0-af10-4efd-827d-45dbfb54837a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3944 time: 0.0701363
Dec 21 10:10:49.047222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43204) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:49.082526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81853673-96a6-4f82-8701-d6aa9f9bfa61 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.094369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81853673-96a6-4f82-8701-d6aa9f9bfa61 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.119057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81853673-96a6-4f82-8701-d6aa9f9bfa61 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.121103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7a68ae1-a621-4e02-bf2a-a41f7b332bb0 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:49.136895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.142524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81853673-96a6-4f82-8701-d6aa9f9bfa61 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=328c3e9d-4b49-40cd-9d40-acaa011f035b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:49.148053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-81853673-96a6-4f82-8701-d6aa9f9bfa61 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:49.154783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-81853673-96a6-4f82-8701-d6aa9f9bfa61 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.156498 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-81853673-96a6-4f82-8701-d6aa9f9bfa61 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-group-rules/328c3e9d-4b49-40cd-9d40-acaa011f035b HTTP/1.1" status: 204  len: 168 time: 0.1081266
Dec 21 10:10:49.159347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43208) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:49.209639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bbc5d072-d547-4faf-b64c-df2852a416d7 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:49.221039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.225667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bbc5d072-d547-4faf-b64c-df2852a416d7 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group_rule {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:49.229963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bbc5d072-d547-4faf-b64c-df2852a416d7 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3417 time: 0.0665302
Dec 21 10:10:49.230259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43212) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:49.301197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14eadfc2-5631-4c9c-89ab-68e158e7131f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.332218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14eadfc2-5631-4c9c-89ab-68e158e7131f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.379495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14eadfc2-5631-4c9c-89ab-68e158e7131f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.385012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e9319f11-e43a-4043-8e48-c67287d5242f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:49.401614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eadfc2-5631-4c9c-89ab-68e158e7131f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e28faec-8bf0-47c5-bc15-b9ca0cc482bc,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:49.407899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14eadfc2-5631-4c9c-89ab-68e158e7131f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:49.418295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14eadfc2-5631-4c9c-89ab-68e158e7131f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.419910 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-14eadfc2-5631-4c9c-89ab-68e158e7131f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "DELETE /v2.0/security-groups/5e28faec-8bf0-47c5-bc15-b9ca0cc482bc HTTP/1.1" status: 204  len: 168 time: 0.1886938
Dec 21 10:10:49.423286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43216) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:49.479917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-97118918-c3df-45ed-b77c-1c45a37e378d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Synchronizing usage tracker for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:10:49.495836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-97118918-c3df-45ed-b77c-1c45a37e378d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Unset dirty status for tenant:aae98dd5434545b6b476cdc0164490c2 on resource:security_group {{(pid=80971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:10:49.497189 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-97118918-c3df-45ed-b77c-1c45a37e378d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.0728178
Dec 21 10:10:49.503265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43220) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:49.516895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.520800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.551664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-04ec5f33-2590-4653-b832-f9597163b562 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:49.576667 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b6c157ca-15a1-4317-aacd-9a4154d52dcd tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] 10.222.0.45 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 2883 time: 0.0682786
Dec 21 10:10:49.700451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=5410c98b-9b1f-4c55-aafc-75cc9094b81a,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:49.706622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:49.809307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:49.921515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43228) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:49.998603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP 3c036d5f-f6f5-43be-86cd-051d14c165a6 associated. External IP: 172.26.1.227, port: 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed.
Dec 21 10:10:50.119743 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-168b11f9-e835-4b7f-8369-c53a429aa7a2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aae98dd5434545b6b476cdc0164490c2&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1967409
Dec 21 10:10:50.122284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43234) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:50.194744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a06bef-9502-4a82-b62c-3815e8469415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:50.227063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a06bef-9502-4a82-b62c-3815e8469415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:50.281942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a06bef-9502-4a82-b62c-3815e8469415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:50.287860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2cb41071-a2bf-4119-9cf3-15d23a80e70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:50.305109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a06bef-9502-4a82-b62c-3815e8469415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba388c4-dde0-4d11-8b06-059c34bd4c57,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:50.308192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19a06bef-9502-4a82-b62c-3815e8469415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:50.320450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19a06bef-9502-4a82-b62c-3815e8469415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:50.324778 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-19a06bef-9502-4a82-b62c-3815e8469415 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2ba388c4-dde0-4d11-8b06-059c34bd4c57 HTTP/1.1" status: 204  len: 168 time: 0.2006981
Dec 21 10:10:50.681159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:10:50.872058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:10:50.881825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] Sync routers for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:10:50.894209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:10:50.895065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea3c2e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:50.899861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:50.969916 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2336109
Dec 21 10:10:50.969916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'tag': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:10:50.970115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43252) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:51.050612 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'tag': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed', 'status': 'completed', 'code': 200}
Dec 21 10:10:51.091252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:10:51.106967 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8c8a7f59-64e5-4fce-9d9b-5b0442116660 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 991 time: 0.1351919
Dec 21 10:10:51.165787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abccada-0e1f-4f50-932e-a880b6912900 req-23b480ea-78cf-4feb-aeda-3070230d60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:51.167971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6abccada-0e1f-4f50-932e-a880b6912900 req-23b480ea-78cf-4feb-aeda-3070230d60da service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 1162 time: 0.0909684
Dec 21 10:10:51.272676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43262) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:51.326307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abccada-0e1f-4f50-932e-a880b6912900 req-45058a0e-1a55-4409-a3e0-0bf0886ce0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:51.327934 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6abccada-0e1f-4f50-932e-a880b6912900 req-45058a0e-1a55-4409-a3e0-0bf0886ce0f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 891 time: 0.1502304
Dec 21 10:10:51.430951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Request body: {'network': {'name': 'tempest-TagsTest-test-network-922283352'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:51.437811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:51.442064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Usage tracker for resource:network and tenant:e8afcfb41eb34d408a9afdc31ddd9c05 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:51.445126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:51.446825 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6abccada-0e1f-4f50-932e-a880b6912900 req-e77f7906-cff9-4c0e-b443-62a0555e0210 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed HTTP/1.1" status: 200  len: 999 time: 0.1095169
Dec 21 10:10:51.451519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:51.462666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Made reservation on behalf of e8afcfb41eb34d408a9afdc31ddd9c05 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:51.469419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:51.490247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:51.492459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea3c2e8>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '3c036d5f-f6f5-43be-86cd-051d14c165a6', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.227', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'port_id': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'mac_address': 'fa:16:3e:a4:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:10:49Z', 'updated_at': '2020-12-21T10:10:49Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:51.497028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] Checking router: e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:10:51.507996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:10:51.509061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea3c2e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:51.509383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:51.513850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Usage tracker for resource:security_group_rule and tenant:e8afcfb41eb34d408a9afdc31ddd9c05 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:51.517070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:51.523434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:51.532545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abccada-0e1f-4f50-932e-a880b6912900 req-5d176901-475e-41aa-a3f4-f899236ad594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:51.535098 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6abccada-0e1f-4f50-932e-a880b6912900 req-5d176901-475e-41aa-a3f4-f899236ad594 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5cf5eaae-311c-43b2-97d7-2d753c70c38b HTTP/1.1" status: 200  len: 833 time: 0.0812805
Dec 21 10:10:51.630684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:51.634525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:51.641615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19a06bef-9502-4a82-b62c-3815e8469415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:51.658080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abccada-0e1f-4f50-932e-a880b6912900 req-75a65b84-6205-4c9f-9faf-10eda5784bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:51.660098 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6abccada-0e1f-4f50-932e-a880b6912900 req-75a65b84-6205-4c9f-9faf-10eda5784bd0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52ff4fad-e6bf-49bf-95fe-047b537a3116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1121869
Dec 21 10:10:51.688104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:10:51.695283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Pushing event updated for resources: {'SecurityGroup': ['ID=e9316bc0-5d53-4fae-a4ec-09d371c4fe65,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:51.700684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:51.708999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:51.710162 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Added segment 4bf3b7b2-61c2-4665-8b78-6fbfe03b3300 of type vxlan for network 03c3dd4d-7d38-40c6-a16f-b338ccd2c00a
Dec 21 10:10:51.722664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:10:51.743797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:51.777314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:51.784312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:51.785227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:51.791909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-556ce129-2e30-44fd-836e-45a6a737a5a5 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:51.822247 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6abccada-0e1f-4f50-932e-a880b6912900 req-6110bbb4-e56b-4003-94d2-a05c8d3402c5 service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544893
Dec 21 10:10:51.920777 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 0.6418099
Dec 21 10:10:51.922552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43268) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:51.925657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Pushing event updated for resources: {'Network': ['ID=03c3dd4d-7d38-40c6-a16f-b338ccd2c00a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:51.929555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:51.934205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-3251e65c-b6d3-48b9-8f92-18df51d73d3a tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe7f4a5c0>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a', 'tempest-TagsTest-Tag-12815486') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:51.941120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 03c3dd4d-7d38-40c6-a16f-b338ccd2c00a details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:51.984812 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6abccada-0e1f-4f50-932e-a880b6912900 req-650a29c3-7bf4-4a65-910b-4d836be62cd7 service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1553025
Dec 21 10:10:52.003527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 03c3dd4d-7d38-40c6-a16f-b338ccd2c00a details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:52.087543 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3251e65c-b6d3-48b9-8f92-18df51d73d3a tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "PUT /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags/tempest-TagsTest-Tag-12815486 HTTP/1.1" status: 201  len: 201 time: 0.1635942
Dec 21 10:10:52.090500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43272) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:52.096903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-a7476acf-e35b-4dbb-963b-4c9b425765eb tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fed9b12b0>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a', 'tempest-TagsTest-Tag-12815486') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:52.110724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43276) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:52.230612 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6db6dc59-6502-4f7e-8016-e32cf39cf153 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 991 time: 0.1180563
Dec 21 10:10:52.237527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a7476acf-e35b-4dbb-963b-4c9b425765eb tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "GET /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags/tempest-TagsTest-Tag-12815486 HTTP/1.1" status: 204  len: 168 time: 0.1452787
Dec 21 10:10:52.240446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43280) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:52.246014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-a6648e51-44bc-4319-93d5-147b01d7fc6a tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fec285cc0>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:52.274769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea3c2e8>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '3c036d5f-f6f5-43be-86cd-051d14c165a6', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.227', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'port_id': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'mac_address': 'fa:16:3e:a4:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:10:49Z', 'updated_at': '2020-12-21T10:10:49Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:52.279729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a3c31-7cf1-47a3-b205-dc0c95ff75ef None None] The sync data for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs is: [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '3c036d5f-f6f5-43be-86cd-051d14c165a6', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.227', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'port_id': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'mac_address': 'fa:16:3e:a4:e0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:10:49Z', 'updated_at': '2020-12-21T10:10:49Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:10:52.361004 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a6648e51-44bc-4319-93d5-147b01d7fc6a tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "GET /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags HTTP/1.1" status: 200  len: 236 time: 0.1194084
Dec 21 10:10:52.363812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43284) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:52.369353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-956cbb19-febe-4c61-a2eb-6fa484d5ea9b tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fec73eef0>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a', {'tags': ['tempest-TagsTest-Tag-1932620679', 'tempest-TagsTest-Tag-1966036180', 'tempest-TagsTest-Tag-730154763']}) {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:52.492504 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-956cbb19-febe-4c61-a2eb-6fa484d5ea9b tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "PUT /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags HTTP/1.1" status: 200  len: 308 time: 0.1275988
Dec 21 10:10:52.495273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43288) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:52.501394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-051a576a-5531-4f29-b637-20f69e561e05 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7f2feccfe828>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a', 'tempest-TagsTest-Tag-1932620679') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:52.606738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-636f2bc3-21f8-429c-bce6-ddba3d9dbbb9 None None] New status for floating IP 3c036d5f-f6f5-43be-86cd-051d14c165a6: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:10:52.632924 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-051a576a-5531-4f29-b637-20f69e561e05 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "DELETE /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags/tempest-TagsTest-Tag-1932620679 HTTP/1.1" status: 204  len: 168 time: 0.1365616
Dec 21 10:10:52.636254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43292) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:52.645872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-0dbfb73f-d483-459d-97f9-2d83acfc8478 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fecd5cb70>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a', 'tempest-TagsTest-Tag-1932620679') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:52.763532 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-0dbfb73f-d483-459d-97f9-2d83acfc8478 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] show failed (client error): The resource could not be found.
Dec 21 10:10:52.764731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0dbfb73f-d483-459d-97f9-2d83acfc8478 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "GET /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags/tempest-TagsTest-Tag-1932620679 HTTP/1.1" status: 404  len: 326 time: 0.1272304
Dec 21 10:10:52.767757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43296) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:52.773637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-8519b1af-736e-4970-a6e8-37b5eb282734 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fede4ec88>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a', 'tempest-TagsTest-Tag-1966036180') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:52.898967 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8519b1af-736e-4970-a6e8-37b5eb282734 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "GET /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags/tempest-TagsTest-Tag-1966036180 HTTP/1.1" status: 204  len: 168 time: 0.1298642
Dec 21 10:10:52.901706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43300) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:52.909173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-3480b6da-fe08-4bf3-a042-add90981a06c tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d25518>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a', 'tempest-TagsTest-Tag-730154763') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:53.024434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3480b6da-fe08-4bf3-a042-add90981a06c tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "GET /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags/tempest-TagsTest-Tag-730154763 HTTP/1.1" status: 204  len: 168 time: 0.1215305
Dec 21 10:10:53.027009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43304) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:53.032863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-353fc678-8604-4f4b-a841-0c3b8068b453 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe7aa6c18>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:53.160734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-353fc678-8604-4f4b-a841-0c3b8068b453 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "DELETE /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags HTTP/1.1" status: 204  len: 168 time: 0.1326597
Dec 21 10:10:53.163530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43308) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:53.168955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-00713120-5c6b-4f3b-be5a-91f1f317593e tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe765b588>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a', 'tempest-TagsTest-Tag-1966036180') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:53.234755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43312) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:53.278297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-00713120-5c6b-4f3b-be5a-91f1f317593e tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] show failed (client error): The resource could not be found.
Dec 21 10:10:53.279922 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-00713120-5c6b-4f3b-be5a-91f1f317593e tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "GET /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags/tempest-TagsTest-Tag-1966036180 HTTP/1.1" status: 404  len: 326 time: 0.1154144
Dec 21 10:10:53.283261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43316) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:53.288577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-2189800e-cb16-40f1-abb2-98261ae961a9 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7f2fe78e1400>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a', 'tempest-TagsTest-Tag-730154763') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:53.349156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-05ddaa84-0b12-4ec1-ac32-4d637bdf03fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 993 time: 0.1127970
Dec 21 10:10:53.397844 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-2189800e-cb16-40f1-abb2-98261ae961a9 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] show failed (client error): The resource could not be found.
Dec 21 10:10:53.399004 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2189800e-cb16-40f1-abb2-98261ae961a9 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "GET /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags/tempest-TagsTest-Tag-730154763 HTTP/1.1" status: 404  len: 325 time: 0.1147676
Dec 21 10:10:53.402419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43320) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:53.408825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.tag.tag_plugin [None req-2f51f6af-2cfa-4aa3-afb5-b1a4e36f7961 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7f2fe76ae2b0>, 'networks', '03c3dd4d-7d38-40c6-a16f-b338ccd2c00a') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:53.519769 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2f51f6af-2cfa-4aa3-afb5-b1a4e36f7961 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "DELETE /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a/tags HTTP/1.1" status: 204  len: 168 time: 0.1162667
Dec 21 10:10:53.527017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43324) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:53.903474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:54.105299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:54.235005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed6f6be0>,) {'filters': {'network_id': ['03c3dd4d-7d38-40c6-a16f-b338ccd2c00a']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:54.249247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed6f6be0>, '4bf3b7b2-61c2-4665-8b78-6fbfe03b3300') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:54.249622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed6f6be0>, '4bf3b7b2-61c2-4665-8b78-6fbfe03b3300') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:10:54.262084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:54.277810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:54.279831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:10:54.474755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Network 03c3dd4d-7d38-40c6-a16f-b338ccd2c00a has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:54.484727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:54.674365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Network 03c3dd4d-7d38-40c6-a16f-b338ccd2c00a has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:10:54.699592 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:10:54.786106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:54.790191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:54.794400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d9241354-858d-4c68-8fd8-8e668713cfd1 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:54.817461 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] 10.222.0.45 "DELETE /v2.0/networks/03c3dd4d-7d38-40c6-a16f-b338ccd2c00a HTTP/1.1" status: 204  len: 168 time: 1.2890372
Dec 21 10:10:54.818454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Pushing event deleted for resources: {'Network': ['ID=03c3dd4d-7d38-40c6-a16f-b338ccd2c00a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:54.821026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:55.145552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43332) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:55.339995 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fed22489-d8ee-4407-a38d-d87f9906fb70 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8afcfb41eb34d408a9afdc31ddd9c05&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1928239
Dec 21 10:10:55.343096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43338) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:55.413405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d714b39-31ad-4b91-8824-2a7db4d57064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:55.442544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d714b39-31ad-4b91-8824-2a7db4d57064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:55.489344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d714b39-31ad-4b91-8824-2a7db4d57064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:55.494752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:55.509637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d714b39-31ad-4b91-8824-2a7db4d57064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9316bc0-5d53-4fae-a4ec-09d371c4fe65,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:55.512638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d714b39-31ad-4b91-8824-2a7db4d57064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:55.514755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d714b39-31ad-4b91-8824-2a7db4d57064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:55.516148 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7d714b39-31ad-4b91-8824-2a7db4d57064 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9316bc0-5d53-4fae-a4ec-09d371c4fe65 HTTP/1.1" status: 204  len: 168 time: 0.1719475
Dec 21 10:10:56.472230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43360) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:56.620452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-985725932-network', 'tenant_id': '4ea0210217b44df5977646100e80540e'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:56.626143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:56.630267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Usage tracker for resource:network and tenant:4ea0210217b44df5977646100e80540e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:56.633306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:56.639956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:56.649811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Made reservation on behalf of 4ea0210217b44df5977646100e80540e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:56.655304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:56.668605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:56.684365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:56.688673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Usage tracker for resource:security_group_rule and tenant:4ea0210217b44df5977646100e80540e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:56.691687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:56.697557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:56.787631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:56.790475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:56.795302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-67f607f2-6ce3-48ed-b289-2f29c9e66b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:56.828777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:10:56.843203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78548a1b-6da6-4618-a05a-a757d55594e3,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:56.851825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:56.852206 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Added segment 7b04c4af-dc1b-4df0-b224-f3e6c1923d38 of type vxlan for network 8c7557a9-4f8f-4092-be8d-05b81858a962
Dec 21 10:10:56.854224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.854650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.855064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.855473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.855876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.856279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.857694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.857844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.858151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.858546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.858943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.859339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.859810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.860204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.860598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.860992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.861387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.862281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.862281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.862621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.863015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.863405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.863802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.864192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:56.868636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:56.898189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:56.931393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:56.932384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:56.933010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:56.938626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:57.065675 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.5919714
Dec 21 10:10:57.069040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43366) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:57.072399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Pushing event updated for resources: {'Network': ['ID=8c7557a9-4f8f-4092-be8d-05b81858a962,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:57.076167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Request body: {'subnet': {'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-985725932-subnet', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:57.076777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:57.083282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:57.086384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:57.089206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Usage tracker for resource:subnet and tenant:4ea0210217b44df5977646100e80540e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:57.093306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:57.101313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:57.105680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:10:57.113394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Made reservation on behalf of 4ea0210217b44df5977646100e80540e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:10:57.118576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:57.600118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:57.622070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e100710d-3808-4155-93cc-4d10ee848f01 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:57.777768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb707b19-b9b0-470e-abcb-0adf71045831,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:57.792401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.793164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.793616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.794060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.795030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.795454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.795870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.796289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.796701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.797110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.797535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.797984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.798461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.798864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.799271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.799672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.800265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.800862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.801275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.801706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.802141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.808472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.808915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.809342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:10:57.815815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:57.875952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Checking segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:57.876264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Network hostable DHCP agents. Network: 8c7557a9-4f8f-4092-be8d-05b81858a962, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:10:57.898704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:10:57.910483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 8c7557a9-4f8f-4092-be8d-05b81858a962) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:57.923933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c33d0-d228-40e6-9f36-8e13befd142e None None] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:10:57.924852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:10:57.925547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:57.946160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8758562
Dec 21 10:10:57.949937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43370) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:10:57.956812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:10:57.962012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:10:57.966431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Usage tracker for resource:router and tenant:4ea0210217b44df5977646100e80540e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:10:57.970343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:10:57.976952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:10:57.986849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:57.988065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:58.005178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:58.350404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-8c7557a9-4f8f-4092-be8d-05b81858a962', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:10:58.351334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:58.596423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:58.711865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Allocated IP 172.20.0.2 (8c7557a9-4f8f-4092-be8d-05b81858a962/eb707b19-b9b0-470e-abcb-0adf71045831/23e7ef2d-0555-4cfe-894a-87cab582da4f) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:58.936773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:58.941466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:58.947584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Transition to ACTIVE for port object 23e7ef2d-0555-4cfe-894a-87cab582da4f will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:58.964931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Transition to ACTIVE for port object 23e7ef2d-0555-4cfe-894a-87cab582da4f will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:10:58.972546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:58.979507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:58.988479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f2595d8-a2bf-46a3-9fd4-ea003f8df8af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:59.129763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Pushing event updated for resources: {'Port': ['ID=23e7ef2d-0555-4cfe-894a-87cab582da4f,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:59.135094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:59.194979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:59.196564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:59.198784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:10:59.255477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Attempting to bind port 23e7ef2d-0555-4cfe-894a-87cab582da4f on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:10:59.255900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Attempting to bind port 23e7ef2d-0555-4cfe-894a-87cab582da4f by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:10:59.256314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Attempting to bind port 23e7ef2d-0555-4cfe-894a-87cab582da4f on network 8c7557a9-4f8f-4092-be8d-05b81858a962 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:10:59.262474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:10:59.263615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Checking segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:10:59.264071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:59.264518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Bound using segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:10:59.265051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Bound port: 23e7ef2d-0555-4cfe-894a-87cab582da4f, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:10:59.265471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:59.268115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Allocated IP 172.26.1.103 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/87c0e069-6891-42c6-bed8-b2f2edff1060) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:10:59.360925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] For port 23e7ef2d-0555-4cfe-894a-87cab582da4f, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:10:59.364232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] For port 23e7ef2d-0555-4cfe-894a-87cab582da4f, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=23e7ef2d-0555-4cfe-894a-87cab582da4f,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:10:59.367817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:59.385883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:59.442735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:59.471493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:10:59.487907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:10:59.558291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Pushing event updated for resources: {'Port': ['ID=23e7ef2d-0555-4cfe-894a-87cab582da4f,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:59.564384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:59.648240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Pushing event updated for resources: {'Port': ['ID=87c0e069-6891-42c6-bed8-b2f2edff1060,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:10:59.652918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:10:59.697928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:10:59.699120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:10:59.701590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:11:00.167891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:00.477579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:11:00.532213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:00.761606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Router bfcf8ed3-c81a-4310-a284-a25054eadd02 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:11:00.971273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:11:00.983631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Sync routers for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:11:00.994643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:00.995313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedffcf28>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:00.999119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:01.000590 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.0487950
Dec 21 10:11:01.003538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43374) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:01.026206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b63ef-ca18-4308-aa08-411d43bada06 None None] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:11:01.140313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-adf02a68-cb57-4a93-8550-0c3dff243e81 None None] Provisioning for port 23e7ef2d-0555-4cfe-894a-87cab582da4f completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:01.209287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:01.548885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:01.573812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedffcf28>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:10:59Z', 'revision_number': 3, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:10:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:01.592343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Checking router: bfcf8ed3-c81a-4310-a284-a25054eadd02 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:11:01.592739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Updating router bfcf8ed3-c81a-4310-a284-a25054eadd02 port 87c0e069-6891-42c6-bed8-b2f2edff1060 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:11:01.677290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 23e7ef2d-0555-4cfe-894a-87cab582da4f up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:01.707252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:01.766209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 23e7ef2d-0555-4cfe-894a-87cab582da4f completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:01.772365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 23e7ef2d-0555-4cfe-894a-87cab582da4f triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:01.772894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:01.862834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7756953d-8de8-4f0e-910e-a1cdfb1b00e1 None None] Provisioning complete for port 23e7ef2d-0555-4cfe-894a-87cab582da4f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:01.863654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7756953d-8de8-4f0e-910e-a1cdfb1b00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:01.990137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.066621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.080289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 23e7ef2d-0555-4cfe-894a-87cab582da4f, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=23e7ef2d-0555-4cfe-894a-87cab582da4f,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:02.088172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.090311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bacd800-2668-49bf-80bd-2e7a390241e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:02.130783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7756953d-8de8-4f0e-910e-a1cdfb1b00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.177917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.192560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Transition to ACTIVE for port object 87c0e069-6891-42c6-bed8-b2f2edff1060 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:02.195723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.214401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-49c608a1-12f0-407f-9586-6aca30690509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:02.242964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=23e7ef2d-0555-4cfe-894a-87cab582da4f,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:02.248512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:02.250833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-7756953d-8de8-4f0e-910e-a1cdfb1b00e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:11:02.251247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-7756953d-8de8-4f0e-910e-a1cdfb1b00e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:11:02.367333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42231bca-406d-497d-83a7-37a2029529ff None None] Pushing event updated for resources: {'Port': ['ID=87c0e069-6891-42c6-bed8-b2f2edff1060,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:02.375491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42231bca-406d-497d-83a7-37a2029529ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:02.433435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Attempting to bind port 87c0e069-6891-42c6-bed8-b2f2edff1060 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:11:02.433801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Attempting to bind port 87c0e069-6891-42c6-bed8-b2f2edff1060 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:11:02.434212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Attempting to bind port 87c0e069-6891-42c6-bed8-b2f2edff1060 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:11:02.440466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:11:02.440879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:11:02.441322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.441777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:11:02.442291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Bound port: 87c0e069-6891-42c6-bed8-b2f2edff1060, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:11:02.442695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.452445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Allocated IP 172.20.0.1 (8c7557a9-4f8f-4092-be8d-05b81858a962/eb707b19-b9b0-470e-abcb-0adf71045831/4057ab55-ad83-4a42-81b3-45583e4663d1) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:11:02.531664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] For port 87c0e069-6891-42c6-bed8-b2f2edff1060, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:11:02.535528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] For port 87c0e069-6891-42c6-bed8-b2f2edff1060, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=87c0e069-6891-42c6-bed8-b2f2edff1060,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:11:02.545725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.562372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:02.626792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.647114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Transition to ACTIVE for port object 4057ab55-ad83-4a42-81b3-45583e4663d1 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:02.667512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.683995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-abdad71d-4f15-4f84-bc49-5f8bb30adf12 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:02.715888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42231bca-406d-497d-83a7-37a2029529ff None None] Pushing event updated for resources: {'Port': ['ID=87c0e069-6891-42c6-bed8-b2f2edff1060,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:02.721438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42231bca-406d-497d-83a7-37a2029529ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:02.772186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:02.772868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedffcf28>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:02.834449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Pushing event updated for resources: {'Port': ['ID=4057ab55-ad83-4a42-81b3-45583e4663d1,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:02.839123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:02.884926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:11:02.886321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:11:02.889317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:11:02.938611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0ba0425e-694e-437e-959d-28e295153be8 None None] Provisioning complete for port 23e7ef2d-0555-4cfe-894a-87cab582da4f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:02.938957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0ba0425e-694e-437e-959d-28e295153be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:02.971185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:03.126524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:03.217146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-77882713-b192-4750-91de-c274e6068a4e None None] Provisioning for port 4057ab55-ad83-4a42-81b3-45583e4663d1 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:03.223619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-77882713-b192-4750-91de-c274e6068a4e None None] Provisioning complete for port 4057ab55-ad83-4a42-81b3-45583e4663d1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:03.224058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77882713-b192-4750-91de-c274e6068a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:03.286712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:03.287101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-77882713-b192-4750-91de-c274e6068a4e None None] Port 4057ab55-ad83-4a42-81b3-45583e4663d1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:11:03.445622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedffcf28>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:10:59Z', 'revision_number': 3, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:03.449975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf0dbf2-224a-446f-ab1d-f70056209a24 None None] The sync data for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs is: [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:10:59Z', 'revision_number': 3, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:11:03.606196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:03.610973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:03.626381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 23e7ef2d-0555-4cfe-894a-87cab582da4f up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:03.638924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-db2dd1bd-9362-4d67-bbae-c8034cf526a6 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:03.700595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 23e7ef2d-0555-4cfe-894a-87cab582da4f triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:03.701019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:03.733435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Pushing event updated for resources: {'Port': ['ID=4057ab55-ad83-4a42-81b3-45583e4663d1,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:03.736132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:03.752122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:03.927421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:11:03.928768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:11:04.137042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Router bfcf8ed3-c81a-4310-a284-a25054eadd02 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:11:04.212145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-663dd86d-7187-4ffd-b85e-aa6a5cfa4e7d None None] Provisioning complete for port 4057ab55-ad83-4a42-81b3-45583e4663d1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:04.212570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-663dd86d-7187-4ffd-b85e-aa6a5cfa4e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:04.271939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-663dd86d-7187-4ffd-b85e-aa6a5cfa4e7d None None] Port 4057ab55-ad83-4a42-81b3-45583e4663d1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:11:04.605224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:11:04.615345 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] 10.222.0.45 "PUT /v2.0/routers/bfcf8ed3-c81a-4310-a284-a25054eadd02/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6107635
Dec 21 10:11:05.349754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43396) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:05.356592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2036232907-network', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:05.362130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:05.366299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Usage tracker for resource:network and tenant:e4eb67c030264e6ab62d7324b463fca3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:05.369382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:05.376570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:05.386639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Made reservation on behalf of e4eb67c030264e6ab62d7324b463fca3 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:11:05.392246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:05.406252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:05.422782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:05.427096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Usage tracker for resource:security_group_rule and tenant:e4eb67c030264e6ab62d7324b463fca3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:05.430321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:05.436952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:05.527681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:05.531004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:05.535501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0efeed38-479a-435b-b6ea-2c0befb5070e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:05.572431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:11:05.584124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4301a29-a168-470b-8abd-827434efabe2,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:05.587328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:05.590124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:05.590564 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Added segment 061706b8-b4cf-49d4-83dd-51325a5a354f of type vxlan for network 493e908e-69a1-41a9-9b33-3717a95a6d50
Dec 21 10:11:05.623376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:05.660326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:05.661439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:05.662180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:05.662964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 87c0e069-6891-42c6-bed8-b2f2edff1060 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:05.668194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b76ccd02-a6fe-4b41-a576-b8e166f3cdc1 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:05.739131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 87c0e069-6891-42c6-bed8-b2f2edff1060 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:05.744590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 87c0e069-6891-42c6-bed8-b2f2edff1060 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:05.745011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:05.797143 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.4435089
Dec 21 10:11:05.797143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Pushing event updated for resources: {'Network': ['ID=493e908e-69a1-41a9-9b33-3717a95a6d50,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:05.797946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43400) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:05.801196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:05.805347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Request body: {'subnet': {'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2036232907-subnet', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:05.811777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:05.813972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:11:05.816433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Usage tracker for resource:subnet and tenant:e4eb67c030264e6ab62d7324b463fca3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:05.820136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:05.828620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:05.828876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:11:05.840074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Made reservation on behalf of e4eb67c030264e6ab62d7324b463fca3 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:11:05.846267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:06.099130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:06.116696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 87c0e069-6891-42c6-bed8-b2f2edff1060, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=87c0e069-6891-42c6-bed8-b2f2edff1060,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:06.119937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:06.122558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ca9cf80a-f147-4698-ab3a-8689dc1e1e63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:06.197830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=87c0e069-6891-42c6-bed8-b2f2edff1060,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:06.206730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.207128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.207516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.207897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.208274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.208649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.209023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.209396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.209794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.210197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.210565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.210933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.211374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.211745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.212121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.212480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.212843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.213602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.213760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.214010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.214463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.214726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.215093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.215455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:06.220210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:06.299877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Sync routers for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:11:06.302958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:06.311625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:06.312440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede71ef0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:06.320480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-59a1406e-98a7-40f9-a623-98c4f4416a68 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:06.467694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Pushing event updated for resources: {'Subnet': ['ID=f532889f-b8db-45df-85f8-eafb3aa7a504,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:06.472550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:06.540473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Checking segment: {'id': '061706b8-b4cf-49d4-83dd-51325a5a354f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:11:06.541260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Network hostable DHCP agents. Network: 493e908e-69a1-41a9-9b33-3717a95a6d50, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:11:06.564944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:11:06.574967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 493e908e-69a1-41a9-9b33-3717a95a6d50) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:11:06.590584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:06.591982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:06.614514 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8154097
Dec 21 10:11:06.617277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43404) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:06.623402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2036232907-router', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:06.628854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:06.633229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Usage tracker for resource:router and tenant:e4eb67c030264e6ab62d7324b463fca3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:06.637264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:06.646281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:06.647536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a2ab80-fc54-4d63-9c3b-54183d81a035 None None] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:11:06.657127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:06.658279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:06.680576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:06.801656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:06.979231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:07.170223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-493e908e-69a1-41a9-9b33-3717a95a6d50', 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'fixed_ips': [{'subnet_id': 'f532889f-b8db-45df-85f8-eafb3aa7a504'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:11:07.171080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:07.343057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:07.379871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:07.464423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede71ef0>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 2, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:07.475196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Checking router: bfcf8ed3-c81a-4310-a284-a25054eadd02 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:11:07.475765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Updating router bfcf8ed3-c81a-4310-a284-a25054eadd02 port 4057ab55-ad83-4a42-81b3-45583e4663d1 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:11:07.545123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:07.661180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 87c0e069-6891-42c6-bed8-b2f2edff1060 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:07.692532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Allocated IP 172.26.1.56 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/4119a879-f272-496d-b389-48c5c98d6657) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:11:07.786567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Allocated IP 172.20.0.2 (493e908e-69a1-41a9-9b33-3717a95a6d50/f532889f-b8db-45df-85f8-eafb3aa7a504/44f8eb4c-364c-401a-a615-ce0f35086f18) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:11:07.867869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:07.895635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:07.912695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-04ed8b2a-8c09-4ab0-8bbb-286476de8f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:07.958560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 87c0e069-6891-42c6-bed8-b2f2edff1060 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:07.958983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:08.066332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Pushing event updated for resources: {'Port': ['ID=4119a879-f272-496d-b389-48c5c98d6657,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:08.069823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:08.117712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:11:08.119041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:11:08.121532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:11:08.426662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3433fa3a-90ac-4f69-a1fb-5fe32856ec67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:08.437414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:08.453434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Transition to ACTIVE for port object 44f8eb4c-364c-401a-a615-ce0f35086f18 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:08.580845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:08.724845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Transition to ACTIVE for port object 44f8eb4c-364c-401a-a615-ce0f35086f18 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:08.734789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:08.752690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:08.833874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:08.933063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Transition to ACTIVE for port object 4057ab55-ad83-4a42-81b3-45583e4663d1 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:08.944089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Pushing event updated for resources: {'Port': ['ID=44f8eb4c-364c-401a-a615-ce0f35086f18,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:08.946944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:08.964251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:08.964780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:09.150549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f144ef8-28f9-4c38-b958-c7f39f444b0d None None] Pushing event updated for resources: {'Port': ['ID=4057ab55-ad83-4a42-81b3-45583e4663d1,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:09.157887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f144ef8-28f9-4c38-b958-c7f39f444b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:09.181264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:11:09.185236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:11:09.189339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:11:09.261671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:09.324574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Attempting to bind port 44f8eb4c-364c-401a-a615-ce0f35086f18 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:11:09.325624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Attempting to bind port 44f8eb4c-364c-401a-a615-ce0f35086f18 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '061706b8-b4cf-49d4-83dd-51325a5a354f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:11:09.325974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Attempting to bind port 44f8eb4c-364c-401a-a615-ce0f35086f18 on network 493e908e-69a1-41a9-9b33-3717a95a6d50 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:11:09.363697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:11:09.364142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Checking segment: {'id': '061706b8-b4cf-49d4-83dd-51325a5a354f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:11:09.364607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:09.365058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Bound using segment: {'id': '061706b8-b4cf-49d4-83dd-51325a5a354f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:11:09.365647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Bound port: 44f8eb4c-364c-401a-a615-ce0f35086f18, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061706b8-b4cf-49d4-83dd-51325a5a354f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:11:09.366083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:09.409183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Attempting to bind port 4057ab55-ad83-4a42-81b3-45583e4663d1 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:11:09.409566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Attempting to bind port 4057ab55-ad83-4a42-81b3-45583e4663d1 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:11:09.409995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Attempting to bind port 4057ab55-ad83-4a42-81b3-45583e4663d1 on network 8c7557a9-4f8f-4092-be8d-05b81858a962 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:11:09.456971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:11:09.457406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Checking segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:11:09.457892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:09.458348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Bound using segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:11:09.458898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Bound port: 4057ab55-ad83-4a42-81b3-45583e4663d1, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:11:09.459332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:09.498116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:11:09.597065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] For port 44f8eb4c-364c-401a-a615-ce0f35086f18, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:11:09.611336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] For port 44f8eb4c-364c-401a-a615-ce0f35086f18, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=44f8eb4c-364c-401a-a615-ce0f35086f18,segment=NetworkSegment(061706b8-b4cf-49d4-83dd-51325a5a354f),segment_id=061706b8-b4cf-49d4-83dd-51325a5a354f)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:11:09.612933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] For port 4057ab55-ad83-4a42-81b3-45583e4663d1, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:11:09.616825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] For port 4057ab55-ad83-4a42-81b3-45583e4663d1, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4057ab55-ad83-4a42-81b3-45583e4663d1,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:11:09.618689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:09.639918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:09.680004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:09.699998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:11:09.711370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Sync routers for ids ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:11:09.722912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Routers {'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:09.723772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede88828>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:09.725781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:09.727410 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.1090136
Dec 21 10:11:09.730321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43410) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:09.896275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Pushing event updated for resources: {'Port': ['ID=44f8eb4c-364c-401a-a615-ce0f35086f18,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:09.906901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:09.907442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.193s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:09.920651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Set router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:10.059987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f144ef8-28f9-4c38-b958-c7f39f444b0d None None] Pushing event updated for resources: {'Port': ['ID=4057ab55-ad83-4a42-81b3-45583e4663d1,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:10.064094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f144ef8-28f9-4c38-b958-c7f39f444b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:10.078257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:10.079231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede71ef0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:10.283110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede88828>, [{'id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'name': 'tempest-TestVolumeBootPattern-2036232907-router', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '4119a879-f272-496d-b389-48c5c98d6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:11:06Z', 'updated_at': '2020-12-21T10:11:08Z', 'revision_number': 3, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'gw_port': {'id': '4119a879-f272-496d-b389-48c5c98d6657', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:07Z', 'updated_at': '2020-12-21T10:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:10.288449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Checking router: a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:11:10.288805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Updating router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 port 4119a879-f272-496d-b389-48c5c98d6657 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:11:10.321541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:10.352856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:10.465353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:10.723390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede71ef0>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:09Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:10.728172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14b23c-f2f5-4e52-b84b-1714da9ce888 None None] The sync data for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs is: [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:09Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:11:10.885438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:10.898509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Transition to ACTIVE for port object 4119a879-f272-496d-b389-48c5c98d6657 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:10.902058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:10.921234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7b5a6c6-496c-46f0-8849-b0a375c735c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:10.965245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Allocated IP 172.20.0.1 (493e908e-69a1-41a9-9b33-3717a95a6d50/f532889f-b8db-45df-85f8-eafb3aa7a504/9493a66d-1304-41ff-8c16-f1b37dce9d56) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:11:11.071254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde47dc-ee93-4b31-83aa-24a42fe6ca97 None None] Pushing event updated for resources: {'Port': ['ID=4119a879-f272-496d-b389-48c5c98d6657,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:11.076549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2bde47dc-ee93-4b31-83aa-24a42fe6ca97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:11.131913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Attempting to bind port 4119a879-f272-496d-b389-48c5c98d6657 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:11:11.132258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Attempting to bind port 4119a879-f272-496d-b389-48c5c98d6657 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:11:11.132908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Attempting to bind port 4119a879-f272-496d-b389-48c5c98d6657 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:11:11.139414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:11:11.139843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:11:11.140294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:11.140731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:11:11.141242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Bound port: 4119a879-f272-496d-b389-48c5c98d6657, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:11:11.141691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:11.143351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:11.163833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Transition to ACTIVE for port object 9493a66d-1304-41ff-8c16-f1b37dce9d56 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:11.195088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:11.217114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f53dcbde-38bb-4248-9de4-d32a39e9b604 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:11.234906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] For port 4119a879-f272-496d-b389-48c5c98d6657, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:11:11.238333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] For port 4119a879-f272-496d-b389-48c5c98d6657, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4119a879-f272-496d-b389-48c5c98d6657,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:11:11.242380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:11.265005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0240b787-5d2c-4e24-9d87-66a5e3cf0fd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:11.367733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Pushing event updated for resources: {'Port': ['ID=9493a66d-1304-41ff-8c16-f1b37dce9d56,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:11.373089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:11.434218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:11:11.436572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:11:11.439595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:11:11.461736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde47dc-ee93-4b31-83aa-24a42fe6ca97 None None] Pushing event updated for resources: {'Port': ['ID=4119a879-f272-496d-b389-48c5c98d6657,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:11.466462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2bde47dc-ee93-4b31-83aa-24a42fe6ca97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:11.491000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Routers {'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:11.491702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede88828>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:10:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:11.504482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:11.683861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:11.730856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4057ab55-ad83-4a42-81b3-45583e4663d1 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:11.812816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 4057ab55-ad83-4a42-81b3-45583e4663d1 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:11.813219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] Set router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:11.819838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 4057ab55-ad83-4a42-81b3-45583e4663d1 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:11.820463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:11.862717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fe9976-cea2-484e-8de5-25c3d8d4f701 None None] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:11:12.072774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.077953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.119936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:12.201026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.217068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a7dd4524-bfd8-49f9-ba97-a5febd8318ea None None] Provisioning for port 44f8eb4c-364c-401a-a615-ce0f35086f18 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:12.217593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.234707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Pushing event updated for resources: {'Port': ['ID=9493a66d-1304-41ff-8c16-f1b37dce9d56,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:12.242275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:12.323197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede88828>, [{'id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'name': 'tempest-TestVolumeBootPattern-2036232907-router', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '4119a879-f272-496d-b389-48c5c98d6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:11:06Z', 'updated_at': '2020-12-21T10:11:08Z', 'revision_number': 3, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'gw_port': {'id': '4119a879-f272-496d-b389-48c5c98d6657', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:07Z', 'updated_at': '2020-12-21T10:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:12.327754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49725f-06f6-402b-b63d-e3a3ed612b1f None None] The sync data for ids ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'] in dv-neutron-601336-62-ovs is: [{'id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'name': 'tempest-TestVolumeBootPattern-2036232907-router', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '4119a879-f272-496d-b389-48c5c98d6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:11:06Z', 'updated_at': '2020-12-21T10:11:08Z', 'revision_number': 3, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'gw_port': {'id': '4119a879-f272-496d-b389-48c5c98d6657', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:07Z', 'updated_at': '2020-12-21T10:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:11:12.386144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:11:12.388121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:11:12.391376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.454910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-97150e33-d146-4f5e-b091-8b2f8b99a80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.461292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 4057ab55-ad83-4a42-81b3-45583e4663d1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4057ab55-ad83-4a42-81b3-45583e4663d1,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:12.471984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.472905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 44f8eb4c-364c-401a-a615-ce0f35086f18 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:12.507928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:12.605281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=4057ab55-ad83-4a42-81b3-45583e4663d1,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:12.608726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:12.640922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.647011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 44f8eb4c-364c-401a-a615-ce0f35086f18 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:12.652757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 44f8eb4c-364c-401a-a615-ce0f35086f18 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:12.653763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.668829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:11:12.686258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa325856-2849-4290-9368-559a0dadff8a req-1196c348-d188-42bb-a191-3671d1db04b4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1966281
Dec 21 10:11:12.798059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.834666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 44f8eb4c-364c-401a-a615-ce0f35086f18, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=44f8eb4c-364c-401a-a615-ce0f35086f18,segment=NetworkSegment(061706b8-b4cf-49d4-83dd-51325a5a354f),segment_id=061706b8-b4cf-49d4-83dd-51325a5a354f)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:12.838712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:12.846404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:12.936203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1c33966c-f571-4c3c-9ec2-9ca97b672cb9 None None] Provisioning complete for port 44f8eb4c-364c-401a-a615-ce0f35086f18 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:12.936635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c33966c-f571-4c3c-9ec2-9ca97b672cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:13.005352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325856-2849-4290-9368-559a0dadff8a req-176a94e4-3945-4461-9393-6bafca8d9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:13.007162 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa325856-2849-4290-9368-559a0dadff8a req-176a94e4-3945-4461-9393-6bafca8d9b2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6997503f819e451c83744b9fdb33895a&device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 1163 time: 0.2230337
Dec 21 10:11:13.008495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:11:13.033142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=44f8eb4c-364c-401a-a615-ce0f35086f18,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:13.037780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:13.041593 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] 10.222.0.45 "PUT /v2.0/routers/a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3099539
Dec 21 10:11:13.144100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1c33966c-f571-4c3c-9ec2-9ca97b672cb9 None None] Provisioning for port 9493a66d-1304-41ff-8c16-f1b37dce9d56 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:13.151661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1c33966c-f571-4c3c-9ec2-9ca97b672cb9 None None] Provisioning complete for port 9493a66d-1304-41ff-8c16-f1b37dce9d56 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:13.152401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c33966c-f571-4c3c-9ec2-9ca97b672cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:13.237238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325856-2849-4290-9368-559a0dadff8a req-34577a22-89eb-4877-a7df-dcab360bbda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:13.239140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa325856-2849-4290-9368-559a0dadff8a req-34577a22-89eb-4877-a7df-dcab360bbda3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4dcb762-02b2-497a-b12d-d0dc02960356 HTTP/1.1" status: 200  len: 891 time: 0.1943514
Dec 21 10:11:13.243054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1c33966c-f571-4c3c-9ec2-9ca97b672cb9 None None] Port 9493a66d-1304-41ff-8c16-f1b37dce9d56 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:11:13.378802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-04d149b2-bf4d-44ea-8fea-23273ac30d5f None None] Provisioning complete for port 44f8eb4c-364c-401a-a615-ce0f35086f18 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:13.379396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04d149b2-bf4d-44ea-8fea-23273ac30d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:13.535745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:13.669524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-04d149b2-bf4d-44ea-8fea-23273ac30d5f None None] Provisioning complete for port 9493a66d-1304-41ff-8c16-f1b37dce9d56 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:13.669974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-04d149b2-bf4d-44ea-8fea-23273ac30d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:13.760044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-04d149b2-bf4d-44ea-8fea-23273ac30d5f None None] Port 9493a66d-1304-41ff-8c16-f1b37dce9d56 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:11:13.841325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 44f8eb4c-364c-401a-a615-ce0f35086f18 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:13.896528 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa325856-2849-4290-9368-559a0dadff8a req-a4e83cac-d381-437e-a125-4ef67375a137 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f398165-658d-40b2-896d-0627144779c7 HTTP/1.1" status: 200  len: 1001 time: 0.6485608
Dec 21 10:11:13.913345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3675930d-096f-4cae-ba8b-7f12ec9d2006 None None] Provisioning complete for port 9493a66d-1304-41ff-8c16-f1b37dce9d56 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:13.913722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3675930d-096f-4cae-ba8b-7f12ec9d2006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:13.983014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3675930d-096f-4cae-ba8b-7f12ec9d2006 None None] Port 9493a66d-1304-41ff-8c16-f1b37dce9d56 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:11:13.986590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 44f8eb4c-364c-401a-a615-ce0f35086f18 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:13.987020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:13.990420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325856-2849-4290-9368-559a0dadff8a req-bbbb28dc-b45e-4c4c-91df-f08264863b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:13.992073 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa325856-2849-4290-9368-559a0dadff8a req-bbbb28dc-b45e-4c4c-91df-f08264863b6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41bbd9e0-bd21-44e2-ad32-c28db39daba4 HTTP/1.1" status: 200  len: 835 time: 0.0772924
Dec 21 10:11:14.081456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa325856-2849-4290-9368-559a0dadff8a req-a8402c33-0009-4f30-8d3a-4df1557f42d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:14.083198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa325856-2849-4290-9368-559a0dadff8a req-a8402c33-0009-4f30-8d3a-4df1557f42d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4dcb762-02b2-497a-b12d-d0dc02960356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779018
Dec 21 10:11:14.124016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4119a879-f272-496d-b389-48c5c98d6657 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:14.164437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-30d5a43f-cca5-41e8-a0cd-50cda7831288 None None] Provisioning complete for port 44f8eb4c-364c-401a-a615-ce0f35086f18 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:14.164868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30d5a43f-cca5-41e8-a0cd-50cda7831288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.214372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-2133153490', 'description': 'tempest-TestVolumeBootPattern-2133153490 description'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:14.224684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:14.232649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Usage tracker for resource:security_group and tenant:4ea0210217b44df5977646100e80540e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:14.244420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:14.254689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:14.260452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 4119a879-f272-496d-b389-48c5c98d6657 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:14.260726 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa325856-2849-4290-9368-559a0dadff8a req-47434c41-14af-4c1f-a03b-f01acc301189 service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1682549
Dec 21 10:11:14.267329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.295224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 4119a879-f272-496d-b389-48c5c98d6657 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:14.295653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.326957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:14.335353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Usage tracker for resource:security_group_rule and tenant:4ea0210217b44df5977646100e80540e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:14.339959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:14.398392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:14.441249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.457620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 4119a879-f272-496d-b389-48c5c98d6657, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4119a879-f272-496d-b389-48c5c98d6657,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:14.460782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.461787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4057ab55-ad83-4a42-81b3-45583e4663d1 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:14.465285 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa325856-2849-4290-9368-559a0dadff8a req-d9d7362f-e20e-42ae-ab51-1ec122d24ae1 service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1854854
Dec 21 10:11:14.491810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb16d4ee-1e8b-4131-b6d0-06da932567e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:14.515198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.518117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.523668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ca8524c4-c1b7-4354-9dea-dbecdae65e08 tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:14.570855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'SecurityGroup': ['ID=72d0f7ba-a360-4bd5-ba5c-c70bef859d69,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:14.574180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.576226 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-623bbb6a-37ea-4785-a030-185b955dc3d2 req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1765 time: 0.3679833
Dec 21 10:11:14.577126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-264d0635-87f0-43c6-ade2-9fc06bd63237 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:14.593902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=4119a879-f272-496d-b389-48c5c98d6657,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:14.600931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:14.609194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 4057ab55-ad83-4a42-81b3-45583e4663d1 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:14.609672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.662244 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-94ec6f67-166f-47e5-96a1-c386dd46ffa8 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups/72d0f7ba-a360-4bd5-ba5c-c70bef859d69 HTTP/1.1" status: 200  len: 1760 time: 0.0504818
Dec 21 10:11:14.673660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72d0f7ba-a360-4bd5-ba5c-c70bef859d69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:14.674020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72d0f7ba-a360-4bd5-ba5c-c70bef859d69', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:14.680588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:14.685118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Usage tracker for resource:security_group_rule and tenant:4ea0210217b44df5977646100e80540e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:14.688172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:14.694061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:14.751999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.776409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.779585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.781767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cf428000-0f8c-40b5-a3dd-8b5118874a88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:14.805014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c6b0f6-2778-4ecb-a9fe-4ad446a561c3,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:14.807662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:14.814488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:14.815774 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c9654dad-fbdd-47fb-af3c-70aabc19082c req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1467943
Dec 21 10:11:14.902402 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-038a6b8f-e570-406d-a1cb-f6855e933102 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups/72d0f7ba-a360-4bd5-ba5c-c70bef859d69 HTTP/1.1" status: 200  len: 2322 time: 0.0543315
Dec 21 10:11:14.914253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72d0f7ba-a360-4bd5-ba5c-c70bef859d69', 'remote_group_id': None}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:14.914728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72d0f7ba-a360-4bd5-ba5c-c70bef859d69', 'remote_group_id': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:14.922214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:14.926320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Usage tracker for resource:security_group_rule and tenant:4ea0210217b44df5977646100e80540e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:14.929316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:14.935529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:14.996143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:15.019809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:15.022480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:15.024304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:15.048963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'SecurityGroupRule': ['ID=631909e9-bd8b-491f-ab13-f6a66a42a73c,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:15.051644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:15.058101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:15.059850 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-952679d9-e93e-4c9a-98be-749bfcd48b5f req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1497416
Dec 21 10:11:15.634106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4119a879-f272-496d-b389-48c5c98d6657 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:15.725440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 4119a879-f272-496d-b389-48c5c98d6657 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:15.725891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:15.867333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Sync routers for ids ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:11:15.879684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Routers {'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:15.880556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feebec780>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:16.079214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Set router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:16.185759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43510) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:16.427186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Deleting port 3838455a-bc3c-4490-9437-0a1cc7274333 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:11:16.427744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:16.430766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feebec780>, [{'id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'name': 'tempest-TestVolumeBootPattern-2036232907-router', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '4119a879-f272-496d-b389-48c5c98d6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:11:06Z', 'updated_at': '2020-12-21T10:11:11Z', 'revision_number': 4, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'gw_port': {'id': '4119a879-f272-496d-b389-48c5c98d6657', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:07Z', 'updated_at': '2020-12-21T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '9493a66d-1304-41ff-8c16-f1b37dce9d56', 'name': '', 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'mac_address': 'fa:16:3e:68:fc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f532889f-b8db-45df-85f8-eafb3aa7a504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:10Z', 'updated_at': '2020-12-21T10:11:11Z', 'revision_number': 2, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'subnets': [{'id': 'f532889f-b8db-45df-85f8-eafb3aa7a504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:16.438157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Checking router: a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:11:16.438500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Updating router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 port 9493a66d-1304-41ff-8c16-f1b37dce9d56 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:11:16.499333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:16.625092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:16.625825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:16.767103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Calling delete_port for 3838455a-bc3c-4490-9437-0a1cc7274333 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:11:16.945129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:16.962899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:16.981180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:16.994258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Transition to ACTIVE for port object 9493a66d-1304-41ff-8c16-f1b37dce9d56 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:16.999582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:17.017765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event deleted for resources: {'Port': ['ID=3838455a-bc3c-4490-9437-0a1cc7274333,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:17.022689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:17.033857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:17.134841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd392e-4449-4df5-8ec6-e1d04b739271 None None] Pushing event updated for resources: {'Port': ['ID=9493a66d-1304-41ff-8c16-f1b37dce9d56,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:17.140521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34bd392e-4449-4df5-8ec6-e1d04b739271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:17.200831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:17.201519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Floating IP 931f002c-3eda-4f47-a73b-c2066c506cb3 disassociated (deleted). External IP: 172.26.1.46, port: 5f398165-658d-40b2-896d-0627144779c7.
Dec 21 10:11:17.582846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Attempting to bind port 9493a66d-1304-41ff-8c16-f1b37dce9d56 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:11:17.583281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Attempting to bind port 9493a66d-1304-41ff-8c16-f1b37dce9d56 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '061706b8-b4cf-49d4-83dd-51325a5a354f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:11:17.583710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Attempting to bind port 9493a66d-1304-41ff-8c16-f1b37dce9d56 on network 493e908e-69a1-41a9-9b33-3717a95a6d50 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:11:17.595048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:11:17.595507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Checking segment: {'id': '061706b8-b4cf-49d4-83dd-51325a5a354f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:11:17.596012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:17.596606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Bound using segment: {'id': '061706b8-b4cf-49d4-83dd-51325a5a354f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:11:17.597307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Bound port: 9493a66d-1304-41ff-8c16-f1b37dce9d56, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061706b8-b4cf-49d4-83dd-51325a5a354f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:11:17.597816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:17.658604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Router 0c695abe-3d0b-4fe4-abe0-9080e141897b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:11:17.703683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] For port 9493a66d-1304-41ff-8c16-f1b37dce9d56, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:11:17.707375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] For port 9493a66d-1304-41ff-8c16-f1b37dce9d56, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9493a66d-1304-41ff-8c16-f1b37dce9d56,segment=NetworkSegment(061706b8-b4cf-49d4-83dd-51325a5a354f),segment_id=061706b8-b4cf-49d4-83dd-51325a5a354f)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:11:17.713041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:17.730614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-54c11c7e-e178-4032-8ef6-ce4b79a9dea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:17.856541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:11:17.868923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] Sync routers for ids ['0c695abe-3d0b-4fe4-abe0-9080e141897b'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:11:17.880170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] Routers {'0c695abe-3d0b-4fe4-abe0-9080e141897b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:17.881208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c908>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['0c695abe-3d0b-4fe4-abe0-9080e141897b'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:17.890492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd392e-4449-4df5-8ec6-e1d04b739271 None None] Pushing event updated for resources: {'Port': ['ID=9493a66d-1304-41ff-8c16-f1b37dce9d56,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:17.895955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34bd392e-4449-4df5-8ec6-e1d04b739271 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:17.907516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:17.938948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Routers {'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:17.939669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feebec780>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:17.994085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "DELETE /v2.0/floatingips/931f002c-3eda-4f47-a73b-c2066c506cb3 HTTP/1.1" status: 204  len: 168 time: 1.8071589
Dec 21 10:11:17.998030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'tag': '5f398165-658d-40b2-896d-0627144779c7'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:11:18.116885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] Set router 0c695abe-3d0b-4fe4-abe0-9080e141897b gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:18.314629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] Set router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:18.484944 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'tag': '5f398165-658d-40b2-896d-0627144779c7', 'status': 'completed', 'code': 200}
Dec 21 10:11:18.703719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c908>, [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:09:02Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0056be7f-abac-49cb-966c-8f0638ef49f4', 'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'mac_address': 'fa:16:3e:58:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:55Z', 'updated_at': '2020-12-21T10:09:13Z', 'revision_number': 5, 'project_id': '6997503f819e451c83744b9fdb33895a', 'subnets': [{'id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:18.710066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] Checking router: 0c695abe-3d0b-4fe4-abe0-9080e141897b for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:11:18.717856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b07b8-0247-4812-a130-4a09c0edbbbb req-c252bf6d-a4d4-4588-8305-2fbfd3800be5 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:18.719257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-447b07b8-0247-4812-a130-4a09c0edbbbb req-c252bf6d-a4d4-4588-8305-2fbfd3800be5 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Synchronizing usage tracker for tenant:6997503f819e451c83744b9fdb33895a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:11:18.720910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] Routers {'0c695abe-3d0b-4fe4-abe0-9080e141897b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:18.721775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c908>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['0c695abe-3d0b-4fe4-abe0-9080e141897b'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:18.725330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-3e5eaf09-d190-425f-a5f8-99095f4f925c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:18.727040 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-3e5eaf09-d190-425f-a5f8-99095f4f925c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=6997503f819e451c83744b9fdb33895a&device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 1163 time: 0.2271307
Dec 21 10:11:18.788562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-447b07b8-0247-4812-a130-4a09c0edbbbb req-c252bf6d-a4d4-4588-8305-2fbfd3800be5 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Unset dirty status for tenant:6997503f819e451c83744b9fdb33895a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:11:18.790136 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-447b07b8-0247-4812-a130-4a09c0edbbbb req-c252bf6d-a4d4-4588-8305-2fbfd3800be5 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.2182136
Dec 21 10:11:18.800573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feebec780>, [{'id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'name': 'tempest-TestVolumeBootPattern-2036232907-router', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '4119a879-f272-496d-b389-48c5c98d6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:11:06Z', 'updated_at': '2020-12-21T10:11:11Z', 'revision_number': 4, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'gw_port': {'id': '4119a879-f272-496d-b389-48c5c98d6657', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:07Z', 'updated_at': '2020-12-21T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '9493a66d-1304-41ff-8c16-f1b37dce9d56', 'name': '', 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'mac_address': 'fa:16:3e:68:fc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f532889f-b8db-45df-85f8-eafb3aa7a504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:10Z', 'updated_at': '2020-12-21T10:11:17Z', 'revision_number': 4, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'subnets': [{'id': 'f532889f-b8db-45df-85f8-eafb3aa7a504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:18.806276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bd607e-e78a-484b-b5c3-ddb216206763 None None] The sync data for ids ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'] in dv-neutron-601336-62-ovs is: [{'id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'name': 'tempest-TestVolumeBootPattern-2036232907-router', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '4119a879-f272-496d-b389-48c5c98d6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:11:06Z', 'updated_at': '2020-12-21T10:11:11Z', 'revision_number': 4, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'gw_port': {'id': '4119a879-f272-496d-b389-48c5c98d6657', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:07Z', 'updated_at': '2020-12-21T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '9493a66d-1304-41ff-8c16-f1b37dce9d56', 'name': '', 'network_id': '493e908e-69a1-41a9-9b33-3717a95a6d50', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'mac_address': 'fa:16:3e:68:fc:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1388, 'fixed_ips': [{'subnet_id': 'f532889f-b8db-45df-85f8-eafb3aa7a504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:10Z', 'updated_at': '2020-12-21T10:11:17Z', 'revision_number': 4, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'subnets': [{'id': 'f532889f-b8db-45df-85f8-eafb3aa7a504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:11:18.949800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-447b07b8-0247-4812-a130-4a09c0edbbbb req-aabaa8fe-2d42-4fe3-905c-a2cafc85e344 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1448863
Dec 21 10:11:18.979934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-8349764d-d260-45dc-bd97-073022cef976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:18.981947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-8349764d-d260-45dc-bd97-073022cef976 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c4dcb762-02b2-497a-b12d-d0dc02960356 HTTP/1.1" status: 200  len: 891 time: 0.2437861
Dec 21 10:11:18.998977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] Set router 0c695abe-3d0b-4fe4-abe0-9080e141897b gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:19.073128 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-1dbe7e48-cea5-4279-9b1a-c7a3e31e493a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f398165-658d-40b2-896d-0627144779c7 HTTP/1.1" status: 200  len: 217 time: 0.0827901
Dec 21 10:11:19.165455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-fad46db7-cdfb-4025-9060-ba840543f7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:19.167399 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-fad46db7-cdfb-4025-9060-ba840543f7f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=41bbd9e0-bd21-44e2-ad32-c28db39daba4 HTTP/1.1" status: 200  len: 835 time: 0.0848088
Dec 21 10:11:19.267584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-06ca05cd-9c0a-4f17-8db6-1326f0f2f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:19.269251 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-06ca05cd-9c0a-4f17-8db6-1326f0f2f203 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c4dcb762-02b2-497a-b12d-d0dc02960356&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0910411
Dec 21 10:11:19.402185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c908>, [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:09:02Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0056be7f-abac-49cb-966c-8f0638ef49f4', 'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'mac_address': 'fa:16:3e:58:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:55Z', 'updated_at': '2020-12-21T10:09:13Z', 'revision_number': 5, 'project_id': '6997503f819e451c83744b9fdb33895a', 'subnets': [{'id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:19.408118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b11a085-69cc-4cae-82a0-462ef08327d3 None None] The sync data for ids ['0c695abe-3d0b-4fe4-abe0-9080e141897b'] in dv-neutron-601336-62-ovs is: [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:09:02Z', 'revision_number': 4, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0056be7f-abac-49cb-966c-8f0638ef49f4', 'name': '', 'network_id': 'c4dcb762-02b2-497a-b12d-d0dc02960356', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'mac_address': 'fa:16:3e:58:1d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1216, 'fixed_ips': [{'subnet_id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:55Z', 'updated_at': '2020-12-21T10:09:13Z', 'revision_number': 5, 'project_id': '6997503f819e451c83744b9fdb33895a', 'subnets': [{'id': '41bbd9e0-bd21-44e2-ad32-c28db39daba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:11:19.490151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-f504d6c9-bd75-4af0-a68a-be3a635c4a4a service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2084286
Dec 21 10:11:19.703849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9493a66d-1304-41ff-8c16-f1b37dce9d56 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:19.838821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 9493a66d-1304-41ff-8c16-f1b37dce9d56 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:19.847028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 9493a66d-1304-41ff-8c16-f1b37dce9d56 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:19.847710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:20.008998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:20.044436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9c15f2-f27c-4ff3-ab2b-50788f469e58 None None] New status for floating IP 931f002c-3eda-4f47-a73b-c2066c506cb3: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:11:20.065534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c71135b9-cf2e-4a92-bd47-fb3aba7ed877 req-58570823-8b79-4d48-ad0e-5ac6cc8bac23 service neutron] 10.222.0.16 "GET /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5666163
Dec 21 10:11:20.115437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-bfa6f1fa-d485-4728-b425-31bee19a89d1 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:20.116887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-bfa6f1fa-d485-4728-b425-31bee19a89d1 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.16 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1071854
Dec 21 10:11:20.204524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 9493a66d-1304-41ff-8c16-f1b37dce9d56, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9493a66d-1304-41ff-8c16-f1b37dce9d56,segment=NetworkSegment(061706b8-b4cf-49d4-83dd-51325a5a354f),segment_id=061706b8-b4cf-49d4-83dd-51325a5a354f)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:20.207900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:20.209856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2f3f0c1-ad49-47bb-91bd-495d0a61b1a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:20.283704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Deleting port 5f398165-658d-40b2-896d-0627144779c7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:11:20.283959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:20.284460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=9493a66d-1304-41ff-8c16-f1b37dce9d56,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:20.288038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:20.349163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a9be6-d27b-40a0-9860-d5a78bfd85a9 req-9ae59041-db18-4ece-ae3a-2b7a39d6231e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:20.350805 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c8a9be6-d27b-40a0-9860-d5a78bfd85a9 req-9ae59041-db18-4ece-ae3a-2b7a39d6231e tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 946 time: 0.1773653
Dec 21 10:11:20.477570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c8a9be6-d27b-40a0-9860-d5a78bfd85a9 req-df937f29-ce7a-41f2-accd-c1d4cba8fad6 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/security-groups?id=c6e0a08b-b463-470d-9506-196e19978790&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1172841
Dec 21 10:11:20.619250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] For port 5f398165-658d-40b2-896d-0627144779c7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5f398165-658d-40b2-896d-0627144779c7,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:20.619652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:20.763372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Calling delete_port for 5f398165-658d-40b2-896d-0627144779c7 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:11:20.796779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5f398165-658d-40b2-896d-0627144779c7 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:11:20.925603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:20.936483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:20.952683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34a8fc3d-7342-47cb-b0b4-083da8de3e24 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:21.016942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event deleted for resources: {'Port': ['ID=5f398165-658d-40b2-896d-0627144779c7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:21.022093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:21.176241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] No DVR routers for this DVR port 5f398165-658d-40b2-896d-0627144779c7 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:11:21.178636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:21.181713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'name': 'network-vif-deleted', 'tag': '5f398165-658d-40b2-896d-0627144779c7'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:11:21.201871 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d2928ee-8e33-40a4-8529-52f6deda5bf8 req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.16 "DELETE /v2.0/ports/5f398165-658d-40b2-896d-0627144779c7 HTTP/1.1" status: 204  len: 173 time: 1.0783882
Dec 21 10:11:21.253747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0662bc9b-1277-44b2-a3b5-79e0302102fa', 'name': 'network-vif-deleted', 'tag': '5f398165-658d-40b2-896d-0627144779c7', 'status': 'completed', 'code': 200}
Dec 21 10:11:21.712124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9493a66d-1304-41ff-8c16-f1b37dce9d56 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:21.794502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-53950266-b387-49ab-b622-2b7f5f29c717 req-100d2279-6d7f-47cf-b142-c856adfc1bf0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Synchronizing usage tracker for tenant:6997503f819e451c83744b9fdb33895a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:11:21.804318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 9493a66d-1304-41ff-8c16-f1b37dce9d56 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:21.804754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:21.813006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-53950266-b387-49ab-b622-2b7f5f29c717 req-100d2279-6d7f-47cf-b142-c856adfc1bf0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Unset dirty status for tenant:6997503f819e451c83744b9fdb33895a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:11:21.814491 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53950266-b387-49ab-b622-2b7f5f29c717 req-100d2279-6d7f-47cf-b142-c856adfc1bf0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "GET /v2.0/ports?device_id=0662bc9b-1277-44b2-a3b5-79e0302102fa HTTP/1.1" status: 200  len: 210 time: 0.0780375
Dec 21 10:11:22.933044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43552) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:23.326789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:23.997326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Deleting port 0056be7f-abac-49cb-966c-8f0638ef49f4 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:11:23.997973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:24.210928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] For port 0056be7f-abac-49cb-966c-8f0638ef49f4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0056be7f-abac-49cb-966c-8f0638ef49f4,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:24.211331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:24.347316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Calling delete_port for 0056be7f-abac-49cb-966c-8f0638ef49f4 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:11:24.692880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43560) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:24.705264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:24.723567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c6bb3694-6e36-4540-b975-cab929feea18 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:24.779413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event deleted for resources: {'Port': ['ID=0056be7f-abac-49cb-966c-8f0638ef49f4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:24.781592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba85623-cf5b-45ed-9049-798b594557b4 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:24.782025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba85623-cf5b-45ed-9049-798b594557b4 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:24.782443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba85623-cf5b-45ed-9049-798b594557b4 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:24.784790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:24.791223 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dba85623-cf5b-45ed-9049-798b594557b4 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?project_id=4f37266714dd44d5856b221995070c6a&network_id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 3059 time: 0.0960584
Dec 21 10:11:25.440850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:26.008741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Router 0c695abe-3d0b-4fe4-abe0-9080e141897b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:11:26.205143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:11:26.220672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] Sync routers for ids ['0c695abe-3d0b-4fe4-abe0-9080e141897b'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:11:26.223714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "PUT /v2.0/routers/0c695abe-3d0b-4fe4-abe0-9080e141897b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2894185
Dec 21 10:11:26.226749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43574) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:26.233107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] Routers {'0c695abe-3d0b-4fe4-abe0-9080e141897b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:26.233875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c3c8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['0c695abe-3d0b-4fe4-abe0-9080e141897b'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:26.437818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] Set router 0c695abe-3d0b-4fe4-abe0-9080e141897b gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:26.461608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e019a6-fa42-4613-be0b-6eb32396344c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Deleting subnet 41bbd9e0-bd21-44e2-ad32-c28db39daba4 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:11:26.465156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8e019a6-fa42-4613-be0b-6eb32396344c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:26.533688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8e019a6-fa42-4613-be0b-6eb32396344c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:26.645922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8e019a6-fa42-4613-be0b-6eb32396344c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:26.751302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c3c8>, [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:11:24Z', 'revision_number': 5, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:26.755502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] Checking router: 0c695abe-3d0b-4fe4-abe0-9080e141897b for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:11:26.764965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] Routers {'0c695abe-3d0b-4fe4-abe0-9080e141897b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:26.765667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c3c8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['0c695abe-3d0b-4fe4-abe0-9080e141897b'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:27.029703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8e019a6-fa42-4613-be0b-6eb32396344c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:27.044178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8dd44db9-4423-446b-9950-184f5db210ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:27.085138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e019a6-fa42-4613-be0b-6eb32396344c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event deleted for resources: {'Subnet': ['ID=41bbd9e0-bd21-44e2-ad32-c28db39daba4,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:27.098092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e8e019a6-fa42-4613-be0b-6eb32396344c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:27.146346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] Set router 0c695abe-3d0b-4fe4-abe0-9080e141897b gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:27.188923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8e019a6-fa42-4613-be0b-6eb32396344c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:27.194940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6614cd-90da-427d-8629-0426c870973f None None] Network c4dcb762-02b2-497a-b12d-d0dc02960356 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:11:27.198460 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e8e019a6-fa42-4613-be0b-6eb32396344c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "DELETE /v2.0/subnets/41bbd9e0-bd21-44e2-ad32-c28db39daba4 HTTP/1.1" status: 204  len: 168 time: 0.9680045
Dec 21 10:11:27.198718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43588) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:27.397162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43594) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:27.427979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:27.494365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] DHCP port deletion for c4dcb762-02b2-497a-b12d-d0dc02960356 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:11:27.500468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Deleting port 38293120-2ebb-471d-8b4c-6e6ceafda877 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:11:27.500890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:27.561148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c3c8>, [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:11:24Z', 'revision_number': 5, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:27.564303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed737a9-cf50-49dd-b2ee-d95e0238069a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:27.565997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2ed737a9-cf50-49dd-b2ee-d95e0238069a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?network_id=c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 814 time: 0.1675079
Dec 21 10:11:27.569991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f78f7c7-03b6-4c1a-8744-223d2f9d886a None None] The sync data for ids ['0c695abe-3d0b-4fe4-abe0-9080e141897b'] in dv-neutron-601336-62-ovs is: [{'id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1479161145', 'tenant_id': '6997503f819e451c83744b9fdb33895a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124'}], 'enable_snat': True}, 'gw_port_id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:08:36Z', 'updated_at': '2020-12-21T10:11:24Z', 'revision_number': 5, 'project_id': '6997503f819e451c83744b9fdb33895a', 'gw_port': {'id': 'c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:2d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c695abe-3d0b-4fe4-abe0-9080e141897b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:08:38Z', 'updated_at': '2020-12-21T10:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:11:27.692400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 38293120-2ebb-471d-8b4c-6e6ceafda877 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:11:27.727862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:27.735088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Deleting port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:11:27.735463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:27.932016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] For port 38293120-2ebb-471d-8b4c-6e6ceafda877, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=38293120-2ebb-471d-8b4c-6e6ceafda877,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:27.932458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:27.940537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] For port c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:27.940931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.005098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.077688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Calling delete_port for c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:11:28.081197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Calling delete_port for 38293120-2ebb-471d-8b4c-6e6ceafda877 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:11:28.155462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 38293120-2ebb-471d-8b4c-6e6ceafda877, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=38293120-2ebb-471d-8b4c-6e6ceafda877,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:28.159647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.171574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:28.197269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43610) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:28.204942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b1532d46-123f-4f4a-88b4-a093db7e0308 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'port_id': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:28.226026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.228439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:11:28.228849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:11:28.349712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1532d46-123f-4f4a-88b4-a093db7e0308 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.446221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=38293120-2ebb-471d-8b4c-6e6ceafda877,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:28.451461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:28.462704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.626281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.628808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.650871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.651511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Fanout notify agent at l3_agent the message router_deleted on router 0c695abe-3d0b-4fe4-abe0-9080e141897b {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:11:28.668125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.672473 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5d9c537c-ef54-49dc-be38-176d5f48162c tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "DELETE /v2.0/routers/0c695abe-3d0b-4fe4-abe0-9080e141897b HTTP/1.1" status: 204  len: 168 time: 1.4699776
Dec 21 10:11:28.672840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43616) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:28.706379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1532d46-123f-4f4a-88b4-a093db7e0308 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.709224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1532d46-123f-4f4a-88b4-a093db7e0308 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.709869 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-b1532d46-123f-4f4a-88b4-a093db7e0308 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP 3c036d5f-f6f5-43be-86cd-051d14c165a6 disassociated. External IP: 172.26.1.227, port: 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed.
Dec 21 10:11:28.730176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Deleting port 38293120-2ebb-471d-8b4c-6e6ceafda877 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:11:28.731685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.820940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:28.900794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Deleting port 38293120-2ebb-471d-8b4c-6e6ceafda877 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:11:28.901751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:29.041631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] For port 38293120-2ebb-471d-8b4c-6e6ceafda877, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=38293120-2ebb-471d-8b4c-6e6ceafda877,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:29.042087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:29.181682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Calling delete_port for 38293120-2ebb-471d-8b4c-6e6ceafda877 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:11:29.194383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] For port 38293120-2ebb-471d-8b4c-6e6ceafda877, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=38293120-2ebb-471d-8b4c-6e6ceafda877,segment=NetworkSegment(683ef48f-7c76-4ddf-91bb-5ee4b7a6944c),segment_id=683ef48f-7c76-4ddf-91bb-5ee4b7a6944c)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:29.195088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:29.212896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1532d46-123f-4f4a-88b4-a093db7e0308 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:11:29.258861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:29.295924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f144ef8-28f9-4c38-b958-c7f39f444b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:29.338157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Pushing event deleted for resources: {'Port': ['ID=38293120-2ebb-471d-8b4c-6e6ceafda877,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:29.341378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:29.344149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Calling delete_port for 38293120-2ebb-471d-8b4c-6e6ceafda877 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:11:29.423507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] No DVR routers for this DVR port 38293120-2ebb-471d-8b4c-6e6ceafda877 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:11:29.451754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1532d46-123f-4f4a-88b4-a093db7e0308 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:11:29.457457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b1532d46-123f-4f4a-88b4-a093db7e0308 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:29.468336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] Sync routers for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:11:29.480063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:29.481010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec33f390>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:29.533677 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b1532d46-123f-4f4a-88b4-a093db7e0308 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 690 time: 1.3347831
Dec 21 10:11:29.534811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'tag': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:11:29.553108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43628) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:29.726847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:29.753586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'tag': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed', 'status': 'completed', 'code': 200}
Dec 21 10:11:29.827773 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f38e967d-2680-4956-aa55-3afca82869df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 690 time: 0.2725778
Dec 21 10:11:29.860182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-c0eb937d-1f9f-4ef6-84ab-e640b6052495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:29.861860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-c0eb937d-1f9f-4ef6-84ab-e640b6052495 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 1162 time: 0.1074262
Dec 21 10:11:29.869211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:11:29.869642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:11:29.910205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0056be7f-abac-49cb-966c-8f0638ef49f4 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:11:29.962719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 0056be7f-abac-49cb-966c-8f0638ef49f4 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:11:29.963125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0056be7f-abac-49cb-966c-8f0638ef49f4 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:11:29.963613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:11:30.003908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:11:30.004222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c7ddad8a-b2c0-49c6-97f0-6d3d5994b83c not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:11:30.016265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-68c33fd2-828d-481e-aadf-71db0fbafa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:30.017986 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-68c33fd2-828d-481e-aadf-71db0fbafa39 service neutron] 10.222.0.16 "GET /v2.0/networks?id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 891 time: 0.1484418
Dec 21 10:11:30.094235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-8cbf3bfa-f278-4cc8-8190-a5653fa23547 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed HTTP/1.1" status: 200  len: 217 time: 0.0695131
Dec 21 10:11:30.176013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-778f9ce9-3ff0-4d1f-b039-1d168cbceb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:30.177664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-778f9ce9-3ff0-4d1f-b039-1d168cbceb93 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5cf5eaae-311c-43b2-97d7-2d753c70c38b HTTP/1.1" status: 200  len: 833 time: 0.0752673
Dec 21 10:11:30.182153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec33f390>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:30.186997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] Checking router: e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:11:30.196196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:30.196874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec33f390>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:30.261320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-0ffc7332-1857-4c56-a828-05bb590bf245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:30.263735 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-0ffc7332-1857-4c56-a828-05bb590bf245 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52ff4fad-e6bf-49bf-95fe-047b537a3116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770915
Dec 21 10:11:30.371070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Deleting port 38293120-2ebb-471d-8b4c-6e6ceafda877 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:11:30.372066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:30.388773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:30.412597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-6f7f8f65-3d6b-4fea-aae0-2241ca037181 service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413698
Dec 21 10:11:30.457127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] The port '38293120-2ebb-471d-8b4c-6e6ceafda877' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:11:30.592563 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77a75cfc-a0bc-4c77-b168-9deb62e1dabc req-83ec298c-9537-483a-b041-266962b4de0b service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1725190
Dec 21 10:11:30.663255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:30.778784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec33f390>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:30.783439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e3d75-4261-46c1-860b-be22c9d9c36f None None] The sync data for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs is: [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:11:30.790358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7642b00>,) {'filters': {'network_id': ['c4dcb762-02b2-497a-b12d-d0dc02960356']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:30.810204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7642b00>, '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:30.810525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7642b00>, '683ef48f-7c76-4ddf-91bb-5ee4b7a6944c') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:30.824154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:30.831455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43638) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:30.858787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:30.860996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Releasing vxlan tunnel 7 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:11:30.962085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d113cd14-276c-4d11-903e-ccdb56e749fd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 690 time: 0.1292386
Dec 21 10:11:31.076141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Network c4dcb762-02b2-497a-b12d-d0dc02960356 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:11:31.088305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:31.212034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607aca3f-9f62-4617-85d5-29bd321c8c65 None None] New status for floating IP 3c036d5f-f6f5-43be-86cd-051d14c165a6: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:11:31.282563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Network c4dcb762-02b2-497a-b12d-d0dc02960356 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:11:31.312556 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:11:31.412372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:31.416316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c9303b1-639f-4e2d-b097-cbe53a1e1c17 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:31.432774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:31.446057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event deleted for resources: {'Network': ['ID=c4dcb762-02b2-497a-b12d-d0dc02960356,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:31.451597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:31.455421 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-006290c7-dc28-46ee-a067-9ac523fe609f tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "DELETE /v2.0/networks/c4dcb762-02b2-497a-b12d-d0dc02960356 HTTP/1.1" status: 204  len: 168 time: 2.7813232
Dec 21 10:11:31.458529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43642) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:31.539676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7808d92d-20df-4f35-bf80-6f9753dd49e9 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:31.573720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7808d92d-20df-4f35-bf80-6f9753dd49e9 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:31.585290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:31.677597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7808d92d-20df-4f35-bf80-6f9753dd49e9 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:31.683238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d714b39-31ad-4b91-8824-2a7db4d57064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:31.697469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808d92d-20df-4f35-bf80-6f9753dd49e9 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e0a08b-b463-470d-9506-196e19978790,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:31.702554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7808d92d-20df-4f35-bf80-6f9753dd49e9 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:31.706891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7808d92d-20df-4f35-bf80-6f9753dd49e9 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:31.708159 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7808d92d-20df-4f35-bf80-6f9753dd49e9 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] 10.222.0.45 "DELETE /v2.0/security-groups/c6e0a08b-b463-470d-9506-196e19978790 HTTP/1.1" status: 204  len: 168 time: 0.2485852
Dec 21 10:11:31.966880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43652) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:32.083833 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8749f28a-34ba-4889-bd9a-1a8f12369122 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 688 time: 0.1110358
Dec 21 10:11:32.157991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43658) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:32.363514 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-33d2dcbf-d620-455d-a628-fd4024cf0e96 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6997503f819e451c83744b9fdb33895a&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2040436
Dec 21 10:11:32.366124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43664) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:32.437233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc2f901a-7926-4777-acdf-3b582314fe5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:32.469657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc2f901a-7926-4777-acdf-3b582314fe5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:32.552642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc2f901a-7926-4777-acdf-3b582314fe5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:32.558167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14eadfc2-5631-4c9c-89ab-68e158e7131f tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:32.570328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f901a-7926-4777-acdf-3b582314fe5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ba060c-1f9a-4e0f-bb39-fa8e52e6f23d,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:32.576451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc2f901a-7926-4777-acdf-3b582314fe5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:32.578177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc2f901a-7926-4777-acdf-3b582314fe5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:32.582482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dc2f901a-7926-4777-acdf-3b582314fe5b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6ba060c-1f9a-4e0f-bb39-fa8e52e6f23d HTTP/1.1" status: 204  len: 168 time: 0.2120001
Dec 21 10:11:32.993372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43672) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:33.014204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.033117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:33.038680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] Usage tracker for resource:security_group_rule and tenant:38c0e04e99764043b298eb300677f6d6 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:33.042048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:33.050387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:33.162996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.166322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.200343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e6a6345-8ca9-43e1-888b-85e82f97e84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:33.216591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=38c0e04e99764043b298eb300677f6d6&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2220387
Dec 21 10:11:33.219541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43680) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:33.234770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172ee4dc-fb5c-44d1-8fe6-cadf6312f3c1,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:33.238133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:33.291154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb59910c-57f4-41d7-8d29-9ba8ac210f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.320581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb59910c-57f4-41d7-8d29-9ba8ac210f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.366569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb59910c-57f4-41d7-8d29-9ba8ac210f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.372272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb569840-b63e-482b-9ba1-ac4964b889ef tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:33.386326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59910c-57f4-41d7-8d29-9ba8ac210f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172ee4dc-fb5c-44d1-8fe6-cadf6312f3c1,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:33.390043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb59910c-57f4-41d7-8d29-9ba8ac210f72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:33.390974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb59910c-57f4-41d7-8d29-9ba8ac210f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.395614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cb59910c-57f4-41d7-8d29-9ba8ac210f72 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/172ee4dc-fb5c-44d1-8fe6-cadf6312f3c1 HTTP/1.1" status: 204  len: 168 time: 0.1716981
Dec 21 10:11:33.429665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43686) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:33.436124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-292754544', 'description': 'tempest-secgroup-smoke-292754544 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:33.442870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:33.453030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:33.462336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.488179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:33.492208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:33.495161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:33.501847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:33.586557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.592140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.598011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eed94fc3-9efd-4fb9-9412-5f459bb88428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:33.646331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=55aeea4c-6cf9-4250-b997-39d4af9b5b73,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:33.648885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.654444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43690) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:33.660607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '55aeea4c-6cf9-4250-b997-39d4af9b5b73', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:33.666108 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2353473
Dec 21 10:11:33.667283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:33.670207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:33.674839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:33.678349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:33.686158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:33.704890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.784847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.788495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.790506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ca085404-5cb9-41c7-946f-b60c6a494824 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:33.816055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dd6f7e-7e79-427e-95bb-a67d4fd5275d,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:33.820966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:33.836947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.842295 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1832886
Dec 21 10:11:33.842784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43694) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:33.849106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '55aeea4c-6cf9-4250-b997-39d4af9b5b73', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:33.857777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:33.862524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:33.866072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:33.872718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:33.891657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.958766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.961456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.963385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e4a309b-9f54-4cec-b0dd-3cc066f6643a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:33.986259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399971f7-21e5-4ef1-9cc1-54489445916f,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:33.990438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:33.997866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:33.999462 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1552300
Dec 21 10:11:34.002255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43698) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:34.007791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '55aeea4c-6cf9-4250-b997-39d4af9b5b73', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:34.014948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:34.019013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:34.022089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:34.028859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:34.045297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.114557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.116977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.118790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:34.147202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5651d7e-4f62-4b1d-8289-33c0c3c495b8,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:34.149747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:34.157939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.159274 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1560316
Dec 21 10:11:34.162191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43702) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:34.167826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '55aeea4c-6cf9-4250-b997-39d4af9b5b73', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:34.174025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:34.178117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:34.181132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:34.187026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:34.485376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.554299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.559676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.561799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a950e52f-cb1b-4570-ad78-a9fe0ad115b9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:34.579350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f691fc98-224d-48bf-8f77-06d0803133bf,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:34.583185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:34.599288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.600595 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.4373751
Dec 21 10:11:34.603704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43716) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:34.610305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '55aeea4c-6cf9-4250-b997-39d4af9b5b73', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:34.617032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:34.621150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:34.624272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:34.630335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:34.641117 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:11:34.648439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.720570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.723980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.725907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7ea8675-b7a3-4127-adf2-d80899dd664c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:34.743494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-baea4ba5-51e8-470b-b464-f88a29fe61bb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:11:34.750800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3d4377-d36a-4a36-bd48-eea3fc9bfdb9,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:34.753449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:34.760152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.761310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-baea4ba5-51e8-470b-b464-f88a29fe61bb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:11:34.761455 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1566036
Dec 21 10:11:34.764094 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-baea4ba5-51e8-470b-b464-f88a29fe61bb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2133153490&fields=id&tenant_id=4ea0210217b44df5977646100e80540e HTTP/1.1" status: 200  len: 267 time: 0.0647743
Dec 21 10:11:34.765100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43720) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:34.770832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '55aeea4c-6cf9-4250-b997-39d4af9b5b73', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:34.778988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:34.807744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:34.815548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:34.837186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:34.912409 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:11:34.924033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:34.989242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-70ca2fcf-a649-4edb-884d-3daebd363bd6 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:34.990827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-70ca2fcf-a649-4edb-884d-3daebd363bd6 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 811 time: 0.2138658
Dec 21 10:11:35.017578 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-7fec961f-7fd3-4fb9-9274-1760af42edb9 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/quotas/4ea0210217b44df5977646100e80540e HTTP/1.1" status: 200  len: 375 time: 0.0186923
Dec 21 10:11:35.030896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:35.068325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:35.074581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:35.104459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90820f01-02aa-4b8c-b3d1-fc23f60f5156,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:35.110127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:35.127527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:35.128802 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c5fb56e8-378a-4f71-a23f-bd9e90f4e3bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.3625329
Dec 21 10:11:35.147084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-1006bb4c-0410-44ae-9abe-974a03a92d0d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:11:35.164928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-1006bb4c-0410-44ae-9abe-974a03a92d0d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:11:35.166372 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-1006bb4c-0410-44ae-9abe-974a03a92d0d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1417010
Dec 21 10:11:35.320839 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-2cdf6762-d2e0-4201-92ea-c4217cf9919d service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399131
Dec 21 10:11:35.475223 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-942961d2-13e1-4b40-b8a7-12d7de0d5b98 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-292754544&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.1256144
Dec 21 10:11:35.553770 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-baaf1a17-d183-47bb-bfa0-83c42ac798fa service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2260425
Dec 21 10:11:35.665704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-701fbf66-21d3-4dda-883c-d15760f92bc9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:35.669260 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-701fbf66-21d3-4dda-883c-d15760f92bc9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/networks?id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 797 time: 0.1838415
Dec 21 10:11:35.684000 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-ea57b503-8b1e-4ae0-a929-d4246251a4e3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/quotas/4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 375 time: 0.0104158
Dec 21 10:11:35.779561 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-2ed1c38f-e56a-43fa-b770-be6be990ae20 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0895965
Dec 21 10:11:35.939076 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-1931d2d2-d82c-4f16-99df-5041082143fa service neutron] 10.222.0.45 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462245
Dec 21 10:11:36.010311 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd3098c9-75c6-477a-b9eb-f2ae5e4c2b46 req-89e1e932-5032-4950-8111-cffc5e69aa6c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 210 time: 0.0675285
Dec 21 10:11:36.129211 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-c6958cb3-1a7d-466d-adc5-aee46651e1dc service neutron] 10.222.0.45 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482747
Dec 21 10:11:36.336828 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1e72d8d2-b8e6-488b-981e-fe2e10e95c2d req-53db8d4c-a625-451f-96a7-98a3d9c9532a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 210 time: 0.0509684
Dec 21 10:11:37.138132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-058d24d1-55ba-44f0-bf02-3c7b5d11f6b5 req-e675cab8-dff9-4b88-a6f9-6fd2577a7110 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 210 time: 0.0532815
Dec 21 10:11:37.407882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-9286542f-e406-471c-b312-fe1ad8660957 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:37.409534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-9286542f-e406-471c-b312-fe1ad8660957 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 797 time: 0.1763406
Dec 21 10:11:37.479438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:11:37.566019 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8221c1a8-9631-4195-b5b5-b1564154e03e req-476e7c97-9fe9-4f80-90a6-00c94544e4ad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 210 time: 0.0812154
Dec 21 10:11:37.572958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-6527eb01-8ca1-45ff-ae5a-c13a2d8428c8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 12653 time: 0.1503704
Dec 21 10:11:37.595500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'device_id': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'admin_state_up': True, 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'security_groups': ['55aeea4c-6cf9-4250-b997-39d4af9b5b73']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:37.739985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:37.749894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:37.758618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:11:37.764811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:38.185244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.12 (52ff4fad-e6bf-49bf-95fe-047b537a3116/5cf5eaae-311c-43b2-97d7-2d753c70c38b/bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:11:38.280848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-2128f2b9-2232-4af9-9292-b671fd8349a7 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:38.282446 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-2128f2b9-2232-4af9-9292-b671fd8349a7 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 811 time: 0.2288857
Dec 21 10:11:38.300793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bbb4a408-f207-4135-833b-ee04e274c03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:38.379832 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af454067-020f-4d54-9eb5-a7dd38e30677 req-c58a5519-26bc-4277-bda5-ab51fe40c614 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 210 time: 0.1092000
Dec 21 10:11:38.507517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-66afadb8-8d9c-41bc-88cb-91ade6bdd479 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ea0210217b44df5977646100e80540e HTTP/1.1" status: 200  len: 5559 time: 0.1897135
Dec 21 10:11:38.529078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'port': {'device_id': 'e9cdf588-7e31-4f26-9d46-788313878009', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'admin_state_up': True, 'tenant_id': '4ea0210217b44df5977646100e80540e', 'security_groups': ['72d0f7ba-a360-4bd5-ba5c-c70bef859d69']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:38.596574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:38.681423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:38.767936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7cc69ffb-1587-4a2c-9f1d-678f42c09b69 req-128c029a-f31b-4a51-87fb-5a00d7900247 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 210 time: 0.0581644
Dec 21 10:11:38.776534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:38.789305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:38.791972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:38.813306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7c6bbb7d-ee09-4993-a782-002578707984 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:38.854182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Made reservation on behalf of 4ea0210217b44df5977646100e80540e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:11:38.860264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:39.009943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:39.032015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:39.167616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:11:39.171927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:11:39.176145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:11:39.384997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-efa364f5-8e5e-40ae-a835-9d98d8ca9d75 None None] Provisioning for port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:39.412510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-efa364f5-8e5e-40ae-a835-9d98d8ca9d75 None None] Provisioning complete for port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:39.412941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-efa364f5-8e5e-40ae-a835-9d98d8ca9d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:39.485479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-efa364f5-8e5e-40ae-a835-9d98d8ca9d75 None None] Port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:11:39.589565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-73206a69-9f7a-4c3e-8ff3-0d80f54c7646 req-84d8f480-3b0f-4cca-b4b4-dc3866f24cf5 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 210 time: 0.0651660
Dec 21 10:11:39.636892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:39.637581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:39.726388 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1436772
Dec 21 10:11:39.741648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Request body: {'port': {'device_id': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:39.773622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Allocated IP 172.20.0.13 (8c7557a9-4f8f-4092-be8d-05b81858a962/eb707b19-b9b0-470e-abcb-0adf71045831/701fb2dd-eca0-44a5-bf2b-4fd3727a4faf) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:11:39.994930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:40.242412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1244a683-3924-4081-aab6-8b71cced14e4 req-34f0db8b-93fd-4a7b-b11e-3efa569ed6ef tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:40.243162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1244a683-3924-4081-aab6-8b71cced14e4 req-34f0db8b-93fd-4a7b-b11e-3efa569ed6ef tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:11:40.249693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:40.295274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Transition to ACTIVE for port object 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:40.345965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1244a683-3924-4081-aab6-8b71cced14e4 req-34f0db8b-93fd-4a7b-b11e-3efa569ed6ef tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:11:40.347258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1244a683-3924-4081-aab6-8b71cced14e4 req-34f0db8b-93fd-4a7b-b11e-3efa569ed6ef tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 932 time: 0.4297793
Dec 21 10:11:40.450892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:40.476210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15c418d8-e4f8-4221-98ec-ee222f88cd0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:40.508578 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1244a683-3924-4081-aab6-8b71cced14e4 req-dfe218ba-4bdf-4811-b23b-ffc6cdf4d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1509650
Dec 21 10:11:40.705466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'Port': ['ID=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:40.712633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:40.860408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:11:40.865128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:11:40.908453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:11:40.994268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01c807-89e2-4e73-981a-edc04b185458 req-1a841379-4faa-4a52-97f9-de6dd0bafa03 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:40.995072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-df01c807-89e2-4e73-981a-edc04b185458 req-1a841379-4faa-4a52-97f9-de6dd0bafa03 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:11:40.999865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:11:41.013285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:41.026304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:41.026982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:41.058147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Transition to ACTIVE for port object bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:41.061075 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5401580
Dec 21 10:11:41.062659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-df01c807-89e2-4e73-981a-edc04b185458 req-1a841379-4faa-4a52-97f9-de6dd0bafa03 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:11:41.063806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-df01c807-89e2-4e73-981a-edc04b185458 req-1a841379-4faa-4a52-97f9-de6dd0bafa03 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 932 time: 0.3363242
Dec 21 10:11:41.064421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:41.083159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:41.117009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-879a95d9-1a13-47c5-bc42-1be05a7e321d None None] Provisioning for port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:41.120913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Request body: {'port': {'device_id': 'e9cdf588-7e31-4f26-9d46-788313878009', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:41.123533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-879a95d9-1a13-47c5-bc42-1be05a7e321d None None] Provisioning complete for port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:41.124018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-879a95d9-1a13-47c5-bc42-1be05a7e321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:41.184754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-879a95d9-1a13-47c5-bc42-1be05a7e321d None None] Port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:11:41.325635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:41.334076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:41.364330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-df01c807-89e2-4e73-981a-edc04b185458 req-0c584a94-c619-478c-9959-77bb05aecc6f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2822177
Dec 21 10:11:41.422915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:41.728231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Attempting to bind port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:11:41.728805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Attempting to bind port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:11:41.728956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Attempting to bind port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 on network 52ff4fad-e6bf-49bf-95fe-047b537a3116 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:11:41.745199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:11:41.745602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Checking segment: {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:11:41.746050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:41.746442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Bound using segment: {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:11:41.746925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Bound port: bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c588691-df1c-49bd-8e7b-1d51147c990a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:11:41.747300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:41.979141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc3663-d0e2-49b2-ab9b-254ea97e12c8 req-be860cb8-6f2b-4e39-a534-1b7483adabe5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:41.981323 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96cc3663-d0e2-49b2-ab9b-254ea97e12c8 req-be860cb8-6f2b-4e39-a534-1b7483adabe5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 944 time: 0.3027167
Dec 21 10:11:42.064628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] For port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:11:42.100362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] For port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:11:42.113692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:42.118064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:42.398058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b2ef6bf4-d479-4bd1-a2ec-a84738643f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:42.408165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ffbbee4-1759-4532-8c94-2485ae591eda tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:42.440845 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96cc3663-d0e2-49b2-ab9b-254ea97e12c8 req-0fffdb0a-0e42-4e91-919c-a0a333ea4f43 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4498127
Dec 21 10:11:42.624202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:42.637629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:42.645990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:42.758731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:11:42.773141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:42.790647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:42.791336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:42.792851 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] 10.222.0.16 "PUT /v2.0/ports/bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 HTTP/1.1" status: 200  len: 1158 time: 3.0560374
Dec 21 10:11:42.793462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'tag': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:11:42.808409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78905e3a-cf0a-4593-8e8d-3e464bdaff76 req-6d06b541-099a-484e-82cc-6e1074240b70 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:42.810754 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78905e3a-cf0a-4593-8e8d-3e464bdaff76 req-6d06b541-099a-484e-82cc-6e1074240b70 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 932 time: 0.3038442
Dec 21 10:11:42.811960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Transition to ACTIVE for port object 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:11:42.815213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:42.835539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73351a52-f6e1-445f-bfb8-6e8f882e5bcf tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:42.866980 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'tag': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7', 'status': 'completed', 'code': 200}
Dec 21 10:11:43.082337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Pushing event updated for resources: {'Port': ['ID=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:43.086749 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78905e3a-cf0a-4593-8e8d-3e464bdaff76 req-c40c9c55-7efc-4e9e-ba48-9a297b9fa25c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2551024
Dec 21 10:11:43.087579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:43.137890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-ef02d98d-d23b-4028-bfb1-2b2d53b5a490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:43.139526 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-ef02d98d-d23b-4028-bfb1-2b2d53b5a490 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 1161 time: 0.2667551
Dec 21 10:11:43.275127 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-6eadb47a-4b2f-4e97-a487-f8c8c3dde5ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 HTTP/1.1" status: 200  len: 217 time: 0.0767438
Dec 21 10:11:43.403928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-cff65096-b483-4dac-baf7-eedadeefee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:43.405826 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-cff65096-b483-4dac-baf7-eedadeefee39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5cf5eaae-311c-43b2-97d7-2d753c70c38b HTTP/1.1" status: 200  len: 833 time: 0.1019771
Dec 21 10:11:43.412695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Attempting to bind port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:11:43.413069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Attempting to bind port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:11:43.413436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Attempting to bind port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf on network 8c7557a9-4f8f-4092-be8d-05b81858a962 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:11:43.454752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:43.464706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:11:43.465632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Checking segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:11:43.466124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:43.466527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Bound using segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:11:43.467014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Bound port: 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:11:43.467397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:43.592302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-99d227a8-622f-4d87-af50-75ab93795e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:43.594403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-99d227a8-622f-4d87-af50-75ab93795e1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52ff4fad-e6bf-49bf-95fe-047b537a3116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1780622
Dec 21 10:11:43.636401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] For port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:11:43.693626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] For port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:11:43.703865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:43.722018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-389f4f30-3092-4c91-be1e-934e90f38656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:43.986064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Pushing event updated for resources: {'Port': ['ID=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:44.003741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:44.010350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0beba6-9446-4188-b324-93c64ce0d5a0 req-9c43ae73-4a08-4f5b-88f3-f71520d29832 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:44.012058 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a0beba6-9446-4188-b324-93c64ce0d5a0 req-9c43ae73-4a08-4f5b-88f3-f71520d29832 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 944 time: 0.4253259
Dec 21 10:11:44.018111 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-b1a69447-60f3-4865-9f7c-cdba2fc9ba0e service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3832157
Dec 21 10:11:44.114109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:44.114808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:44.116321 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] 10.222.0.16 "PUT /v2.0/ports/701fb2dd-eca0-44a5-bf2b-4fd3727a4faf HTTP/1.1" status: 200  len: 1158 time: 3.0355239
Dec 21 10:11:44.218591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a0beba6-9446-4188-b324-93c64ce0d5a0 req-6210bada-e5b2-4bdd-8c32-dcdf3be49330 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1994414
Dec 21 10:11:44.323227 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-95967430-a5f6-41d4-b26d-96f586bdc171 req-262dd27d-cc81-4518-909f-75d9bfd9148b service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2861302
Dec 21 10:11:44.364026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-8749829f-c0b4-4ac7-a2ad-eb00fb3229dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:44.365600 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-8749829f-c0b4-4ac7-a2ad-eb00fb3229dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 1161 time: 0.1876733
Dec 21 10:11:44.380350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632331cf-6f95-414d-8427-d072b24e8781 req-e1161f6c-cffa-4a6f-a34a-9222cc860c26 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:44.381904 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-632331cf-6f95-414d-8427-d072b24e8781 req-e1161f6c-cffa-4a6f-a34a-9222cc860c26 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 944 time: 0.1304429
Dec 21 10:11:44.505636 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-d46a2ac4-c2eb-4545-9410-e046e5708a2c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf HTTP/1.1" status: 200  len: 217 time: 0.1226060
Dec 21 10:11:44.599501 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-632331cf-6f95-414d-8427-d072b24e8781 req-5a5b5aac-fa79-4ab5-aeb3-f94dacdb62ca tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1283524
Dec 21 10:11:44.619431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-ef72dc21-5882-4ad9-906f-a143fee81ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:44.621031 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-ef72dc21-5882-4ad9-906f-a143fee81ccd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.1065421
Dec 21 10:11:44.669629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-f45041da-0311-495f-83c0-515a1c8de7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:44.671220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-f45041da-0311-495f-83c0-515a1c8de7eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 1161 time: 0.2872248
Dec 21 10:11:45.056004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cdf588-7e31-4f26-9d46-788313878009', 'tag': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:11:45.093624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-ac3ee9d9-3c7a-40b4-927d-7f01ffba485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:45.095240 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-ac3ee9d9-3c7a-40b4-927d-7f01ffba485b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4668245
Dec 21 10:11:45.137283 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cdf588-7e31-4f26-9d46-788313878009', 'tag': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf', 'status': 'completed', 'code': 200}
Dec 21 10:11:45.154510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-aaf2972d-c7cc-4dae-8a6d-3f778ae42ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:45.156338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-aaf2972d-c7cc-4dae-8a6d-3f778ae42ead service neutron] 10.222.0.16 "GET /v2.0/networks?id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 891 time: 0.4763522
Dec 21 10:11:45.293797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-20bf194f-2a2a-4e1b-8242-0fe9b7e51956 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 HTTP/1.1" status: 200  len: 217 time: 0.1297257
Dec 21 10:11:45.432401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-ffcc3ec7-9999-44b6-b00d-a20b306f1e71 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3244245
Dec 21 10:11:45.436548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-a93eb861-3ecd-4f04-8ae4-de00e3f0ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:45.438029 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-a93eb861-3ecd-4f04-8ae4-de00e3f0ef55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5cf5eaae-311c-43b2-97d7-2d753c70c38b HTTP/1.1" status: 200  len: 833 time: 0.1366799
Dec 21 10:11:45.672292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69eeb76-3228-464e-b181-ce29489a37ae req-289a241d-c29b-4003-9cd5-3a6586dde236 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:45.673970 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e69eeb76-3228-464e-b181-ce29489a37ae req-289a241d-c29b-4003-9cd5-3a6586dde236 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 944 time: 0.3176217
Dec 21 10:11:45.679358 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af37b004-dbf8-41d3-9db5-0d7790fd3463 req-c196db1e-edb1-44b5-b7c8-8f536d5532f6 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2377985
Dec 21 10:11:45.707751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-1ed65a65-a85e-42d0-8554-7c37a722b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:45.709803 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-1ed65a65-a85e-42d0-8554-7c37a722b638 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52ff4fad-e6bf-49bf-95fe-047b537a3116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2419701
Dec 21 10:11:45.850137 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e69eeb76-3228-464e-b181-ce29489a37ae req-de39169a-5358-4942-93be-9b11d72fda31 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1682234
Dec 21 10:11:46.005679 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-d9be69a3-74c1-467f-ab57-c483351836c1 service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2833734
Dec 21 10:11:46.021181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b950be-bc3c-46ea-8980-3651978b756c req-64bf7576-4850-4c0a-b8fc-554ad7183a0f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:46.022770 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-70b950be-bc3c-46ea-8980-3651978b756c req-64bf7576-4850-4c0a-b8fc-554ad7183a0f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 944 time: 0.2750506
Dec 21 10:11:46.046786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-db443eab-e43d-4c35-8443-6e950a4fb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:46.048179 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-db443eab-e43d-4c35-8443-6e950a4fb88b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 1161 time: 0.2926030
Dec 21 10:11:46.274813 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-70b950be-bc3c-46ea-8980-3651978b756c req-a0eb2cb3-09e3-4493-b927-23d183d9d195 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2232811
Dec 21 10:11:46.335853 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6842e25-9c43-475d-98bb-562280ca0ca1 req-4b24596d-d751-4080-afb5-1442a3c9dc29 service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3209913
Dec 21 10:11:46.340376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-8ba564fc-d68f-4994-8301-c78b64e06bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:46.341825 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-8ba564fc-d68f-4994-8301-c78b64e06bff service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.2717497
Dec 21 10:11:46.419472 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-0716e9e8-a414-42da-a616-075be71650f5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf HTTP/1.1" status: 200  len: 217 time: 0.0706506
Dec 21 10:11:46.489837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-ff72fd68-84d6-4a5d-a046-4662b04eee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:46.491429 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-ff72fd68-84d6-4a5d-a046-4662b04eee0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0650907
Dec 21 10:11:46.578934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-7b273436-42bc-4e8f-bec7-2e1750ce7794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:46.580510 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-7b273436-42bc-4e8f-bec7-2e1750ce7794 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815718
Dec 21 10:11:46.730153 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-4f8c478c-bfb1-437f-b672-12919a53b373 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415532
Dec 21 10:11:46.876420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adb6504f-a32e-4458-bbe0-cf04774c7d56 req-079af95e-72bb-462b-8c8a-27ed6664a1eb service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392159
Dec 21 10:11:47.062368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2c324-03cd-43dc-924f-729968c360fb req-f8dec7f8-0ad2-484b-aabf-0cc57c5021c1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:47.064033 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a9f2c324-03cd-43dc-924f-729968c360fb req-f8dec7f8-0ad2-484b-aabf-0cc57c5021c1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 944 time: 0.0854547
Dec 21 10:11:47.112160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a9f2c324-03cd-43dc-924f-729968c360fb req-cead8bbb-6755-44b3-b232-e5d7df83c969 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417447
Dec 21 10:11:47.364855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:47.438281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:47.443317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:47.443853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:47.494165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d038c-550b-476e-a2cd-6b592f040730 req-e2b53986-5368-48c3-8a2d-3b653aaff094 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:47.495776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cc8d038c-550b-476e-a2cd-6b592f040730 req-e2b53986-5368-48c3-8a2d-3b653aaff094 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 944 time: 0.0886476
Dec 21 10:11:47.547260 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cc8d038c-550b-476e-a2cd-6b592f040730 req-ddfee4b8-0feb-4ff6-8add-5caac0e3dfae tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0449870
Dec 21 10:11:47.563702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:47.592807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:11:47.603815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:47.607064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:47.609197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:47.656498 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7', 'code': 200}
Dec 21 10:11:47.683096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:47.686846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:47.897134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b0e72-1117-4b63-9bee-aa43c655b19e req-16e5322b-dee0-4fea-8ad9-4be12e628e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:47.898788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5a3b0e72-1117-4b63-9bee-aa43c655b19e req-16e5322b-dee0-4fea-8ad9-4be12e628e16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 1163 time: 0.0731277
Dec 21 10:11:47.946520 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5a3b0e72-1117-4b63-9bee-aa43c655b19e req-a25b495b-b6fa-4fcd-bb91-5023815efc45 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402861
Dec 21 10:11:48.327153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390ad78d-8997-4faa-9511-d55ccf40b3a2 req-1d1b27dc-e906-4f2a-abfc-149a6d1c5ec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:48.328762 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-390ad78d-8997-4faa-9511-d55ccf40b3a2 req-1d1b27dc-e906-4f2a-abfc-149a6d1c5ec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 946 time: 0.0849538
Dec 21 10:11:48.376966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-390ad78d-8997-4faa-9511-d55ccf40b3a2 req-39de3897-4feb-41fe-a200-a5b6b8310bb2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418086
Dec 21 10:11:48.790447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de4586-c4c6-4ad8-a2e8-478ba50db414 req-9b95f643-df8e-4c78-a613-842e14384f4f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:48.791966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39de4586-c4c6-4ad8-a2e8-478ba50db414 req-9b95f643-df8e-4c78-a613-842e14384f4f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 944 time: 0.0883224
Dec 21 10:11:48.842185 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39de4586-c4c6-4ad8-a2e8-478ba50db414 req-6577347d-b2fa-4584-90b5-563ddf9c75e2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0432856
Dec 21 10:11:49.034196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:49.116465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:49.116806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:49.591760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f9282-ef79-48d6-be10-cc055f750373 req-d6646bf7-cf00-4735-acdd-5190084fce5b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:49.593381 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d8f9282-ef79-48d6-be10-cc055f750373 req-d6646bf7-cf00-4735-acdd-5190084fce5b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 946 time: 0.0871058
Dec 21 10:11:49.645699 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d8f9282-ef79-48d6-be10-cc055f750373 req-fb86f5bd-e091-4b90-ad46-1574fc4d0bc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459199
Dec 21 10:11:49.858291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e750d18-bc01-4b4c-afb0-45369a33453a req-2f6b395c-54aa-4482-95f9-4c2ac6e2cc78 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:49.859900 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e750d18-bc01-4b4c-afb0-45369a33453a req-2f6b395c-54aa-4482-95f9-4c2ac6e2cc78 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 946 time: 0.0867536
Dec 21 10:11:49.909007 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e750d18-bc01-4b4c-afb0-45369a33453a req-56edb6ee-1326-46ee-a40f-73d0730de288 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426769
Dec 21 10:11:49.939472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43818) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:50.084585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279f23b8-d6d3-4f20-91ff-4e3f22ce6194 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:50.086304 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-279f23b8-d6d3-4f20-91ff-4e3f22ce6194 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 1158 time: 0.1457322
Dec 21 10:11:50.089562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43822) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:50.096587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-dc7f466d-32dc-4784-851c-1349a3507968 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'port_id': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:50.098324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937285e0-cca4-4a7f-8397-55180fcc21a8 req-1035bea7-2262-4fc1-8a45-764846d6361e tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:50.099910 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-937285e0-cca4-4a7f-8397-55180fcc21a8 req-1035bea7-2262-4fc1-8a45-764846d6361e tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 944 time: 0.1194284
Dec 21 10:11:50.149296 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-937285e0-cca4-4a7f-8397-55180fcc21a8 req-69cb2f82-6180-41f7-a861-de27c9d6ee6e tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421047
Dec 21 10:11:50.185245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc7f466d-32dc-4784-851c-1349a3507968 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:50.823757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc7f466d-32dc-4784-851c-1349a3507968 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:50.827521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc7f466d-32dc-4784-851c-1349a3507968 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:51.014946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-dc7f466d-32dc-4784-851c-1349a3507968 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP 3c036d5f-f6f5-43be-86cd-051d14c165a6 associated. External IP: 172.26.1.227, port: bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7.
Dec 21 10:11:51.381805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06cd1f-11eb-4099-b53a-e6e7b249d0bd req-c41fc129-1216-4591-96a3-8f7b4a455937 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:51.383338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf06cd1f-11eb-4099-b53a-e6e7b249d0bd req-c41fc129-1216-4591-96a3-8f7b4a455937 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 944 time: 0.0881724
Dec 21 10:11:51.393323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7f466d-32dc-4784-851c-1349a3507968 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:11:51.434455 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf06cd1f-11eb-4099-b53a-e6e7b249d0bd req-96112814-b403-4662-969c-4214b323a44f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0427654
Dec 21 10:11:51.580125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7f466d-32dc-4784-851c-1349a3507968 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:11:51.584630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc7f466d-32dc-4784-851c-1349a3507968 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:51.593354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] Sync routers for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:11:51.606789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:51.607464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecfaa978>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:51.641718 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dc7f466d-32dc-4784-851c-1349a3507968 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 992 time: 1.5499945
Dec 21 10:11:51.642343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'tag': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:11:51.644734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43828) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:51.803961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:51.885979 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'tag': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7', 'status': 'completed', 'code': 200}
Dec 21 10:11:52.096647 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ff0941f1-aa1c-4427-a65f-1ecceac5c826 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 992 time: 0.4502759
Dec 21 10:11:52.126845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-aecd1320-a21a-423d-a05b-dc6fdd481e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:52.128594 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-aecd1320-a21a-423d-a05b-dc6fdd481e9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 1163 time: 0.1030016
Dec 21 10:11:52.276628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-89e2001b-ea8f-4942-ab85-0121a1e0f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:52.278405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-89e2001b-ea8f-4942-ab85-0121a1e0f57f service neutron] 10.222.0.16 "GET /v2.0/networks?id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 891 time: 0.1402006
Dec 21 10:11:52.360942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecfaa978>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '3c036d5f-f6f5-43be-86cd-051d14c165a6', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.227', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'port_id': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'mac_address': 'fa:16:3e:4a:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:10:49Z', 'updated_at': '2020-12-21T10:11:50Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:52.365124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] Checking router: e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:11:52.374881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:11:52.375555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecfaa978>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:52.393716 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-f3cb5f23-891f-48ba-a1dc-5b11a7f7679f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 HTTP/1.1" status: 200  len: 1000 time: 0.1060231
Dec 21 10:11:52.466323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-db9dbcc3-5d14-40c0-85c4-30a484d791f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:52.467920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-db9dbcc3-5d14-40c0-85c4-30a484d791f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5cf5eaae-311c-43b2-97d7-2d753c70c38b HTTP/1.1" status: 200  len: 833 time: 0.0667403
Dec 21 10:11:52.561233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-e56e9847-de51-4552-a485-662638a4fd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:52.562960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-e56e9847-de51-4552-a485-662638a4fd1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52ff4fad-e6bf-49bf-95fe-047b537a3116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867803
Dec 21 10:11:52.590499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:11:52.790679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01f689c-cd22-4b8b-9f1e-191e41dc0a30 req-e2552a33-38be-4a37-83c0-c6e8fbd37990 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:52.792287 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a01f689c-cd22-4b8b-9f1e-191e41dc0a30 req-e2552a33-38be-4a37-83c0-c6e8fbd37990 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 944 time: 0.2239575
Dec 21 10:11:52.796893 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-60324f98-64ef-415f-bbc2-2268ab135e19 service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1881046
Dec 21 10:11:52.941087 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a01f689c-cd22-4b8b-9f1e-191e41dc0a30 req-1a0c692c-3fd5-4391-98a4-dc8b094882a3 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1414130
Dec 21 10:11:52.964123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecfaa978>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '3c036d5f-f6f5-43be-86cd-051d14c165a6', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.227', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'port_id': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'mac_address': 'fa:16:3e:4a:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:10:49Z', 'updated_at': '2020-12-21T10:11:50Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:11:52.969872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f903d6f-7e1a-443c-9357-ec3945d79936 None None] The sync data for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs is: [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '3c036d5f-f6f5-43be-86cd-051d14c165a6', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.227', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'port_id': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'mac_address': 'fa:16:3e:4a:7c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:10:49Z', 'updated_at': '2020-12-21T10:11:50Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:11:52.982654 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cbab25f-56e3-47df-b89f-ba888b0f0aa8 req-5fbde7e1-b72b-442a-bf2d-7a126c900f79 service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1683331
Dec 21 10:11:53.100587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43838) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:53.217548 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e296b60-e121-41fb-a0b3-9d97db0ce6ba tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 992 time: 0.1156375
Dec 21 10:11:53.268990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e16eef9-92a8-4e39-993f-1168ddb5ba72 None None] New status for floating IP 3c036d5f-f6f5-43be-86cd-051d14c165a6: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:11:54.162182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c26bbb-9cc4-4540-8598-4f0d1314bfe2 req-01a368b3-cb92-43f2-aa0c-cb1c20bcbe09 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:54.163840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-24c26bbb-9cc4-4540-8598-4f0d1314bfe2 req-01a368b3-cb92-43f2-aa0c-cb1c20bcbe09 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 944 time: 0.0894744
Dec 21 10:11:54.211571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-24c26bbb-9cc4-4540-8598-4f0d1314bfe2 req-c707a277-7070-42ff-965e-72d72608be37 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0405626
Dec 21 10:11:54.221405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43844) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:11:54.333361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-233ac5ed-49c0-4e3a-8001-a42fab7fdaf7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 200  len: 994 time: 0.1105332
Dec 21 10:11:55.424874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3857e43-64b1-4e9c-b2ef-7835b2931601 req-9d456486-46de-40aa-9d75-752271353ebb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:55.426488 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3857e43-64b1-4e9c-b2ef-7835b2931601 req-9d456486-46de-40aa-9d75-752271353ebb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 944 time: 0.0860870
Dec 21 10:11:55.474695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3857e43-64b1-4e9c-b2ef-7835b2931601 req-5c3652ca-159d-46ae-b75e-a50d509ad269 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0419643
Dec 21 10:11:55.489613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:55.559338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:11:55.564229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:55.564650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:55.686361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:55.713446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cdf588-7e31-4f26-9d46-788313878009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:11:55.725129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:11:55.727942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:55.729875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a4542c2-e8a9-468e-a715-a336cd283c25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:55.773361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cdf588-7e31-4f26-9d46-788313878009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf', 'code': 200}
Dec 21 10:11:55.800891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:55.804117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:56.113581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30006816-a3c8-41cb-bdc0-e68d1e5a1ba1 req-9f1a2cac-e7ec-4970-b7db-1570154103ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:56.115131 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-30006816-a3c8-41cb-bdc0-e68d1e5a1ba1 req-9f1a2cac-e7ec-4970-b7db-1570154103ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 1163 time: 0.0786977
Dec 21 10:11:56.160401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-30006816-a3c8-41cb-bdc0-e68d1e5a1ba1 req-02ad6fe3-c203-4cc7-956f-359d209a5363 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0379200
Dec 21 10:11:56.694229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ebe8ab-b8fe-42d0-9087-18c5a481c7d9 req-ac0cbc75-a0b6-4b87-924a-d1c81cc1a34f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:56.695864 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5ebe8ab-b8fe-42d0-9087-18c5a481c7d9 req-ac0cbc75-a0b6-4b87-924a-d1c81cc1a34f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 946 time: 0.0857680
Dec 21 10:11:56.747571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5ebe8ab-b8fe-42d0-9087-18c5a481c7d9 req-5872fe53-a219-4304-9441-cc83755c274f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0451872
Dec 21 10:11:57.094021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:11:57.168316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:11:57.169410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:57.960958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed2101-f6fe-4df9-814c-6f4a7a4e6b7e req-95a713ba-8117-40d9-87b0-1e49f57d98fc tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:57.962592 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b2ed2101-f6fe-4df9-814c-6f4a7a4e6b7e req-95a713ba-8117-40d9-87b0-1e49f57d98fc tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 946 time: 0.0865378
Dec 21 10:11:58.011312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b2ed2101-f6fe-4df9-814c-6f4a7a4e6b7e req-367f48e2-7295-4edf-83b1-2507593c6aa5 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0422926
Dec 21 10:11:58.237686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f87e4-55a8-49ec-a3a9-a39e9ecef0f9 req-f532c5b7-9f34-4213-902d-235bed22e8e5 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:11:58.239519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-341f87e4-55a8-49ec-a3a9-a39e9ecef0f9 req-f532c5b7-9f34-4213-902d-235bed22e8e5 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 946 time: 0.0952044
Dec 21 10:11:58.289685 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-341f87e4-55a8-49ec-a3a9-a39e9ecef0f9 req-670e3baa-f134-4f11-ace5-58eeb55b95dd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0435882
Dec 21 10:11:58.537320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-9c508327-6512-450c-aa89-1f55285e3a44 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1900342
Dec 21 10:11:58.550845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:11:58.562546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:11:58.566686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Usage tracker for resource:floatingip and tenant:4ea0210217b44df5977646100e80540e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:11:58.570575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:11:58.578087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:11:58.594783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:58.759947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:59.038856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Allocated IP 172.26.1.81 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/80b0dfc6-f77b-4434-9b62-f9cd1fbdf5c8) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:11:59.197839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:59.223899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:59.239531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-54be4d5e-379a-4e05-ba65-d4f04a2e624a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:11:59.379493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'Port': ['ID=80b0dfc6-f77b-4434-9b62-f9cd1fbdf5c8,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:11:59.391262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.391688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.392105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.392519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.392930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.393338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.393770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.394178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.394582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.394987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.395388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.395791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.396322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.396749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.397147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.397571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.397977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.398376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.398773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.399171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.399569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.399970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.400371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.400795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:11:59.405830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:11:59.447002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:11:59.448208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:11:59.450630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:11:59.534866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:59.596270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:59.868209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:59.871663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:11:59.887024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-84baaec7-fd28-40df-922a-d39d05972f73 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:00.029902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'Port': ['ID=80b0dfc6-f77b-4434-9b62-f9cd1fbdf5c8,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:00.034794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:00.126395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:00.148855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:00.150191 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.6053071
Dec 21 10:12:00.234575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-e7812742-5407-4b52-bf1e-f1f3c3ce8363 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:12:00.251239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-e7812742-5407-4b52-bf1e-f1f3c3ce8363 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:12:00.252485 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-e7812742-5407-4b52-bf1e-f1f3c3ce8363 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.81 HTTP/1.1" status: 200  len: 695 time: 0.0948560
Dec 21 10:12:00.413801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-e86752e8-6d19-43e2-8d2f-f57f6aa96253 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:00.415196 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-e86752e8-6d19-43e2-8d2f-f57f6aa96253 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1566176
Dec 21 10:12:00.426693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-381be01f-0a37-452f-8b88-5b81c80c4548 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:12:00.427729 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78f0aec4-6693-49ef-9e59-b6edfe6f429f req-381be01f-0a37-452f-8b88-5b81c80c4548 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059249
Dec 21 10:12:00.625574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-623259d2-2416-446b-b84c-90458c3e8e00 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:00.627283 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-623259d2-2416-446b-b84c-90458c3e8e00 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0932229
Dec 21 10:12:00.713317 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-4db1d50a-f2be-4285-8136-3775b735abc9 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.81 HTTP/1.1" status: 200  len: 695 time: 0.0797822
Dec 21 10:12:00.724297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c27eaa92-0de6-4162-8333-51748367c4dd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'floatingip': {'port_id': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:01.076900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c27eaa92-0de6-4162-8333-51748367c4dd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:01.553191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:01.720290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c27eaa92-0de6-4162-8333-51748367c4dd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:01.722943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c27eaa92-0de6-4162-8333-51748367c4dd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:01.904378 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c27eaa92-0de6-4162-8333-51748367c4dd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Floating IP eb7a90fd-629e-4c20-b33d-4a5c2d51b275 associated. External IP: 172.26.1.81, port: 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf.
Dec 21 10:12:02.270348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c27eaa92-0de6-4162-8333-51748367c4dd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Router bfcf8ed3-c81a-4310-a284-a25054eadd02 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:12:02.454626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c27eaa92-0de6-4162-8333-51748367c4dd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:12:02.459048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c27eaa92-0de6-4162-8333-51748367c4dd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:02.464469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] Sync routers for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:12:02.475407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:12:02.476089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbd6ef0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:02.516020 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c27eaa92-0de6-4162-8333-51748367c4dd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "PUT /v2.0/floatingips/eb7a90fd-629e-4c20-b33d-4a5c2d51b275 HTTP/1.1" status: 200  len: 996 time: 1.7959285
Dec 21 10:12:02.516604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cdf588-7e31-4f26-9d46-788313878009', 'tag': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:12:02.598056 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9cdf588-7e31-4f26-9d46-788313878009', 'tag': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf', 'status': 'completed', 'code': 200}
Dec 21 10:12:02.670522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:12:02.680138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-ebe96fab-6771-46fc-8b6f-80bea721d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:02.681837 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-ebe96fab-6771-46fc-8b6f-80bea721d4f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 1163 time: 0.1502535
Dec 21 10:12:02.809627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-4fa20ccf-c3a4-4ff6-bbad-eaec1cd1b9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:02.811219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-4fa20ccf-c3a4-4ff6-bbad-eaec1cd1b9c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 1163 time: 0.1881247
Dec 21 10:12:02.944949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-1ec32e96-8a33-4b46-83ba-f2873fa2c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:02.946809 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-1ec32e96-8a33-4b46-83ba-f2873fa2c469 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.2545676
Dec 21 10:12:03.048537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbd6ef0>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'eb7a90fd-629e-4c20-b33d-4a5c2d51b275', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.81', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:d0:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cdf588-7e31-4f26-9d46-788313878009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:11:59Z', 'updated_at': '2020-12-21T10:12:01Z', 'revision_number': 1, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:03.053318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] Checking router: bfcf8ed3-c81a-4310-a284-a25054eadd02 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:12:03.063925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:12:03.064533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbd6ef0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:11:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:03.089851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-dcedb33d-cbf4-4fdb-9b14-622c6be4e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:03.091512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-dcedb33d-cbf4-4fdb-9b14-622c6be4e78c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.2698336
Dec 21 10:12:03.096170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-01d14a18-e939-48ee-b5ad-3d0367aaa238 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf HTTP/1.1" status: 200  len: 999 time: 0.1402392
Dec 21 10:12:03.259551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:12:03.260556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-770f4704-0d98-4087-a09d-298e6c10d199 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf HTTP/1.1" status: 200  len: 999 time: 0.1614521
Dec 21 10:12:03.262606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c172a632-5c74-4932-a294-0851d8e906f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:03.264421 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-c172a632-5c74-4932-a294-0851d8e906f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.1045992
Dec 21 10:12:03.381445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-7a40fb8b-6b38-4cf2-8156-4b5a9e39787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:03.382997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-7a40fb8b-6b38-4cf2-8156-4b5a9e39787d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.1157050
Dec 21 10:12:03.452778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-167eb9fa-ccbe-4f6b-8e7a-e461061b50df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:03.454476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-167eb9fa-ccbe-4f6b-8e7a-e461061b50df service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1463203
Dec 21 10:12:03.476786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-f9b536f5-792d-4fb8-a19b-8092562344b8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:12:03.477880 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-f9b536f5-792d-4fb8-a19b-8092562344b8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0103142
Dec 21 10:12:03.534819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-3e0e902c-d219-4182-8978-7488ac0ef882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:03.536953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-3e0e902c-d219-4182-8978-7488ac0ef882 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1441369
Dec 21 10:12:03.832907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbd6ef0>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'eb7a90fd-629e-4c20-b33d-4a5c2d51b275', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.81', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:d0:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cdf588-7e31-4f26-9d46-788313878009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:11:59Z', 'updated_at': '2020-12-21T10:12:01Z', 'revision_number': 1, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:03.837516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab666ff4-5b93-4422-a522-6f899aac9cdd None None] The sync data for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs is: [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'eb7a90fd-629e-4c20-b33d-4a5c2d51b275', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.81', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:d0:15:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cdf588-7e31-4f26-9d46-788313878009', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:11:59Z', 'updated_at': '2020-12-21T10:12:01Z', 'revision_number': 1, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:12:04.031083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-b7629ffd-2c5c-4547-920b-b43e27f535ff service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5459468
Dec 21 10:12:04.098690 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-8fafeedf-f366-42df-999a-d099fe3ae73d service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5538862
Dec 21 10:12:04.192925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d32855-e6a5-4cb5-b2f6-115e85f4d509 None None] New status for floating IP eb7a90fd-629e-4c20-b33d-4a5c2d51b275: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:12:04.303012 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e97fd951-65fd-4a26-9b47-60f6c792c2a1 req-ee6058b1-6eb2-4aec-9601-dbdcae6ff32c service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2646124
Dec 21 10:12:04.334057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96667f34-d0e2-439e-8f18-a48fd4bca446 req-e2a1136f-6a51-4595-babb-dd5deea2c8e1 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1840546
Dec 21 10:12:08.326195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c3f2929-80d1-4756-9187-1413dd6b3644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:12.120527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:12.401005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ee3127c-7a6d-4354-89a2-c9211439e0d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:12.627197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:13.456946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:14.285652 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-8dfa8556-ce08-413d-9cd7-f9f978a27802 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0834169
Dec 21 10:12:14.382314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-5e23d2c9-da4a-42cf-8815-3e86942b5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:14.383922 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-5e23d2c9-da4a-42cf-8815-3e86942b5e9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 1162 time: 0.0751376
Dec 21 10:12:14.478926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:12:14.550993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-cd1ea4cc-acc8-4865-be91-a2d9f675205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:14.552555 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-cd1ea4cc-acc8-4865-be91-a2d9f675205e service neutron] 10.222.0.16 "GET /v2.0/networks?id=52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 200  len: 891 time: 0.1480181
Dec 21 10:12:14.645294 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-cc0fb9b8-38b3-4e4e-87b9-c3ca56df0ace service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed HTTP/1.1" status: 200  len: 217 time: 0.0707269
Dec 21 10:12:14.716499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-86a42b47-8f03-49c3-adcf-1bb58ae68b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:14.718170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-86a42b47-8f03-49c3-adcf-1bb58ae68b1b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5cf5eaae-311c-43b2-97d7-2d753c70c38b HTTP/1.1" status: 200  len: 833 time: 0.0658691
Dec 21 10:12:14.804019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-7f0389b4-d70b-4036-969d-ea5dff22dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:14.806030 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-7f0389b4-d70b-4036-969d-ea5dff22dd61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=52ff4fad-e6bf-49bf-95fe-047b537a3116&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0797136
Dec 21 10:12:14.959511 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-3095736e-a507-41ff-982c-8a9522bc27ba service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452379
Dec 21 10:12:15.105636 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-154262ca-ba7e-4518-9b3e-c072ab6b94af req-6dbaf8c0-a687-4f37-8d60-0cddf5bf3e16 service neutron] 10.222.0.16 "GET /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395738
Dec 21 10:12:27.903747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2c2be-809a-4d0e-850c-db4b1a69926c req-a4dbb510-bf30-4a50-8585-e09239c1264d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:27.905642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55a2c2be-809a-4d0e-850c-db4b1a69926c req-a4dbb510-bf30-4a50-8585-e09239c1264d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 946 time: 0.0900984
Dec 21 10:12:27.958544 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55a2c2be-809a-4d0e-850c-db4b1a69926c req-e67c805b-e8fa-4d43-a938-585aacdb4fe0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458715
Dec 21 10:12:29.185133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d7265-04fa-4fb8-aa66-47d75a2cf991 req-5d9ea979-be14-48fe-b765-2e1945698aad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:29.186801 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b7d7265-04fa-4fb8-aa66-47d75a2cf991 req-5d9ea979-be14-48fe-b765-2e1945698aad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 946 time: 0.0895100
Dec 21 10:12:29.238881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b7d7265-04fa-4fb8-aa66-47d75a2cf991 req-fe54f4f9-c518-4137-b014-4f5e679ae3d8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=55aeea4c-6cf9-4250-b997-39d4af9b5b73&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444441
Dec 21 10:12:29.486661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7edc5-e332-432f-843b-debf399fd075 req-12c39b21-b1db-4f34-a5f0-d189348dcad3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:29.489037 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6c7edc5-e332-432f-843b-debf399fd075 req-12c39b21-b1db-4f34-a5f0-d189348dcad3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 946 time: 0.0879400
Dec 21 10:12:29.569991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:12:29.570420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:29.843594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:12:29.844235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:30.172820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:30.173253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:30.173687 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP 3c036d5f-f6f5-43be-86cd-051d14c165a6 disassociated. External IP: 172.26.1.227, port: bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7.
Dec 21 10:12:30.174318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:12:30.373983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:30.395771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd4d317f-aa87-4710-b74e-cdcd1aa592d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:30.482886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:30.502790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:30.504546 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-186cf0b5-ac9b-4304-80fb-63cf53b9e148 req-f785a657-082b-4fdc-8e76-b8fa5b992656 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 210 time: 0.1271284
Dec 21 10:12:30.827517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:12:31.032587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:12:31.047415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] Sync routers for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:12:31.061835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:12:31.062360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee24d588>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:12:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:31.073552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:12:31.077811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:31.089572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'name': 'network-vif-deleted', 'tag': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:12:31.110988 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6c7edc5-e332-432f-843b-debf399fd075 req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "DELETE /v2.0/ports/bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 HTTP/1.1" status: 204  len: 173 time: 1.6167228
Dec 21 10:12:31.181266 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9d1ae4-54ec-44d6-a867-4b8742e1d695', 'name': 'network-vif-deleted', 'tag': 'bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7', 'status': 'completed', 'code': 200}
Dec 21 10:12:31.239726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:12:31.284577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:12:31.284974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device bcd9e8ce-36d9-4dd5-b726-b639b7a54ac7 not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:12:31.304015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:12:31.577646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:31.678846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee24d588>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:31.683333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] Checking router: e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:12:31.697955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:12:31.697955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee24d588>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:12:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:31.805313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f26513ac-dfe0-48a9-938a-5b72dc3c5743 req-c685ea09-7e9e-473a-b6dc-838156fa0feb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:12:31.835345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f26513ac-dfe0-48a9-938a-5b72dc3c5743 req-c685ea09-7e9e-473a-b6dc-838156fa0feb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:12:31.836405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f26513ac-dfe0-48a9-938a-5b72dc3c5743 req-c685ea09-7e9e-473a-b6dc-838156fa0feb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=af9d1ae4-54ec-44d6-a867-4b8742e1d695 HTTP/1.1" status: 200  len: 210 time: 0.0960455
Dec 21 10:12:31.909154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:12:32.252145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee24d588>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:32.255724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25aa8c4-4cce-4e5d-95f2-c54ec7a011e2 None None] The sync data for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs is: [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '32af81b1-aee0-4f2f-a1e2-0ba0729e15e0', 'name': '', 'network_id': '52ff4fad-e6bf-49bf-95fe-047b537a3116', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:e8:ca:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:28Z', 'updated_at': '2020-12-21T10:10:38Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '5cf5eaae-311c-43b2-97d7-2d753c70c38b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:12:32.724252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76e006e-b8ce-4b74-91c8-b49c3fd14b7b None None] New status for floating IP 3c036d5f-f6f5-43be-86cd-051d14c165a6: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:12:32.954729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43898) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:33.048908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:33.082792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:33.153621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:33.160292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb59910c-57f4-41d7-8d29-9ba8ac210f72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:33.173177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=55aeea4c-6cf9-4250-b997-39d4af9b5b73,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:33.185036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.185535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.186124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.186405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.186820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.187232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.187665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.190003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.190003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.190003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.190003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.190003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.191109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.191109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.191109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.191454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.191743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.192145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.192724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.193306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.193847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.194855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.195611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.196296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:33.200223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:33.201065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:33.206816 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/55aeea4c-6cf9-4250-b997-39d4af9b5b73 HTTP/1.1" status: 204  len: 168 time: 0.2497969
Dec 21 10:12:33.255366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43904) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:33.423926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 5410c98b-9b1f-4c55-aafc-75cc9094b81a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:12:33.424208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:33.879763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:33.879763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:34.016056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 5410c98b-9b1f-4c55-aafc-75cc9094b81a owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:12:34.174086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:34.190371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:34.248139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=5410c98b-9b1f-4c55-aafc-75cc9094b81a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:34.255055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:34.417250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:34.434919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:34.436160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aec47234-900a-41ec-b625-2dd31bf14755 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/floatingips/3c036d5f-f6f5-43be-86cd-051d14c165a6 HTTP/1.1" status: 204  len: 168 time: 1.1797676
Dec 21 10:12:34.846643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c7d9c-2c00-4d78-ab9e-0d755e56b671 req-059b3084-f0c5-4598-992b-4e4425ea9b35 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:34.848262 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d79c7d9c-2c00-4d78-ab9e-0d755e56b671 req-059b3084-f0c5-4598-992b-4e4425ea9b35 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 945 time: 0.0828145
Dec 21 10:12:34.895407 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d79c7d9c-2c00-4d78-ab9e-0d755e56b671 req-53f7a81c-9b7f-4e40-8baa-03c783226c13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=180753ea-6d7f-4791-a81c-734cf7488e22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407310
Dec 21 10:12:36.114004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1799a-5f0e-4846-9d3e-647b1c51fe26 req-3ec20e7d-8d27-474e-a08f-08303c05a8ef tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:36.115615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-26d1799a-5f0e-4846-9d3e-647b1c51fe26 req-3ec20e7d-8d27-474e-a08f-08303c05a8ef tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 945 time: 0.0890598
Dec 21 10:12:36.164930 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-26d1799a-5f0e-4846-9d3e-647b1c51fe26 req-c3dc1f33-e5a8-407d-af71-a9adc1b90a01 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=180753ea-6d7f-4791-a81c-734cf7488e22&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428641
Dec 21 10:12:36.285943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-f724b61b-75f2-4c94-88a5-8ad4785c01a7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:36.287577 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-f724b61b-75f2-4c94-88a5-8ad4785c01a7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 945 time: 0.0819094
Dec 21 10:12:36.364740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:12:36.365044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:36.619135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:12:36.619539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:36.752404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:12:36.893789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:36.913254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:36.960484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:36.973995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:37.258605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:12:37.299722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:12:37.299867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:12:37.385714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca6dbaa1-f88e-4f6e-8d9b-d80ef05ccc29 req-8d3dc03e-f79b-41a4-8b08-db6382f86af6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=e8da289a-c27c-4fb0-87bc-134f4702427f HTTP/1.1" status: 200  len: 210 time: 0.0531616
Dec 21 10:12:37.461623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port 39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:12:37.461623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:37.461623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'name': 'network-vif-deleted', 'tag': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:12:37.492685 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d2e96dfc-727b-4a1e-9a90-10241af0d808 req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "DELETE /v2.0/ports/39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed HTTP/1.1" status: 204  len: 173 time: 1.1900120
Dec 21 10:12:37.557845 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8da289a-c27c-4fb0-87bc-134f4702427f', 'name': 'network-vif-deleted', 'tag': '39f6e7f1-7d76-4b9a-979b-85d7a1a1f1ed', 'status': 'completed', 'code': 200}
Dec 21 10:12:38.306408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-046b0646-762c-4cda-bcf1-5c7aaa40be90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:38.503361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43920) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:38.580717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f88e64f-d71e-4229-8435-e5f6e615442e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:38.612868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f88e64f-d71e-4229-8435-e5f6e615442e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:38.664978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f88e64f-d71e-4229-8435-e5f6e615442e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:38.670581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a7f7ebe-511e-4cdb-a1a6-0a2216f55911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:38.685308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88e64f-d71e-4229-8435-e5f6e615442e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=180753ea-6d7f-4791-a81c-734cf7488e22,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:38.690508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f88e64f-d71e-4229-8435-e5f6e615442e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:38.696635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f88e64f-d71e-4229-8435-e5f6e615442e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:38.697517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5f88e64f-d71e-4229-8435-e5f6e615442e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/180753ea-6d7f-4791-a81c-734cf7488e22 HTTP/1.1" status: 204  len: 168 time: 0.1930623
Dec 21 10:12:38.741757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43926) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:39.119548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:39.741808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:12:39.742308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:39.942387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=32af81b1-aee0-4f2f-a1e2-0ba0729e15e0,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:12:39.942680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:40.072351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:12:40.417463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:40.433614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4fff0cf0-384f-484d-928c-36b6c87322f2 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:40.487860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=32af81b1-aee0-4f2f-a1e2-0ba0729e15e0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:40.492467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:40.877827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:41.683841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:12:41.878991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:12:41.889138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] Sync routers for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:12:41.893970 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1510174
Dec 21 10:12:41.897065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43932) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:41.903878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:12:41.905097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb7c4e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:12:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:42.095399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:12:42.108560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-21491021-e04d-43e3-8597-a7f6f5b8ce24 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting subnet 5cf5eaae-311c-43b2-97d7-2d753c70c38b {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:12:42.112122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21491021-e04d-43e3-8597-a7f6f5b8ce24 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:42.181223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21491021-e04d-43e3-8597-a7f6f5b8ce24 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:42.280220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21491021-e04d-43e3-8597-a7f6f5b8ce24 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:42.463852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:42.463852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e55c693-f8c6-4cf2-b584-e37a977bd7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:42.661271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb7c4e0>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:12:40Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:42.665571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] Checking router: e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:12:42.675402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] Routers {'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:12:42.676629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb7c4e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:12:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:42.742639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21491021-e04d-43e3-8597-a7f6f5b8ce24 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:42.748496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:42.760286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c496e2e-b2cd-4d1a-a0e3-8a853c066147 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:42.818391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21491021-e04d-43e3-8597-a7f6f5b8ce24 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Subnet': ['ID=5cf5eaae-311c-43b2-97d7-2d753c70c38b,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:42.824106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-21491021-e04d-43e3-8597-a7f6f5b8ce24 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:42.884697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] Set router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:12:42.914002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21491021-e04d-43e3-8597-a7f6f5b8ce24 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:42.920796 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-21491021-e04d-43e3-8597-a7f6f5b8ce24 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/subnets/5cf5eaae-311c-43b2-97d7-2d753c70c38b HTTP/1.1" status: 204  len: 168 time: 1.0225394
Dec 21 10:12:42.924688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43936) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:42.932892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4beeb3b-f405-478b-90c7-7128bac4aec3 None None] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:12:43.133385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:43.335476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:43.342342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:12:43.342342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:43.414355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb7c4e0>, [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:12:40Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:43.419883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c263f95-c9b1-4cf5-8a6e-eafbbe814a7e None None] The sync data for ids ['e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4'] in dv-neutron-601336-62-ovs is: [{'id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'name': 'tempest-TestNetworkBasicOps-router-1028969817', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127'}], 'enable_snat': True}, 'gw_port_id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:21Z', 'updated_at': '2020-12-21T10:12:40Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0e02ec2f-3023-4dd5-b702-bf4d9ec72040', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1300, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:22Z', 'updated_at': '2020-12-21T10:10:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:12:43.459423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] DHCP port deletion for 52ff4fad-e6bf-49bf-95fe-047b537a3116 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:12:43.468851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Deleting port a303fb78-be75-4aa7-a497-e7593838bb95 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:12:43.468851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:43.498259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:43.595715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 0e02ec2f-3023-4dd5-b702-bf4d9ec72040, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0e02ec2f-3023-4dd5-b702-bf4d9ec72040,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:12:43.595920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:43.712239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:12:43.740759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:12:43.747488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] For port a303fb78-be75-4aa7-a497-e7593838bb95, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a303fb78-be75-4aa7-a497-e7593838bb95,segment=NetworkSegment(7c588691-df1c-49bd-8e7b-1d51147c990a),segment_id=7c588691-df1c-49bd-8e7b-1d51147c990a)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:12:43.747624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:43.764803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:12:43.765045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 32af81b1-aee0-4f2f-a1e2-0ba0729e15e0 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:12:43.765533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a303fb78-be75-4aa7-a497-e7593838bb95 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:12:43.923826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:43.934081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Calling delete_port for a303fb78-be75-4aa7-a497-e7593838bb95 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:12:44.074266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.091755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:44.137071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.154956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Pushing event deleted for resources: {'Port': ['ID=a303fb78-be75-4aa7-a497-e7593838bb95,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:44.157642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.182729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.182729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.182729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.182729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.182729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.184356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.184356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.184356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.184356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.185344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.185344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.185344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.185802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.185922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.186193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.186552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.186912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.187649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.187875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.188056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.188526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.188990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.189706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.189706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:44.196697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:44.277803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.283243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.324610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] No DVR routers for this DVR port a303fb78-be75-4aa7-a497-e7593838bb95 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:12:44.327979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.329994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Fanout notify agent at l3_agent the message router_deleted on router e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:12:44.348227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.349274 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d1cb906c-13e6-45d4-8a09-eaad46681a13 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/routers/e77b81eb-8ef4-4464-b67d-fb4f8e9a02b4 HTTP/1.1" status: 204  len: 168 time: 1.4235721
Dec 21 10:12:44.352566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43940) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:44.495414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.721074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.852557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe799a7f0>,) {'filters': {'network_id': ['52ff4fad-e6bf-49bf-95fe-047b537a3116']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:44.864619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe799a7f0>, '7c588691-df1c-49bd-8e7b-1d51147c990a') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:44.865010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe799a7f0>, '7c588691-df1c-49bd-8e7b-1d51147c990a') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:44.878262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.905718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:44.907839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Releasing vxlan tunnel 6 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:12:45.095105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:12:45.104285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:45.289206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 52ff4fad-e6bf-49bf-95fe-047b537a3116 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:12:45.317912 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:12:45.405303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:45.408944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-945c9fc1-17e3-462e-9dfb-295cd8f5e643 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:45.428294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:45.434518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Network': ['ID=52ff4fad-e6bf-49bf-95fe-047b537a3116,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:45.439684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:45.452181 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0f4ed69a-7c21-43d6-8c22-1391f4491484 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/networks/52ff4fad-e6bf-49bf-95fe-047b537a3116 HTTP/1.1" status: 204  len: 168 time: 1.0969908
Dec 21 10:12:45.477909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43944) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:45.484964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'network': {'name': 'tempest-network-smoke--1467689529', 'project_id': '4f37266714dd44d5856b221995070c6a', 'port_security_enabled': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:45.492084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:45.495754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:network and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:45.499293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:45.506025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:45.519325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:12:45.525028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:45.565054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:12:45.576109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:45.576109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Added segment c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0 of type vxlan for network a64a86cd-a432-4050-b4e2-4e4bef4d381d
Dec 21 10:12:45.605014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:45.669870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:45.674341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:45.675064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:45.680488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-235da5cf-0a0b-4422-bb3f-ade2b292cba0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:45.686210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:12:45.724479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:12:45.724887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0e02ec2f-3023-4dd5-b702-bf4d9ec72040 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:12:45.804542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.3253906
Dec 21 10:12:45.805478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Network': ['ID=a64a86cd-a432-4050-b4e2-4e4bef4d381d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:45.807520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43948) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:45.808485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:45.813988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-917292735', 'admin_state_up': True, 'project_id': '4f37266714dd44d5856b221995070c6a', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:45.817259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:12:45.822253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:45.826400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:router and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:45.830319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:45.836201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:45.838828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:12:45.846658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:45.847724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:45.864245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:46.151035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:46.477863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:46.509355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:46.783452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.152 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/7c227bd3-cd40-4f91-a21b-25cdff10b9a7) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:12:46.940206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:46.965963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:46.981588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fc50be6-81e4-4821-9f6a-0f85fc307731 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:47.395854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=7c227bd3-cd40-4f91-a21b-25cdff10b9a7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:47.401191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:47.445654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:12:47.446877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:12:47.449149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:12:47.880490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:48.236733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:48.448507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router ed7e57a8-842a-4616-83be-52dbd336de37 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:12:48.642538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:12:48.652760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Sync routers for ids ['ed7e57a8-842a-4616-83be-52dbd336de37'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:12:48.664206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Routers {'ed7e57a8-842a-4616-83be-52dbd336de37'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:12:48.664976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee161860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:12:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ed7e57a8-842a-4616-83be-52dbd336de37'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:48.670326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:48.675443 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.8630567
Dec 21 10:12:48.675660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43956) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:48.726706 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f4232e40-89e0-4ce3-93d4-3716d5c6890f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?project_id=4f37266714dd44d5856b221995070c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0473089
Dec 21 10:12:48.726961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43960) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:48.733080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496424994', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'project_id': '4f37266714dd44d5856b221995070c6a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:48.852840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:48.857153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:subnet and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:48.857653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Set router ed7e57a8-842a-4616-83be-52dbd336de37 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:12:48.861474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:48.867888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:48.882841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:12:49.003084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:49.335731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee161860>, [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:47Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:49.340003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Checking router: ed7e57a8-842a-4616-83be-52dbd336de37 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:12:49.340505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Updating router ed7e57a8-842a-4616-83be-52dbd336de37 port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:12:49.399600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:49.474359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:49.490345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32acf21c-df27-431e-baaa-18e4f589d05f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:49.638100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Subnet': ['ID=1162ec58-8835-46e4-b3ed-a5cd6c3b9087,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:49.641181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:49.706274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Checking segment: {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:12:49.706705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network hostable DHCP agents. Network: a64a86cd-a432-4050-b4e2-4e4bef4d381d, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:12:49.726988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:12:49.735960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, a64a86cd-a432-4050-b4e2-4e4bef4d381d) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:12:49.744782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e2a71-a0f9-4518-aa54-eb24e65aa5c1 None None] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:12:49.749554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:49.750308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:49.774086 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0433729
Dec 21 10:12:49.774341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43964) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:49.809861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:49.822165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Transition to ACTIVE for port object 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:12:49.825307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:49.847374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:49.991859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ips': [{'subnet_id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:12:49.992243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Pushing event updated for resources: {'Port': ['ID=7c227bd3-cd40-4f91-a21b-25cdff10b9a7,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:49.992779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:50.003648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.004027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.004402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.004765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.005127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.005511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.005929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.006289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.006649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.007009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.007363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.007716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.008153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.008508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.008860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.009209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.009557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.009921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.010274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.010628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.010981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.011333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.011685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.012033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:12:50.018644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:50.070330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Attempting to bind port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:12:50.070738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Attempting to bind port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:12:50.071132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Attempting to bind port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:12:50.077391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:12:50.078453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:12:50.078924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:50.079356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:12:50.079881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Bound port: 7c227bd3-cd40-4f91-a21b-25cdff10b9a7, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:12:50.080301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:50.160311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] For port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:12:50.163773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] For port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7c227bd3-cd40-4f91-a21b-25cdff10b9a7,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:12:50.174365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:50.191406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d527a6c-3fcb-41a3-8ac6-875b068f63a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:50.315804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Allocated IP 172.20.0.2 (a64a86cd-a432-4050-b4e2-4e4bef4d381d/1162ec58-8835-46e4-b3ed-a5cd6c3b9087/43c9080f-94fb-4268-a1df-73809154cc39) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:12:50.345784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Pushing event updated for resources: {'Port': ['ID=7c227bd3-cd40-4f91-a21b-25cdff10b9a7,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:50.350964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:50.396456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Routers {'ed7e57a8-842a-4616-83be-52dbd336de37'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:12:50.397121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee161860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:12:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ed7e57a8-842a-4616-83be-52dbd336de37'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:50.540270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:50.551615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Transition to ACTIVE for port object 43c9080f-94fb-4268-a1df-73809154cc39 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:12:50.570969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Transition to ACTIVE for port object 43c9080f-94fb-4268-a1df-73809154cc39 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:12:50.576413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:50.590102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:50.607611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] Set router ed7e57a8-842a-4616-83be-52dbd336de37 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:12:50.731875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Pushing event updated for resources: {'Port': ['ID=43c9080f-94fb-4268-a1df-73809154cc39,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:50.735730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:50.789339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:50.793606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:12:50.794871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:12:50.798203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:12:50.856936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Attempting to bind port 43c9080f-94fb-4268-a1df-73809154cc39 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:12:50.857368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Attempting to bind port 43c9080f-94fb-4268-a1df-73809154cc39 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:12:50.857820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Attempting to bind port 43c9080f-94fb-4268-a1df-73809154cc39 on network a64a86cd-a432-4050-b4e2-4e4bef4d381d {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:12:50.864401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:12:50.864833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Checking segment: {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:12:50.865290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:50.865767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Bound using segment: {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:12:50.866306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Bound port: 43c9080f-94fb-4268-a1df-73809154cc39, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:12:50.866732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:50.920670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee161860>, [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:47Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:50.925469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8bdd8-90c4-4ef8-aea9-819da9c3169b None None] The sync data for ids ['ed7e57a8-842a-4616-83be-52dbd336de37'] in dv-neutron-601336-62-ovs is: [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:47Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:12:50.963575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] For port 43c9080f-94fb-4268-a1df-73809154cc39, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:12:50.966843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] For port 43c9080f-94fb-4268-a1df-73809154cc39, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=43c9080f-94fb-4268-a1df-73809154cc39,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:12:50.970752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:50.990010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e613325-a07f-4809-b80d-c1642097d648 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:51.144082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Pushing event updated for resources: {'Port': ['ID=43c9080f-94fb-4268-a1df-73809154cc39,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:51.149022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:51.389401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.1 (a64a86cd-a432-4050-b4e2-4e4bef4d381d/1162ec58-8835-46e4-b3ed-a5cd6c3b9087/31b6d7ab-f9c0-4be1-8c59-5128d4932698) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:12:51.490216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:12:51.596923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:51.616146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 31b6d7ab-f9c0-4be1-8c59-5128d4932698 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:12:51.651106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:51.671970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bab84fa-dad3-4d1a-ba37-3e8feb3c9102 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:51.755556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 43c9080f-94fb-4268-a1df-73809154cc39 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:12:51.824985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=31b6d7ab-f9c0-4be1-8c59-5128d4932698,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:51.830900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 43c9080f-94fb-4268-a1df-73809154cc39 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:12:51.833612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:51.837769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:12:51.879775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:12:51.880928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:12:51.883333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:12:51.914788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:12:51.919887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:51.920310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:51.945144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:52.042073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:52.059027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7c227bd3-cd40-4f91-a21b-25cdff10b9a7,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:12:52.062036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:52.064533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:52.136282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=7c227bd3-cd40-4f91-a21b-25cdff10b9a7,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:52.139960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:52.214431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:52.566947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bd0487-411f-4d25-8280-d20e4271bbaf None None] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:12:52.663283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-afc019a7-52e6-45d2-b03d-11542e79bc7e None None] Provisioning for port 43c9080f-94fb-4268-a1df-73809154cc39 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:12:52.686047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-afc019a7-52e6-45d2-b03d-11542e79bc7e None None] Provisioning complete for port 43c9080f-94fb-4268-a1df-73809154cc39 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:52.686469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afc019a7-52e6-45d2-b03d-11542e79bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:52.721360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:52.724986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:52.755622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7829b9e8-6835-4015-8ef7-9809e85f25e3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:52.845378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:52.864625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=31b6d7ab-f9c0-4be1-8c59-5128d4932698,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:52.867773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:52.919015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afc019a7-52e6-45d2-b03d-11542e79bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:52.967548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-afc019a7-52e6-45d2-b03d-11542e79bc7e None None] For port 43c9080f-94fb-4268-a1df-73809154cc39, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=43c9080f-94fb-4268-a1df-73809154cc39,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:12:52.971716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-afc019a7-52e6-45d2-b03d-11542e79bc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:52.973692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34bd392e-4449-4df5-8ec6-e1d04b739271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:52.997533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:12:52.998680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:12:53.053090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc019a7-52e6-45d2-b03d-11542e79bc7e None None] Pushing event updated for resources: {'Port': ['ID=43c9080f-94fb-4268-a1df-73809154cc39,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:53.056787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afc019a7-52e6-45d2-b03d-11542e79bc7e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:53.206729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router ed7e57a8-842a-4616-83be-52dbd336de37 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:12:53.293317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bcc81b67-4037-493e-96fc-d16a61434266 None None] Provisioning for port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:12:53.299847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bcc81b67-4037-493e-96fc-d16a61434266 None None] Provisioning complete for port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:53.300301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bcc81b67-4037-493e-96fc-d16a61434266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:53.366084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bcc81b67-4037-493e-96fc-d16a61434266 None None] Port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:12:53.379819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bcc81b67-4037-493e-96fc-d16a61434266 None None] Provisioning complete for port 43c9080f-94fb-4268-a1df-73809154cc39 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:53.380299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bcc81b67-4037-493e-96fc-d16a61434266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:53.413032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:12:53.428665 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/ed7e57a8-842a-4616-83be-52dbd336de37/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6531951
Dec 21 10:12:53.431638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43968) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:53.606995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de24794-f55a-4a7b-a1bd-aff2df262f36 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.607421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de24794-f55a-4a7b-a1bd-aff2df262f36 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.607843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de24794-f55a-4a7b-a1bd-aff2df262f36 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.608258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de24794-f55a-4a7b-a1bd-aff2df262f36 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.608669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de24794-f55a-4a7b-a1bd-aff2df262f36 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.609659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de24794-f55a-4a7b-a1bd-aff2df262f36 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.611573 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3de24794-f55a-4a7b-a1bd-aff2df262f36 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4250 time: 0.1787820
Dec 21 10:12:53.614985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43972) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:53.652060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7a1a1fda-e1e0-41dc-8b06-c85e71ccdb29 None None] Provisioning complete for port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:53.652709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1fda-e1e0-41dc-8b06-c85e71ccdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:53.720356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a1fda-e1e0-41dc-8b06-c85e71ccdb29 None None] Port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:12:53.723323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec4d06-e53c-466d-83d3-1cdc2a513da6 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.724214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec4d06-e53c-466d-83d3-1cdc2a513da6 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.724639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec4d06-e53c-466d-83d3-1cdc2a513da6 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.724756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 43c9080f-94fb-4268-a1df-73809154cc39 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:12:53.725131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec4d06-e53c-466d-83d3-1cdc2a513da6 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.725730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec4d06-e53c-466d-83d3-1cdc2a513da6 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.726152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec4d06-e53c-466d-83d3-1cdc2a513da6 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:53.729628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5aec4d06-e53c-466d-83d3-1cdc2a513da6 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.1122472
Dec 21 10:12:53.731307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43976) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:53.787715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7a1a1fda-e1e0-41dc-8b06-c85e71ccdb29 None None] Provisioning complete for port 43c9080f-94fb-4268-a1df-73809154cc39 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:53.788140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a1a1fda-e1e0-41dc-8b06-c85e71ccdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:54.012922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Sync routers for ids ['ed7e57a8-842a-4616-83be-52dbd336de37'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:12:54.051801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Routers {'ed7e57a8-842a-4616-83be-52dbd336de37'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:12:54.052405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed02c358>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:12:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ed7e57a8-842a-4616-83be-52dbd336de37'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:54.166477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 43c9080f-94fb-4268-a1df-73809154cc39 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:54.166895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:54.231197 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-80556c61-28bb-41b7-999c-dfae56492502 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.4985571
Dec 21 10:12:54.234402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43980) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:54.240759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'name': 'TestNetworkBasicOps', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:54.377969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Set router ed7e57a8-842a-4616-83be-52dbd336de37 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:12:54.389576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:54.394444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:port and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:54.397387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for port was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:54.403190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:54.413439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:12:54.419388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:54.588086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] device_id is not set on port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b yet. {{(pid=80971) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:12:54.597954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:12:54.640788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ae9c3e41-2897-44ce-9752-2ffd40453f16 None None] Provisioning complete for port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:54.641137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e41-2897-44ce-9752-2ffd40453f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:54.741405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.3 (a64a86cd-a432-4050-b4e2-4e4bef4d381d/1162ec58-8835-46e4-b3ed-a5cd6c3b9087/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:12:54.795386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ae9c3e41-2897-44ce-9752-2ffd40453f16 None None] Port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:12:54.864045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ae9c3e41-2897-44ce-9752-2ffd40453f16 None None] Provisioning complete for port 43c9080f-94fb-4268-a1df-73809154cc39 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:54.864385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ae9c3e41-2897-44ce-9752-2ffd40453f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:54.910996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:54.911415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:54.975382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:54.992984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:12:55.013398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:55.033816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5bc6bd17-cb72-477c-ac26-ea780a9e70cb tempest-AllowedAddressPairIpV6TestJSON-485775716 tempest-AllowedAddressPairIpV6TestJSON-485775716] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:55.101932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed02c358>, [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '31b6d7ab-f9c0-4be1-8c59-5128d4932698', 'name': '', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:51Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:55.119637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Checking router: ed7e57a8-842a-4616-83be-52dbd336de37 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:12:55.119956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Updating router ed7e57a8-842a-4616-83be-52dbd336de37 port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:12:55.184594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:55.196022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:55.196643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:55.243978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:12:55.245237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:12:55.247647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:12:55.318027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:55.318797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:55.344064 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201  len: 911 time: 1.1079574
Dec 21 10:12:55.562326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c5a5ee3c-91e4-4a4f-a0b6-a2ab855dcc39 None None] Provisioning for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:12:55.575234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c5a5ee3c-91e4-4a4f-a0b6-a2ab855dcc39 None None] Provisioning complete for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:55.575680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5a5ee3c-91e4-4a4f-a0b6-a2ab855dcc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:55.656750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c5a5ee3c-91e4-4a4f-a0b6-a2ab855dcc39 None None] Port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:12:55.724476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:55.729807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43986) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:55.736282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695434387', 'description': 'tempest-secgroup-smoke-1695434387 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:55.737636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Transition to ACTIVE for port object 31b6d7ab-f9c0-4be1-8c59-5128d4932698 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:12:55.740347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:55.743162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:55.748758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:55.752197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:55.756023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93b72c70-9002-49f3-a592-d281ce76350c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:55.758216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:55.768163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:55.790892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:55.795060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:55.798090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:55.803955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:55.887908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:55.891857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:55.897892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-182ea99b-ddf8-4d5b-90a1-bb45a397b7e9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:55.946709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=6079190f-5fcf-44d7-849e-d4ccdc14ca86,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:55.949581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:55.954622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2200186
Dec 21 10:12:55.954622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:55.955153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43990) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:55.960671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '6079190f-5fcf-44d7-849e-d4ccdc14ca86', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:55.967646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:55.972201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:55.975421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:55.981310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:56.001632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.065588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.068259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.070194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03f56a8f-fe0a-4857-bd9d-4de7e4e65ece tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:56.072139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd1440-f98f-4599-b8da-9d72191a10f6 None None] Pushing event updated for resources: {'Port': ['ID=31b6d7ab-f9c0-4be1-8c59-5128d4932698,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:56.075074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85fd1440-f98f-4599-b8da-9d72191a10f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:56.092360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcc537c-c64d-47f6-82cf-06b07450825d,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:56.097644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:56.104856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.106184 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1503901
Dec 21 10:12:56.109632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 43994) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:56.115357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '6079190f-5fcf-44d7-849e-d4ccdc14ca86', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:56.122758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:56.127731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:56.130755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:56.136846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:56.155006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.229675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.233142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.235940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c3f5ed15-26da-4ac0-95ab-8d03489726a9 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:56.244787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Attempting to bind port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:12:56.245211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Attempting to bind port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:12:56.245681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Attempting to bind port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 on network a64a86cd-a432-4050-b4e2-4e4bef4d381d {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:12:56.251993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:12:56.252419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Checking segment: {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:12:56.252868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.253310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Bound using segment: {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:12:56.253865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Bound port: 31b6d7ab-f9c0-4be1-8c59-5128d4932698, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:12:56.254294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.261680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee050da-215e-4b35-aea9-de107bd394c4,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:56.264373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:56.272006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.276491 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1628211
Dec 21 10:12:56.276890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 43998) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:56.284443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '6079190f-5fcf-44d7-849e-d4ccdc14ca86', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:56.291905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:56.297343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:56.300996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:56.308764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:56.326736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.354527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] For port 31b6d7ab-f9c0-4be1-8c59-5128d4932698, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:12:56.357747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] For port 31b6d7ab-f9c0-4be1-8c59-5128d4932698, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=31b6d7ab-f9c0-4be1-8c59-5128d4932698,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:12:56.361368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.379768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:56.399181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.401886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.403816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9e21e9a5-2f00-41f5-aa26-9665ee166155 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:56.426965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d2db96-d069-4e77-8d26-03eae49f62e9,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:56.431364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:56.439062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.440464 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1623952
Dec 21 10:12:56.443862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44002) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:56.450044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '6079190f-5fcf-44d7-849e-d4ccdc14ca86', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:56.456577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:56.460774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:56.463932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:56.469732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:56.490218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.549525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd1440-f98f-4599-b8da-9d72191a10f6 None None] Pushing event updated for resources: {'Port': ['ID=31b6d7ab-f9c0-4be1-8c59-5128d4932698,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:56.554602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85fd1440-f98f-4599-b8da-9d72191a10f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:56.564731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.567705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.569676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd77deb5-3f41-4e2b-8a33-ad4ce780fd8a tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:56.598571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Routers {'ed7e57a8-842a-4616-83be-52dbd336de37'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:12:56.599271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed02c358>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:12:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ed7e57a8-842a-4616-83be-52dbd336de37'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:56.604797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6e528f-ff72-4ea9-994b-0a93e695a67d,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:56.614631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:56.615980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.617891 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1724551
Dec 21 10:12:56.620390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44006) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:56.627099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '6079190f-5fcf-44d7-849e-d4ccdc14ca86', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:56.633958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:56.638178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:56.641709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:56.648256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:56.658857 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:12:56.666184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.739479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.742254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.763878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0581b05-9770-4f08-bcf1-4aad61c3726b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:56.774029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.776119 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1545587
Dec 21 10:12:56.778336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44010) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:12:56.783481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20acb789-d30c-44fb-90ad-acaacbe56bb1,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:56.786244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:56.790219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '6079190f-5fcf-44d7-849e-d4ccdc14ca86', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:56.799683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:12:56.803818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:12:56.806822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:12:56.809609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] Set router ed7e57a8-842a-4616-83be-52dbd336de37 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:12:56.812858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:12:56.822917 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:12:56.829792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.899359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.902211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.904108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd80429f-9d53-4119-8d63-72e9638c5c94 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:56.928768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df31f0f-7941-44b5-8ad1-aebd7edfa1e6,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:56.931331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:56.938311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:56.939573 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1599371
Dec 21 10:12:57.128424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-fc2147c8-e00b-49bd-9157-e8735c2ac65e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:12:57.143543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-fc2147c8-e00b-49bd-9157-e8735c2ac65e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:12:57.144802 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-fc2147c8-e00b-49bd-9157-e8735c2ac65e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695434387&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.0602336
Dec 21 10:12:57.169124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed02c358>, [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '31b6d7ab-f9c0-4be1-8c59-5128d4932698', 'name': '', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:51Z', 'updated_at': '2020-12-21T10:12:56Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:12:57.174795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4198662-1899-4c48-b91f-000efcbd7701 None None] The sync data for ids ['ed7e57a8-842a-4616-83be-52dbd336de37'] in dv-neutron-601336-62-ovs is: [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '31b6d7ab-f9c0-4be1-8c59-5128d4932698', 'name': '', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c6:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:51Z', 'updated_at': '2020-12-21T10:12:56Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:12:57.241698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-6a08ca4f-b649-43f5-80f7-43cc52fc5aeb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:57.242289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-6a08ca4f-b649-43f5-80f7-43cc52fc5aeb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:12:57.260054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-6a08ca4f-b649-43f5-80f7-43cc52fc5aeb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:12:57.261827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-6a08ca4f-b649-43f5-80f7-43cc52fc5aeb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 911 time: 0.1089036
Dec 21 10:12:57.351099 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-9b74a9d8-3810-476a-a655-eadd87b8cc35 service neutron] 10.222.0.45 "GET /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.0751107
Dec 21 10:12:57.501587 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-0963607c-daec-4393-87e6-3ef4775b4d8e service neutron] 10.222.0.45 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437745
Dec 21 10:12:57.664770 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-c2fdbe08-4e41-42a3-a229-c519b6dafd13 service neutron] 10.222.0.45 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1566226
Dec 21 10:12:57.723274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 31b6d7ab-f9c0-4be1-8c59-5128d4932698 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:12:57.807495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:12:57.813232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:57.813677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:57.901853 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c75a9769-d82a-4c55-b2fa-393fd49d824c req-77703c58-f33d-4d85-9a35-8db9eeb586a4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 210 time: 0.0555365
Dec 21 10:12:57.981296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:58.010058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-a15adfe2-4429-46a0-b56e-7527711dafe2 req-f59ec429-05c0-4a71-9741-2baa18f7691b service neutron] (80971) timed out ('10.222.0.16', 62192) {{(pid=80971) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 10:12:58.021690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 31b6d7ab-f9c0-4be1-8c59-5128d4932698, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=31b6d7ab-f9c0-4be1-8c59-5128d4932698,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:12:58.026419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:58.028771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:12:58.110213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=31b6d7ab-f9c0-4be1-8c59-5128d4932698,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:12:58.113696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:12:59.006673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-ddf8774d-600a-4d40-9760-9c868337c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:59.008185 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-ddf8774d-600a-4d40-9760-9c868337c900 service neutron] 10.222.0.16 "GET /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 1007 time: 0.0691278
Dec 21 10:12:59.391086 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-44b81f75-fe2a-4eda-a4ba-6b2509a29a30 req-8a431bd2-7658-4dae-9a5a-f42b0caba5ae tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 210 time: 0.3471546
Dec 21 10:12:59.494776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-e04418f1-369b-4676-b1ad-cdc09bf73d52 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:12:59.495506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-e04418f1-369b-4676-b1ad-cdc09bf73d52 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:12:59.510549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-e04418f1-369b-4676-b1ad-cdc09bf73d52 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:12:59.511750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-e04418f1-369b-4676-b1ad-cdc09bf73d52 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=a64a86cd-a432-4050-b4e2-4e4bef4d381d HTTP/1.1" status: 200  len: 797 time: 0.4972334
Dec 21 10:12:59.593827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-076257ed-7e7d-4779-9e7f-0b25ae0b86c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 7769 time: 0.0688517
Dec 21 10:12:59.604622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Request body: {'port': {'device_id': '738e695f-4c58-4918-bde6-434845d527b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:12:59.692101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 31b6d7ab-f9c0-4be1-8c59-5128d4932698 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:12:59.727310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:12:59.762794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:12:59.763116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:00.146280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:13:00.153814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:00.167557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Transition to ACTIVE for port object 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:13:00.169822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:00.186351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0d64df40-d9a0-4c17-9c6a-77a614014bf0 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:00.330096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Pushing event updated for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:00.344279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.344709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.345131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.345574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.345994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.346415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.346838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.347238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.347647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.348057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.348468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.348874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.349351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.349788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.350195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.350621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.351005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.351407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.351814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.352216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.352621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.353026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.353428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.353856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:00.359575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:00.583819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Attempting to bind port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:13:00.584194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Attempting to bind port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:13:00.584564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Attempting to bind port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b on network a64a86cd-a432-4050-b4e2-4e4bef4d381d {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:13:00.593851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:13:00.594230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Checking segment: {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:13:00.594635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:00.595028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Bound using segment: {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:13:00.595501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Bound port: 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:13:00.595878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:00.706624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b111c-ff20-4547-a159-a1f3a5253eb6 req-3c030b4b-5fb7-4d61-9cc5-acd2e05d20bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:00.729549 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a92b111c-ff20-4547-a159-a1f3a5253eb6 req-3c030b4b-5fb7-4d61-9cc5-acd2e05d20bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 962 time: 0.1808689
Dec 21 10:13:00.747626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:13:00.766591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:13:00.773349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:00.791649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f963b89f-435d-476d-8ce1-87305b5d5a47 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:00.831236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a92b111c-ff20-4547-a159-a1f3a5253eb6 req-f7cf40b8-03b2-446c-98a1-df6618b8df75 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114531
Dec 21 10:13:00.950567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Pushing event updated for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:00.956040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:00.987008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:00.987685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:00.989173 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] 10.222.0.16 "PUT /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 1176 time: 1.3889651
Dec 21 10:13:00.989775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738e695f-4c58-4918-bde6-434845d527b6', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:13:01.065423 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738e695f-4c58-4918-bde6-434845d527b6', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b', 'status': 'completed', 'code': 200}
Dec 21 10:13:01.108788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-1cdf16d7-f959-4c06-9802-ff81da091bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:01.110539 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-1cdf16d7-f959-4c06-9802-ff81da091bf2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 1179 time: 0.0864344
Dec 21 10:13:01.183840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-066290b1-7fe6-4754-b1cd-a4e6802d7b24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 217 time: 0.0659947
Dec 21 10:13:01.258193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-0d66196a-f2f9-44c1-a5f6-7f45ac937bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:01.259709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-0d66196a-f2f9-44c1-a5f6-7f45ac937bf1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1162ec58-8835-46e4-b3ed-a5cd6c3b9087 HTTP/1.1" status: 200  len: 834 time: 0.0695417
Dec 21 10:13:01.342061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-77b71bb4-6137-4ae2-80ba-8695c0acceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:01.343684 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-77b71bb4-6137-4ae2-80ba-8695c0acceb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a64a86cd-a432-4050-b4e2-4e4bef4d381d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767748
Dec 21 10:13:01.491942 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-0da12880-686d-40e1-ba49-98497c726bca service neutron] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1417670
Dec 21 10:13:01.580633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:01.640749 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd8dec7b-8547-4ccb-8de0-fb372a8f5ad0 req-bc63c1b0-2e4d-4f6f-a87d-64f1d8fdc995 service neutron] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412365
Dec 21 10:13:01.758930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-a3eaa322-9153-4803-ba6e-c3922f3d6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:01.760546 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-a3eaa322-9153-4803-ba6e-c3922f3d6104 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 1179 time: 0.0748866
Dec 21 10:13:01.907833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-6106b557-1d3d-4855-8297-eaa1300e7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:01.909674 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-6106b557-1d3d-4855-8297-eaa1300e7052 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a64a86cd-a432-4050-b4e2-4e4bef4d381d HTTP/1.1" status: 200  len: 891 time: 0.1418562
Dec 21 10:13:02.018191 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-e7897f0a-0994-4b64-9e09-ec6fc60549f4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 217 time: 0.1017570
Dec 21 10:13:02.114096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-8cc7f85b-d9d5-4dbc-849d-05a965d90798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:02.115642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-8cc7f85b-d9d5-4dbc-849d-05a965d90798 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1162ec58-8835-46e4-b3ed-a5cd6c3b9087 HTTP/1.1" status: 200  len: 834 time: 0.0873556
Dec 21 10:13:02.166276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831774b-f96c-4906-adfc-0de539a05bee req-35509ed4-f6e5-4ad7-a710-22d41ff61788 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:02.167761 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8831774b-f96c-4906-adfc-0de539a05bee req-35509ed4-f6e5-4ad7-a710-22d41ff61788 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 962 time: 0.1905317
Dec 21 10:13:02.231594 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8831774b-f96c-4906-adfc-0de539a05bee req-af590ad6-d2b2-4489-bba4-71bb99473f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553763
Dec 21 10:13:02.242090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-c42b8eb3-330f-47c3-a99e-60de61388d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:02.243640 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-c42b8eb3-330f-47c3-a99e-60de61388d4e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a64a86cd-a432-4050-b4e2-4e4bef4d381d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1205504
Dec 21 10:13:02.390135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-e4f204aa-d593-482d-9408-498e5d94d6b4 service neutron] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380963
Dec 21 10:13:02.536543 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb766525-cd1b-4484-a6ef-0b22cdcbe926 req-d0fd0792-9d3e-4998-8a95-4f4c37a16f0f service neutron] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395643
Dec 21 10:13:03.450914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8482ba98-5d14-4511-b084-e7b424eb3ac5 req-c70b33cf-ff86-46a0-b325-1a1096cfc97c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:03.452997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8482ba98-5d14-4511-b084-e7b424eb3ac5 req-c70b33cf-ff86-46a0-b325-1a1096cfc97c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 962 time: 0.0903533
Dec 21 10:13:03.501197 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8482ba98-5d14-4511-b084-e7b424eb3ac5 req-b49402d5-4777-4816-a116-f86fa561843e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419772
Dec 21 10:13:03.600520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-1194f328-820e-4e6e-b5ca-ba75f7491f9d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80972) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:13:03.947639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:04.016214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:13:04.021023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:04.021439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:04.141025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:04.169146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738e695f-4c58-4918-bde6-434845d527b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:13:04.180003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:04.182986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:04.184950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:04.228497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738e695f-4c58-4918-bde6-434845d527b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b', 'code': 200}
Dec 21 10:13:04.256893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:04.260036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:04.464218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483d3fe-7cac-45c7-9a41-1a0e265c2133 req-d10d3b15-e2bb-479b-9382-4d224db8f2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:04.465868 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7483d3fe-7cac-45c7-9a41-1a0e265c2133 req-d10d3b15-e2bb-479b-9382-4d224db8f2e2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 1181 time: 0.0765612
Dec 21 10:13:04.513545 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7483d3fe-7cac-45c7-9a41-1a0e265c2133 req-473ed4bd-2e37-4339-9605-59529fa1ba2c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402725
Dec 21 10:13:04.715468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a211518-11de-497c-856e-b92a6cfaec56 req-67c16e04-96e5-4245-b232-d0ecff6fd97f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:04.716995 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a211518-11de-497c-856e-b92a6cfaec56 req-67c16e04-96e5-4245-b232-d0ecff6fd97f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 964 time: 0.0852780
Dec 21 10:13:04.764420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a211518-11de-497c-856e-b92a6cfaec56 req-14c469b4-4d7a-4120-9f40-5e76115316fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404181
Dec 21 10:13:05.523109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:05.594705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:05.595128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:05.978875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc647c-f809-4329-8eb8-4d517d873e3e req-287c746c-756c-4fb6-a84b-56f2b7e3c24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:05.980472 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8cc647c-f809-4329-8eb8-4d517d873e3e req-287c746c-756c-4fb6-a84b-56f2b7e3c24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 964 time: 0.0863409
Dec 21 10:13:06.027832 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8cc647c-f809-4329-8eb8-4d517d873e3e req-20bfe178-9242-482a-9bbd-abd403a301e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401227
Dec 21 10:13:06.240917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54251cfa-f255-40fc-82ff-1a582fa4e97a req-384bb624-7c03-4525-bed4-f4388fb0b573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:06.242540 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54251cfa-f255-40fc-82ff-1a582fa4e97a req-384bb624-7c03-4525-bed4-f4388fb0b573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 964 time: 0.0828011
Dec 21 10:13:06.293118 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54251cfa-f255-40fc-82ff-1a582fa4e97a req-2c7ba2d7-4890-4a88-b72e-779c45313c88 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442772
Dec 21 10:13:06.322656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44058) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:06.398096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1179fe-8f03-458e-a9cf-acf918458340 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:06.399741 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9e1179fe-8f03-458e-a9cf-acf918458340 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 1176 time: 0.0760686
Dec 21 10:13:06.402746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44062) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:06.409070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:06.414953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:06.418987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:floatingip and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:06.422115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:06.427878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:06.440914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:06.585662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:06.860049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.175 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/683b62a5-1905-42e7-ab65-c1ea580018e0) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:13:07.017603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:07.042934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:07.058460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-390bc3c9-ad5a-40b8-9259-b3d958ea4806 tempest-TagsExtTest-1778734013 tempest-TagsExtTest-1778734013] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:07.203331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=683b62a5-1905-42e7-ab65-c1ea580018e0,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:07.208499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:07.251969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:13:07.253094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:13:07.255383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:13:07.688267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:07.761341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:08.027675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:08.032111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:08.047191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:08.190712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=683b62a5-1905-42e7-ab65-c1ea580018e0,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:08.195257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:08.287703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:08.307155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f80465b2-db50-4d4d-8918-67c6d8561d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:08.462191 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP 6cd03f94-1f71-4fca-8745-be69e88e36c9 associated. External IP: 172.26.1.175, port: 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b.
Dec 21 10:13:09.099683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router ed7e57a8-842a-4616-83be-52dbd336de37 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:13:09.287429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:13:09.297354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] Sync routers for ids ['ed7e57a8-842a-4616-83be-52dbd336de37'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:13:09.307111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] Routers {'ed7e57a8-842a-4616-83be-52dbd336de37'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:13:09.307775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede8fe10>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:12:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ed7e57a8-842a-4616-83be-52dbd336de37'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:09.311636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:09.369989 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 1015 time: 2.9660034
Dec 21 10:13:09.370640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '738e695f-4c58-4918-bde6-434845d527b6', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:13:09.373098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44066) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:09.433509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '738e695f-4c58-4918-bde6-434845d527b6', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b', 'status': 'completed', 'code': 200}
Dec 21 10:13:09.459041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea95e9e3-d9a1-4fa2-8994-3397b3792d8a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:09.463417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea95e9e3-d9a1-4fa2-8994-3397b3792d8a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6&network_id=a64a86cd-a432-4050-b4e2-4e4bef4d381d HTTP/1.1" status: 200  len: 1176 time: 0.0864630
Dec 21 10:13:09.557444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-58e8e983-57fc-4963-8824-3a355ef2a229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:09.559619 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-58e8e983-57fc-4963-8824-3a355ef2a229 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 1181 time: 0.0977283
Dec 21 10:13:09.664258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] Set router ed7e57a8-842a-4616-83be-52dbd336de37 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:13:09.724679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-7df7015a-1b30-4b84-828a-61b6ac754dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:09.726601 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-7df7015a-1b30-4b84-828a-61b6ac754dc8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a64a86cd-a432-4050-b4e2-4e4bef4d381d HTTP/1.1" status: 200  len: 891 time: 0.1591017
Dec 21 10:13:10.049444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede8fe10>, [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '6cd03f94-1f71-4fca-8745-be69e88e36c9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.175', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'port_id': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'TestNetworkBasicOps', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'mac_address': 'fa:16:3e:00:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e695f-4c58-4918-bde6-434845d527b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:13:07Z', 'updated_at': '2020-12-21T10:13:07Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b6d7ab-f9c0-4be1-8c59-5128d4932698', 'name': '', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:51Z', 'updated_at': '2020-12-21T10:12:58Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:10.054035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] Checking router: ed7e57a8-842a-4616-83be-52dbd336de37 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:13:10.063841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] Routers {'ed7e57a8-842a-4616-83be-52dbd336de37'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:13:10.064528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede8fe10>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:12:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ed7e57a8-842a-4616-83be-52dbd336de37'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:10.161745 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-ab184ca0-1a5f-42ac-8251-fbdb55b71ca8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 1018 time: 0.4282701
Dec 21 10:13:10.248782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c637-81e3-4f52-9da0-17cb5a036e1d req-05a65563-371b-4860-aef2-7b2a65e4c387 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:10.250118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] Set router ed7e57a8-842a-4616-83be-52dbd336de37 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:13:10.250567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-89d3c637-81e3-4f52-9da0-17cb5a036e1d req-05a65563-371b-4860-aef2-7b2a65e4c387 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 964 time: 0.4464638
Dec 21 10:13:10.274892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-8253aa3e-816f-47de-89f9-8cb20afeb5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:10.276434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-8253aa3e-816f-47de-89f9-8cb20afeb5bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1162ec58-8835-46e4-b3ed-a5cd6c3b9087 HTTP/1.1" status: 200  len: 834 time: 0.0955834
Dec 21 10:13:10.354892 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-89d3c637-81e3-4f52-9da0-17cb5a036e1d req-2c446fd1-1809-441d-9c5e-cb2bb145790c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974343
Dec 21 10:13:10.381162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-a3769e10-e866-4df8-a318-8ce496bc4dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:10.382839 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-a3769e10-e866-4df8-a318-8ce496bc4dd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a64a86cd-a432-4050-b4e2-4e4bef4d381d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0977075
Dec 21 10:13:10.542797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-0aa73562-1345-467b-b632-03aec0e06fea service neutron] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454878
Dec 21 10:13:10.622122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede8fe10>, [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '6cd03f94-1f71-4fca-8745-be69e88e36c9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.175', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'port_id': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'TestNetworkBasicOps', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'mac_address': 'fa:16:3e:00:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e695f-4c58-4918-bde6-434845d527b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:13:07Z', 'updated_at': '2020-12-21T10:13:07Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b6d7ab-f9c0-4be1-8c59-5128d4932698', 'name': '', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:51Z', 'updated_at': '2020-12-21T10:12:58Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:10.626311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d3ae5e-b36e-43a8-9dcf-f102c29909e9 None None] The sync data for ids ['ed7e57a8-842a-4616-83be-52dbd336de37'] in dv-neutron-601336-62-ovs is: [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '6cd03f94-1f71-4fca-8745-be69e88e36c9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.175', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'port_id': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'TestNetworkBasicOps', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'mac_address': 'fa:16:3e:00:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738e695f-4c58-4918-bde6-434845d527b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:13:07Z', 'updated_at': '2020-12-21T10:13:07Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b6d7ab-f9c0-4be1-8c59-5128d4932698', 'name': '', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:51Z', 'updated_at': '2020-12-21T10:12:58Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:13:10.714006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c268e7b6-8db4-444b-908b-e42c68c07363 req-b81efd10-4a03-400b-b398-8fcf9f9fdf7f service neutron] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1476228
Dec 21 10:13:10.931196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217934c1-34b1-46a7-9b6c-dd13c2642c75 None None] New status for floating IP 6cd03f94-1f71-4fca-8745-be69e88e36c9: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:13:11.165774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312c996-94b6-478b-a661-16cac3a83245 req-06d938dd-1ed5-47f4-9375-3322780d3012 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:11.167267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d312c996-94b6-478b-a661-16cac3a83245 req-06d938dd-1ed5-47f4-9375-3322780d3012 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 964 time: 0.0849843
Dec 21 10:13:11.245658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312c996-94b6-478b-a661-16cac3a83245 req-3de5730d-60e1-4ed9-ba04-f4ab6e711e8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:11.247298 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d312c996-94b6-478b-a661-16cac3a83245 req-3de5730d-60e1-4ed9-ba04-f4ab6e711e8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0740221
Dec 21 10:13:11.406770 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d312c996-94b6-478b-a661-16cac3a83245 req-d2e933a9-746c-446b-a30b-90102af25faa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1541018
Dec 21 10:13:11.417946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:11.536004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:13:11.587536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:11.661326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:11.676971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2f709-267e-4324-9b35-7e2b98c85dc0 req-b6c97ba1-3f15-48ce-9684-c525bd2be232 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:11.678533 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20c2f709-267e-4324-9b35-7e2b98c85dc0 req-b6c97ba1-3f15-48ce-9684-c525bd2be232 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 964 time: 0.1707947
Dec 21 10:13:11.691472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '738e695f-4c58-4918-bde6-434845d527b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:13:11.701996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:11.705806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:11.707657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:11.754828 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '738e695f-4c58-4918-bde6-434845d527b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b', 'code': 200}
Dec 21 10:13:11.779742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:13:11.780106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:13:11.783523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:11.785207 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20c2f709-267e-4324-9b35-7e2b98c85dc0 req-fe939b5c-5e1f-4421-9f24-3d3825257f4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701756
Dec 21 10:13:11.786989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:12.125515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:12.337842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:12.408709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d8ff138-b2bb-4203-b1c4-b255ed582538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:12.607851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:12.632068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:12.639815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:13:12.693544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] device_id is not set on port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:13:12.700620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:12.705439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:12.721912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8d8301b2-067e-433d-b915-f53774aa5fa8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:12.871770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=6']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:12.876793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:13.025881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b7412f6c-7078-4c2e-9d74-e14e5efe528c req-cda2ad25-fb8b-49eb-b61c-a31409e05573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=738e695f-4c58-4918-bde6-434845d527b6 HTTP/1.1" status: 200  len: 210 time: 0.0604491
Dec 21 10:13:13.096805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] No DVR routers for this DVR port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:13:13.158058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9b448fc6-afaf-4cbc-8854-ce383492c270 None None] Provisioning complete for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:13.159469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b448fc6-afaf-4cbc-8854-ce383492c270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:13.214211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9b448fc6-afaf-4cbc-8854-ce383492c270 None None] Port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:13:13.338795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] In _notify_port_updated(), no bound segment for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b on network a64a86cd-a432-4050-b4e2-4e4bef4d381d {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:13:13.339620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:13.340300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:13.341698 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d312c996-94b6-478b-a661-16cac3a83245 req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] 10.222.0.16 "PUT /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 1007 time: 1.9283266
Dec 21 10:13:13.464172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.138332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44084) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:14.215943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce5d25d-2a8f-49da-aae1-acb551a7dbd4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:14.217555 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fce5d25d-2a8f-49da-aae1-acb551a7dbd4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 906 time: 0.0779767
Dec 21 10:13:14.499480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44090) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:14.505339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638054610', 'description': 'tempest-secgroup-smoke-1638054610 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:14.512037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:14.522579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:14.532557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.558297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:14.562509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:14.565692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:14.571752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:14.643613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.646420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.652348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-024c40a9-207c-45bb-b4da-4801f9f7a69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:14.699934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec244a9-7d89-41e1-82bf-bf4f0ff0d795,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:14.703362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.707384 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2041175
Dec 21 10:13:14.707384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-668b117a-2622-401f-ad4b-466e76e1a04b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:14.708604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44094) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:14.714204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '4ec244a9-7d89-41e1-82bf-bf4f0ff0d795', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:14.721473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:14.725682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:14.728763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:14.736097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:14.751939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.816544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.819106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.820997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-657ef6c9-3240-40d4-a7ce-df2d68e242f7 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:14.848479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81e557be-568d-4b51-8344-35ea41a76377,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:14.851165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:14.857595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.858975 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1498384
Dec 21 10:13:14.861980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44098) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:14.867491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '4ec244a9-7d89-41e1-82bf-bf4f0ff0d795', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:14.874415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:14.878428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:14.881447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:14.887299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:14.903904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.973189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.975909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:14.977912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7ff5ccff-21be-401b-b821-cb4ca4fedfb4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:15.001696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e051b3ad-8136-417c-9f8f-54d4139b0261,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:15.009775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:15.010967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.012224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1492546
Dec 21 10:13:15.016040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44102) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:15.022050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '4ec244a9-7d89-41e1-82bf-bf4f0ff0d795', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:15.028643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:15.033264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:15.036360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:15.042259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:15.058649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.126127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.128704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.134838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:15.158173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb6c0e2-6b3e-4df5-85fb-ed40829b5761,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:15.162517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:15.169605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.171387 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1537757
Dec 21 10:13:15.174515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44106) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:15.180509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '4ec244a9-7d89-41e1-82bf-bf4f0ff0d795', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:15.189276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:15.193333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:15.196444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:15.202695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:15.219045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.289198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.291848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.293738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d3b0b2a-d24e-4662-8f88-fca9b0b028a5 tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:15.315900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9167dc-a330-42f6-9c6a-07f0cccc4bdf,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:15.321747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:15.330395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.331671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1561778
Dec 21 10:13:15.334881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44110) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:15.340547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '4ec244a9-7d89-41e1-82bf-bf4f0ff0d795', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:15.347247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:15.351447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:15.354555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:15.361115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:15.370935 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:13:15.378573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.446526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.449228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.451248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bad67163-5eb2-4038-bb2c-d558c00716ce tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:15.473990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700216df-ba80-4473-bd9a-a9942a0cb71c,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:15.478778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:15.486682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.487981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1521914
Dec 21 10:13:15.491169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44114) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:15.496937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '4ec244a9-7d89-41e1-82bf-bf4f0ff0d795', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:15.503726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:15.507857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:15.510886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:15.516758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:15.526230 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:13:15.533889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.605662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.609586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.611493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d54eecf-8b7c-4cee-849f-ed65d4487fdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:15.635046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e29406-570a-4be1-b4d9-7a20ae9b55f2,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:15.637645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:15.644929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:15.646235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1540623
Dec 21 10:13:15.893566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-b7067562-c235-48cd-bb5a-af2485b2b9b2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:13:15.909167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-b7067562-c235-48cd-bb5a-af2485b2b9b2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:13:15.910445 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-b7067562-c235-48cd-bb5a-af2485b2b9b2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638054610&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.0594800
Dec 21 10:13:15.990299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-58369136-f1d8-480e-b202-53965f2b5074 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:15.991753 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-58369136-f1d8-480e-b202-53965f2b5074 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 911 time: 0.0742772
Dec 21 10:13:16.119810 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-146904e1-4ecb-413d-a70a-639bea246b0d service neutron] 10.222.0.45 "GET /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200  len: 311 time: 0.1152165
Dec 21 10:13:16.244403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-2e430b77-40b8-41c1-bb3c-66d0548f291d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2018194
Dec 21 10:13:16.284180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-211cdf65-2bc5-43f0-ba7e-5fd3309cad08 service neutron] 10.222.0.45 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1554911
Dec 21 10:13:16.502683 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-e261df10-0312-4848-9e3d-879dd72a3283 service neutron] 10.222.0.45 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2114625
Dec 21 10:13:16.504556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-ccfb84ca-50ad-4a19-b968-d358cc91b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:16.506177 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-ccfb84ca-50ad-4a19-b968-d358cc91b19c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 1163 time: 0.1841559
Dec 21 10:13:16.899847 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-11cebdf9-cc18-4678-84d0-9cbd79f6f190 req-6ba51a4a-00a6-4f38-8880-2ae21a57076b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 210 time: 0.0660989
Dec 21 10:13:16.998063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-6e03a391-dfc4-4b56-ac78-4f4ae1c64da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:17.000216 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-6e03a391-dfc4-4b56-ac78-4f4ae1c64da6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.4748788
Dec 21 10:13:17.110437 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-e39250fc-8d0c-4f58-81df-c8fee43a80d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf HTTP/1.1" status: 200  len: 1001 time: 0.1035004
Dec 21 10:13:17.182545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-ef48ae69-b40d-4838-bacf-0ae67ae75f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:17.184201 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-ef48ae69-b40d-4838-bacf-0ae67ae75f61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0678296
Dec 21 10:13:17.271845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-b0dcb5c0-67b1-49a3-b4c5-b25cc8c225cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:17.273477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-b0dcb5c0-67b1-49a3-b4c5-b25cc8c225cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827143
Dec 21 10:13:17.421647 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-5ad586a9-0800-4a2d-8db7-324b1eb29d06 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1397114
Dec 21 10:13:17.574771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef3490f1-8b79-4b41-8c3c-9309105a6490 req-fd129c3a-ce37-48b3-ae07-a2e1ee0c105c service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1453762
Dec 21 10:13:17.696782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-e102b05b-5cfc-4b50-b9e1-13d4f5a6f070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:17.698236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-e102b05b-5cfc-4b50-b9e1-13d4f5a6f070 service neutron] 10.222.0.16 "GET /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 1007 time: 0.0661561
Dec 21 10:13:17.863841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-bcccad63-804a-428f-974f-555fdcc693ee tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:17.865403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-bcccad63-804a-428f-974f-555fdcc693ee tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=a64a86cd-a432-4050-b4e2-4e4bef4d381d HTTP/1.1" status: 200  len: 797 time: 0.1606367
Dec 21 10:13:17.969712 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-246c0198-159d-4f5b-ad79-48d776b99ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 12655 time: 0.0871282
Dec 21 10:13:17.981979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Request body: {'port': {'device_id': '8fc6876b-0558-4f78-a7ca-89dde9a9bc75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:18.087896 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-19505f03-b70d-48de-be42-9ba03f1ed7ef req-6046efd3-3fdb-4235-bc12-36acf9794b8d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 210 time: 0.0528567
Dec 21 10:13:18.149921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:18.565209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:13:18.572398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:18.585397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Transition to ACTIVE for port object 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:13:18.588477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:18.604252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c89d797e-1f09-4299-8376-2e8b86a93ed1 tempest-TestServerAdvancedOps-2034688471 tempest-TestServerAdvancedOps-2034688471] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:18.746958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Pushing event updated for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=7']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:18.755697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:18.968942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Attempting to bind port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:13:18.969321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Attempting to bind port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:13:18.969726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Attempting to bind port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b on network a64a86cd-a432-4050-b4e2-4e4bef4d381d {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:13:18.975518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:13:18.975892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Checking segment: {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:13:18.976292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:18.976686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Bound using segment: {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:13:18.977158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Bound port: 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:13:18.977557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:19.069525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:13:19.072888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:13:19.076028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:19.091825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:19.262460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Pushing event updated for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=8']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:19.267485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:19.301332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:19.302068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:19.303557 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] 10.222.0.16 "PUT /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 1176 time: 1.3260496
Dec 21 10:13:19.304118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fc6876b-0558-4f78-a7ca-89dde9a9bc75', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:13:19.385044 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fc6876b-0558-4f78-a7ca-89dde9a9bc75', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b', 'status': 'completed', 'code': 200}
Dec 21 10:13:19.495266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-f602e318-843c-4e7c-9dbd-e1c971f65c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:19.496907 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-f602e318-843c-4e7c-9dbd-e1c971f65c17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 1179 time: 0.1530130
Dec 21 10:13:19.580558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871d0de-bcdf-4ee2-b5a4-c43576970df0 req-df507420-6822-4411-a878-3444527680fb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:19.582212 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1871d0de-bcdf-4ee2-b5a4-c43576970df0 req-df507420-6822-4411-a878-3444527680fb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 962 time: 0.3585491
Dec 21 10:13:19.647499 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-fe8c17ed-40d2-4d8b-baf3-33c230ec999d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 1018 time: 0.1419213
Dec 21 10:13:19.696132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1871d0de-bcdf-4ee2-b5a4-c43576970df0 req-2d08f715-5434-4992-b2b7-453237906cbd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014135
Dec 21 10:13:19.723075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-c16f6be9-e408-40e6-b491-886df67628e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:19.724663 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-c16f6be9-e408-40e6-b491-886df67628e8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1162ec58-8835-46e4-b3ed-a5cd6c3b9087 HTTP/1.1" status: 200  len: 834 time: 0.0705528
Dec 21 10:13:19.804191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-505fa4fd-b184-4b8f-998c-4264814276c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:19.805819 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-505fa4fd-b184-4b8f-998c-4264814276c6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a64a86cd-a432-4050-b4e2-4e4bef4d381d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740218
Dec 21 10:13:19.951109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-e187c32b-1d6b-49f3-baa4-0450bb7231c7 service neutron] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382082
Dec 21 10:13:20.097083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3da01c5-73f0-471f-a366-cd7241a4490e req-3c3dcf87-b2e6-4ae6-9cc7-4f4d599480b3 service neutron] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398072
Dec 21 10:13:20.225566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-b075f3ba-d453-4fd4-997b-c69007419af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:20.227175 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-b075f3ba-d453-4fd4-997b-c69007419af8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 1179 time: 0.0815439
Dec 21 10:13:20.371938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-46fe70ca-feb5-477e-b3ef-49609b8b26d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:20.373541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-46fe70ca-feb5-477e-b3ef-49609b8b26d9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a64a86cd-a432-4050-b4e2-4e4bef4d381d HTTP/1.1" status: 200  len: 891 time: 0.1389365
Dec 21 10:13:20.480342 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-349f3b6a-e484-4398-a732-21f03ffffd30 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 1018 time: 0.0987499
Dec 21 10:13:20.554410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-74d8e336-0b05-4cf0-971e-33ba8840b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:20.556101 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-74d8e336-0b05-4cf0-971e-33ba8840b570 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1162ec58-8835-46e4-b3ed-a5cd6c3b9087 HTTP/1.1" status: 200  len: 834 time: 0.0677862
Dec 21 10:13:20.636347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-7bee885f-f6dc-41aa-81a7-ab6ddc43e2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:20.637997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-7bee885f-f6dc-41aa-81a7-ab6ddc43e2a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a64a86cd-a432-4050-b4e2-4e4bef4d381d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744967
Dec 21 10:13:20.786231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-f6be2d8b-3e52-49a1-9244-2d46ccc01588 service neutron] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405518
Dec 21 10:13:21.265414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c15cb0-cc5e-43f2-92b3-23d4735730d6 req-fd627435-58a3-494f-b246-f6a26d4d644f service neutron] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4716859
Dec 21 10:13:21.275386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f00763-ed67-4924-9ddf-fe5fd62f4242 req-2a047a83-dd05-4b73-b424-e6c579f408d3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:21.276943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c4f00763-ed67-4924-9ddf-fe5fd62f4242 req-2a047a83-dd05-4b73-b424-e6c579f408d3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 962 time: 0.4410903
Dec 21 10:13:21.325987 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c4f00763-ed67-4924-9ddf-fe5fd62f4242 req-60b1e64d-8ce6-491a-85a9-f4142e4dac36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406127
Dec 21 10:13:21.912186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:21.980047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:13:21.986013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:21.986431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:22.105960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:22.134247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fc6876b-0558-4f78-a7ca-89dde9a9bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:13:22.146512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:22.149448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:22.151517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:22.197995 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fc6876b-0558-4f78-a7ca-89dde9a9bc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '863e00d6-3aa9-4d24-94ba-a00e7d35fe3b', 'code': 200}
Dec 21 10:13:22.225613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=9']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:22.229254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:22.434448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bddb94-47e4-4014-a4a7-53bf9a16df32 req-844c0f20-e7b9-4b17-a24c-ee26f67d03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:22.436001 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-19bddb94-47e4-4014-a4a7-53bf9a16df32 req-844c0f20-e7b9-4b17-a24c-ee26f67d03c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 1181 time: 0.0751855
Dec 21 10:13:22.533398 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-19bddb94-47e4-4014-a4a7-53bf9a16df32 req-1aec5931-95ff-4b07-8321-dfcc6fe2828a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905383
Dec 21 10:13:22.564670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a931a17d-ce2e-4e0a-9b51-1610d5277a98 req-76bec6a7-a4a9-4f6a-be20-a27e52397d1f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:22.566323 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a931a17d-ce2e-4e0a-9b51-1610d5277a98 req-76bec6a7-a4a9-4f6a-be20-a27e52397d1f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 964 time: 0.1053507
Dec 21 10:13:22.616395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a931a17d-ce2e-4e0a-9b51-1610d5277a98 req-56031aa6-7946-48b5-95a3-a7819846b77c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436819
Dec 21 10:13:23.647053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:23.718660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:23.719083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:23.839413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a8364-9ca3-4562-b024-1d6b1c81d25b req-6936b94e-b848-449e-bcff-49669b3c5422 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:23.841049 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-169a8364-9ca3-4562-b024-1d6b1c81d25b req-6936b94e-b848-449e-bcff-49669b3c5422 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 964 time: 0.0899899
Dec 21 10:13:23.889149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-169a8364-9ca3-4562-b024-1d6b1c81d25b req-9a9c398f-8446-46dd-9bda-9eff9176fc1d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408509
Dec 21 10:13:24.100642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d63d4f1-485a-46aa-b60b-c861c7848412 req-08274f75-a7c4-4e8b-b115-213b7e4fadb3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:24.102194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0d63d4f1-485a-46aa-b60b-c861c7848412 req-08274f75-a7c4-4e8b-b115-213b7e4fadb3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 964 time: 0.0832610
Dec 21 10:13:24.153714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0d63d4f1-485a-46aa-b60b-c861c7848412 req-8ebffcc3-8560-47f5-857e-000a526aabad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444610
Dec 21 10:13:24.184156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44162) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:24.260454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737b43a1-ff30-4949-92b0-645b763f2a10 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:24.262126 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-737b43a1-ff30-4949-92b0-645b763f2a10 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75&network_id=a64a86cd-a432-4050-b4e2-4e4bef4d381d HTTP/1.1" status: 200  len: 1176 time: 0.0769248
Dec 21 10:13:24.656219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397aa95-fe36-4b64-8032-e40c7c18d4fd req-b06f8c23-ffa0-491d-b239-81578243c63b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:24.657776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a397aa95-fe36-4b64-8032-e40c7c18d4fd req-b06f8c23-ffa0-491d-b239-81578243c63b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 964 time: 0.0852485
Dec 21 10:13:24.704971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a397aa95-fe36-4b64-8032-e40c7c18d4fd req-1e021fd4-a135-4214-be3d-14e302e0de90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409548
Dec 21 10:13:25.916072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-ceffbcdb-0bea-4b67-b9ac-5078ad0b8c72 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:25.917664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-ceffbcdb-0bea-4b67-b9ac-5078ad0b8c72 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 964 time: 0.1420126
Dec 21 10:13:26.008922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2becda2-ad43-4546-b24c-285ab06e8b12 req-369804ae-5f43-48aa-a9ba-6f20563aa4cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:26.010523 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b2becda2-ad43-4546-b24c-285ab06e8b12 req-369804ae-5f43-48aa-a9ba-6f20563aa4cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 964 time: 0.1682372
Dec 21 10:13:26.013136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-4455e772-ca75-40ca-a77b-45a62487b2ff tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['binding:profile'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:26.015013 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-4455e772-ca75-40ca-a77b-45a62487b2ff tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0868182
Dec 21 10:13:26.158560 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b2becda2-ad43-4546-b24c-285ab06e8b12 req-44bc46d6-e5c1-47e8-b8ce-ef1c0789e9ef tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1413808
Dec 21 10:13:26.213245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-838fc433-4ded-4b42-a7e2-b1a5b62a2aa4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.1765053
Dec 21 10:13:26.225310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:26.338201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:26.601787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:26.631569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] For port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:13:26.683670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] device_id is not set on port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b yet. {{(pid=80970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}}
Dec 21 10:13:26.691708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:26.695659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:26.715110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:26.854270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] Pushing event updated for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=10']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:26.859545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:27.031792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] No DVR routers for this DVR port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:13:27.172869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-0883c3fd-fe0c-4026-ab63-bec823e30abc None None] Provisioning complete for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:27.173181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0883c3fd-fe0c-4026-ab63-bec823e30abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:27.230160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0883c3fd-fe0c-4026-ab63-bec823e30abc None None] Port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:13:27.272033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] In _notify_port_updated(), no bound segment for port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b on network a64a86cd-a432-4050-b4e2-4e4bef4d381d {{(pid=80970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:848}}
Dec 21 10:13:27.272884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:27.273602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:27.275017 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-92b860a0-0f1b-4e07-993d-4b583ec71797 req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] 10.222.0.16 "PUT /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 200  len: 1008 time: 1.0542250
Dec 21 10:13:27.342707 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9fba857-b51e-4df6-8b2b-8e54e17810f0 req-26f1a57f-bd81-4c6f-997b-8c3826478731 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=8fc6876b-0558-4f78-a7ca-89dde9a9bc75 HTTP/1.1" status: 200  len: 210 time: 0.0483024
Dec 21 10:13:27.645032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:13:27.706966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:13:28.455344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44178) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:28.479435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:13:28.532066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87b393e3-4d21-4ef7-947e-2a09697be034 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:28.564958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87b393e3-4d21-4ef7-947e-2a09697be034 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:28.623359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87b393e3-4d21-4ef7-947e-2a09697be034 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:28.629585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7808d92d-20df-4f35-bf80-6f9753dd49e9 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:28.646038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b393e3-4d21-4ef7-947e-2a09697be034 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec244a9-7d89-41e1-82bf-bf4f0ff0d795,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:28.648926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87b393e3-4d21-4ef7-947e-2a09697be034 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:28.657522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87b393e3-4d21-4ef7-947e-2a09697be034 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:28.659232 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-87b393e3-4d21-4ef7-947e-2a09697be034 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/4ec244a9-7d89-41e1-82bf-bf4f0ff0d795 HTTP/1.1" status: 204  len: 168 time: 0.2025957
Dec 21 10:13:28.705783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44184) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:28.929472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 683b62a5-1905-42e7-ab65-c1ea580018e0 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:13:28.929814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:29.110246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:29.110616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:29.240379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 683b62a5-1905-42e7-ab65-c1ea580018e0 owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:13:29.391650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:29.408036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d5933bb-3c46-40c0-83da-e27a7d8804d7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:29.461322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=683b62a5-1905-42e7-ab65-c1ea580018e0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:29.466162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:29.632955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:29.633329 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP 6cd03f94-1f71-4fca-8745-be69e88e36c9 disassociated (deleted). External IP: 172.26.1.175, port: 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b.
Dec 21 10:13:30.001867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router ed7e57a8-842a-4616-83be-52dbd336de37 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:13:30.191218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:13:30.201463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] Sync routers for ids ['ed7e57a8-842a-4616-83be-52dbd336de37'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:13:30.210866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:30.212219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] Routers {'ed7e57a8-842a-4616-83be-52dbd336de37'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:13:30.212929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf93048>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ed7e57a8-842a-4616-83be-52dbd336de37'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:30.268961 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/floatingips/6cd03f94-1f71-4fca-8745-be69e88e36c9 HTTP/1.1" status: 204  len: 168 time: 1.5593145
Dec 21 10:13:30.396892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] Set router ed7e57a8-842a-4616-83be-52dbd336de37 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:13:30.435900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44192) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:30.513559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-267c6d3f-251d-4237-9bad-bd5cefe0c0a5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:30.546951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-267c6d3f-251d-4237-9bad-bd5cefe0c0a5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:30.600428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-267c6d3f-251d-4237-9bad-bd5cefe0c0a5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:30.606006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-285d1d0a-5e67-4746-8d43-89eb3582ccce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:30.623006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c6d3f-251d-4237-9bad-bd5cefe0c0a5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=6079190f-5fcf-44d7-849e-d4ccdc14ca86,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:30.626439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-267c6d3f-251d-4237-9bad-bd5cefe0c0a5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:30.635937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-267c6d3f-251d-4237-9bad-bd5cefe0c0a5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:30.636594 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-267c6d3f-251d-4237-9bad-bd5cefe0c0a5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/6079190f-5fcf-44d7-849e-d4ccdc14ca86 HTTP/1.1" status: 204  len: 168 time: 0.1989539
Dec 21 10:13:30.679997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44198) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:30.731123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf93048>, [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '31b6d7ab-f9c0-4be1-8c59-5128d4932698', 'name': '', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:51Z', 'updated_at': '2020-12-21T10:12:58Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:30.735533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] Checking router: ed7e57a8-842a-4616-83be-52dbd336de37 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:13:30.745060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] Routers {'ed7e57a8-842a-4616-83be-52dbd336de37'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:13:30.745745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf93048>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ed7e57a8-842a-4616-83be-52dbd336de37'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:30.752477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6e597de0-00e5-489d-8290-44c1e9ea6d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:13:30.752855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e597de0-00e5-489d-8290-44c1e9ea6d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:30.932310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] Set router ed7e57a8-842a-4616-83be-52dbd336de37 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:13:31.012076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e597de0-00e5-489d-8290-44c1e9ea6d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:31.140416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6e597de0-00e5-489d-8290-44c1e9ea6d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 863e00d6-3aa9-4d24-94ba-a00e7d35fe3b owned by  {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:13:31.297610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e597de0-00e5-489d-8290-44c1e9ea6d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:31.314491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5afd87a1-ff1e-436d-97e7-13a64ee3723a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:31.372541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e597de0-00e5-489d-8290-44c1e9ea6d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=863e00d6-3aa9-4d24-94ba-a00e7d35fe3b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:31.377791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e597de0-00e5-489d-8290-44c1e9ea6d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:31.423744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf93048>, [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '31b6d7ab-f9c0-4be1-8c59-5128d4932698', 'name': '', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:51Z', 'updated_at': '2020-12-21T10:12:58Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:31.427883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a743b918-704e-4782-99e0-d9c519a8ca19 None None] The sync data for ids ['ed7e57a8-842a-4616-83be-52dbd336de37'] in dv-neutron-601336-62-ovs is: [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '31b6d7ab-f9c0-4be1-8c59-5128d4932698', 'name': '', 'network_id': 'a64a86cd-a432-4050-b4e2-4e4bef4d381d', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:81:c6:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:51Z', 'updated_at': '2020-12-21T10:12:58Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '1162ec58-8835-46e4-b3ed-a5cd6c3b9087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:13:31.559807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e597de0-00e5-489d-8290-44c1e9ea6d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:31.572210 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6e597de0-00e5-489d-8290-44c1e9ea6d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/ports/863e00d6-3aa9-4d24-94ba-a00e7d35fe3b HTTP/1.1" status: 204  len: 168 time: 0.8909690
Dec 21 10:13:31.575204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44202) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:31.584076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:31.855598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8406f7e-95f0-4733-b419-89e26907f78a None None] New status for floating IP 6cd03f94-1f71-4fca-8745-be69e88e36c9: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:13:31.970180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:32.585996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 31b6d7ab-f9c0-4be1-8c59-5128d4932698 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:13:32.586645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:32.789448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 31b6d7ab-f9c0-4be1-8c59-5128d4932698, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=31b6d7ab-f9c0-4be1-8c59-5128d4932698,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:32.789895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:33.184116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 31b6d7ab-f9c0-4be1-8c59-5128d4932698 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:13:33.374353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:33.389833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:33.446104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=31b6d7ab-f9c0-4be1-8c59-5128d4932698,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:33.450045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:33.812552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:34.317897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router ed7e57a8-842a-4616-83be-52dbd336de37 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:13:34.502980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:13:34.512486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] Sync routers for ids ['ed7e57a8-842a-4616-83be-52dbd336de37'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:13:34.516507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/ed7e57a8-842a-4616-83be-52dbd336de37/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9360094
Dec 21 10:13:34.519550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44206) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:34.523354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] Routers {'ed7e57a8-842a-4616-83be-52dbd336de37'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:13:34.524062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedab04e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ed7e57a8-842a-4616-83be-52dbd336de37'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:34.712269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] Set router ed7e57a8-842a-4616-83be-52dbd336de37 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:13:34.742394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting subnet 1162ec58-8835-46e4-b3ed-a5cd6c3b9087 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:13:34.745463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:34.803484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:34.896322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:35.017853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedab04e0>, [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:13:33Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:35.022134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] Checking router: ed7e57a8-842a-4616-83be-52dbd336de37 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:13:35.032229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] Routers {'ed7e57a8-842a-4616-83be-52dbd336de37'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:13:35.032903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedab04e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['ed7e57a8-842a-4616-83be-52dbd336de37'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:35.230447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] Set router ed7e57a8-842a-4616-83be-52dbd336de37 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:13:35.542362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedab04e0>, [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:13:33Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:35.547327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f9f656-f3f9-4242-ab71-b67eff7c6039 None None] The sync data for ids ['ed7e57a8-842a-4616-83be-52dbd336de37'] in dv-neutron-601336-62-ovs is: [{'id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'name': 'tempest-TestNetworkBasicOps-router-917292735', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152'}], 'enable_snat': True}, 'gw_port_id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:12:45Z', 'updated_at': '2020-12-21T10:13:33Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7c227bd3-cd40-4f91-a21b-25cdff10b9a7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed7e57a8-842a-4616-83be-52dbd336de37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1415, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:12:46Z', 'updated_at': '2020-12-21T10:12:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:13:35.557785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:35.577544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9bb7c8b8-dd89-4320-943d-ad903eeca975 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:35.627410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Subnet': ['ID=1162ec58-8835-46e4-b3ed-a5cd6c3b9087,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:35.644983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.645596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.645865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.646279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.646690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.647239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.647472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.647876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.648269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.648651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.649117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.649629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.650071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.650477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.651184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.651590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.652065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.652505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.652905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.653312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.653824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.654481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.655314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.655720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:35.661222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:35.670013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 31b6d7ab-f9c0-4be1-8c59-5128d4932698 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:13:35.710389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 31b6d7ab-f9c0-4be1-8c59-5128d4932698 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:13:35.710794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 31b6d7ab-f9c0-4be1-8c59-5128d4932698 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:13:35.743011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:35.750073 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/subnets/1162ec58-8835-46e4-b3ed-a5cd6c3b9087 HTTP/1.1" status: 204  len: 168 time: 1.2292833
Dec 21 10:13:35.750276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010f7c21-0395-48b1-9b89-fb2e37fc9aaf None None] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:13:35.752780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44210) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:35.982625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:36.039876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] DHCP port deletion for a64a86cd-a432-4050-b4e2-4e4bef4d381d request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:13:36.044184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] Deleting port 43c9080f-94fb-4268-a1df-73809154cc39 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:13:36.044554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:36.183559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:36.189364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:13:36.189754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:36.261854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] For port 43c9080f-94fb-4268-a1df-73809154cc39, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=43c9080f-94fb-4268-a1df-73809154cc39,segment=NetworkSegment(c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0),segment_id=c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:36.262218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:36.386335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 7c227bd3-cd40-4f91-a21b-25cdff10b9a7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7c227bd3-cd40-4f91-a21b-25cdff10b9a7,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:36.386659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:36.396458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] Calling delete_port for 43c9080f-94fb-4268-a1df-73809154cc39 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:13:36.470369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:36.485876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6fe95952-8141-4baf-9d2b-7c307324a22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:36.522414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:13:36.541696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] Pushing event deleted for resources: {'Port': ['ID=43c9080f-94fb-4268-a1df-73809154cc39,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:36.552720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:36.631047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] No DVR routers for this DVR port 43c9080f-94fb-4268-a1df-73809154cc39 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:13:36.673568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:36.863676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:37.000996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:37.003381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:37.024728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:37.025284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Fanout notify agent at l3_agent the message router_deleted on router ed7e57a8-842a-4616-83be-52dbd336de37 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:13:37.040721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:37.041957 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-21b78693-7a7b-43a5-a80f-605e1cadde63 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/routers/ed7e57a8-842a-4616-83be-52dbd336de37 HTTP/1.1" status: 204  len: 168 time: 1.2881756
Dec 21 10:13:37.044767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44214) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:37.177017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:37.376353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:37.500058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d71f60>,) {'filters': {'network_id': ['a64a86cd-a432-4050-b4e2-4e4bef4d381d']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:37.512736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d71f60>, 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:37.513077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7d71f60>, 'c5a4642f-4ec6-4a07-bae5-7dd215dfb3a0') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:37.525848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:37.541570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:37.543616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Releasing vxlan tunnel 5 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:13:37.706062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 43c9080f-94fb-4268-a1df-73809154cc39 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:13:37.732193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:13:37.741318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 43c9080f-94fb-4268-a1df-73809154cc39 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:13:37.741660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:37.741813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 43c9080f-94fb-4268-a1df-73809154cc39 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:13:37.742198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:13:37.778833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:13:37.779491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7c227bd3-cd40-4f91-a21b-25cdff10b9a7 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:13:37.922204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network a64a86cd-a432-4050-b4e2-4e4bef4d381d has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:13:37.949239 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:13:38.028049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.032321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-07b49939-4fb7-4327-bcc1-352405d89603 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:38.047723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.059581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Network': ['ID=a64a86cd-a432-4050-b4e2-4e4bef4d381d,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:38.063745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:38.068453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e6868110-c096-41c8-8ea8-a9db07f89bec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/networks/a64a86cd-a432-4050-b4e2-4e4bef4d381d HTTP/1.1" status: 204  len: 168 time: 1.0226431
Dec 21 10:13:38.082859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44220) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:38.096022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-759c21ac-3894-41cb-a14a-35d57c5e4dbb tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200  len: 836 time: 0.0116110
Dec 21 10:13:38.098578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44224) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:38.104897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'network': {'name': 'tempest-network-smoke--449873342', 'project_id': '4f37266714dd44d5856b221995070c6a', 'port_security_enabled': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:38.110529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:38.115184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:network and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:38.118162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:38.124710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:38.133846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:13:38.139902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.176511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:13:38.186414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.186738 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Added segment 0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c of type vxlan for network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4
Dec 21 10:13:38.213732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.242614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.246781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:38.247414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.253115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2205755-1ac3-4f39-8764-c6166dd2de1b tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:38.309031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a91a865a-f122-4d33-9eb3-e256184a53f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.310389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2101552
Dec 21 10:13:38.313356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44228) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:38.319274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-818888841', 'admin_state_up': True, 'project_id': '4f37266714dd44d5856b221995070c6a', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:38.327658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:38.331905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:router and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:38.336067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:38.341993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:38.351227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.352280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.369428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.369865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Network': ['ID=8a461b9a-14fc-432e-bb3a-656fb6bab9c4,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:38.373055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:38.384333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:13:38.399065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:13:38.651013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:38.969776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:39.001572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:39.273658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.215 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/c493f912-2c1a-46fe-bd82-663a18c74bb8) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:13:39.432373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:39.458660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:39.474819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd2e2a5b-1e47-433e-bb49-e15e422757da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:39.887496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=c493f912-2c1a-46fe-bd82-663a18c74bb8,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:39.892573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:39.933310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:13:39.934521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:13:39.937610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:13:40.363732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:40.725333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:40.941779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 44cdbbed-db81-4046-90be-a41c8e4230a1 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:13:41.129344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:13:41.139709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Sync routers for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:13:41.149537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:13:41.150219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1d1198>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:41.155987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:41.157443 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.8429248
Dec 21 10:13:41.160959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44232) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:41.335715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:13:41.395567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e2054be2-4511-439d-ab6a-44cb54885e90 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?project_id=4f37266714dd44d5856b221995070c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2307806
Dec 21 10:13:41.396137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44238) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:41.401872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'subnet': {'name': 'tempest-subnet-smoke-174431912', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'project_id': '4f37266714dd44d5856b221995070c6a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:41.523036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:41.527338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:subnet and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:41.531371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:41.537660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:41.548825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:13:41.643542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1d1198>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:40Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:41.647918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Checking router: 44cdbbed-db81-4046-90be-a41c8e4230a1 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:13:41.648319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Updating router 44cdbbed-db81-4046-90be-a41c8e4230a1 port c493f912-2c1a-46fe-bd82-663a18c74bb8 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:13:41.664921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:41.704833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.106376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.116459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.132368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Transition to ACTIVE for port object c493f912-2c1a-46fe-bd82-663a18c74bb8 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:13:42.132701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5c380217-a33e-44cc-8fed-0fb8f7a820ff tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:42.136309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.153170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:42.212420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.280022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Subnet': ['ID=ac4a8669-4b1d-4198-a5b7-13ad287d8a4d,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:42.284316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:42.299298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47675d36-7db1-4c14-95a8-62cbb34e176e None None] Pushing event updated for resources: {'Port': ['ID=c493f912-2c1a-46fe-bd82-663a18c74bb8,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:42.303720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47675d36-7db1-4c14-95a8-62cbb34e176e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:42.348846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Checking segment: {'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:13:42.349245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network hostable DHCP agents. Network: 8a461b9a-14fc-432e-bb3a-656fb6bab9c4, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:13:42.356573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Attempting to bind port c493f912-2c1a-46fe-bd82-663a18c74bb8 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:13:42.356937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Attempting to bind port c493f912-2c1a-46fe-bd82-663a18c74bb8 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:13:42.357423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Attempting to bind port c493f912-2c1a-46fe-bd82-663a18c74bb8 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:13:42.363219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:13:42.363648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:13:42.364099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.364540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:13:42.365067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Bound port: c493f912-2c1a-46fe-bd82-663a18c74bb8, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:13:42.365559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.368517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:13:42.378839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 8a461b9a-14fc-432e-bb3a-656fb6bab9c4) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:13:42.393126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:42.393885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.398955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421df2d8-e1ad-4aa7-8547-32d3b9180d3b None None] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:13:42.416235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0193996
Dec 21 10:13:42.419218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44242) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:42.719502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ec78fbd-9da9-4ed7-b760-cb7d54ab6d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.747041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.756493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] For port c493f912-2c1a-46fe-bd82-663a18c74bb8, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:13:42.762123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] For port c493f912-2c1a-46fe-bd82-663a18c74bb8, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c493f912-2c1a-46fe-bd82-663a18c74bb8,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:13:42.768606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:42.797695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc1491a4-eea0-490d-8c76-55bbdbaecf00 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:43.023160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47675d36-7db1-4c14-95a8-62cbb34e176e None None] Pushing event updated for resources: {'Port': ['ID=c493f912-2c1a-46fe-bd82-663a18c74bb8,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:43.031376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47675d36-7db1-4c14-95a8-62cbb34e176e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:43.089755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:13:43.090635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:43.109441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:13:43.110157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1d1198>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:43.383184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:43.414934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:13:43.622162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:43.842689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Allocated IP 172.20.0.2 (8a461b9a-14fc-432e-bb3a-656fb6bab9c4/ac4a8669-4b1d-4198-a5b7-13ad287d8a4d/5c38888e-034d-4dda-a475-08c3cec972b0) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:13:43.991248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1d1198>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:40Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:44.009802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92d6b36-a036-46b6-bf99-b4d288639dec None None] The sync data for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs is: [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:40Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:13:44.094911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:44.106501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Transition to ACTIVE for port object 5c38888e-034d-4dda-a475-08c3cec972b0 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:13:44.124372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Transition to ACTIVE for port object 5c38888e-034d-4dda-a475-08c3cec972b0 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:13:44.128888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:44.145357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7c28dca6-4081-41a7-ac53-51d001949079 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:44.198431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.1 (8a461b9a-14fc-432e-bb3a-656fb6bab9c4/ac4a8669-4b1d-4198-a5b7-13ad287d8a4d/eff4366a-b59c-4557-bdbd-f216895fd42b) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:13:44.296631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Pushing event updated for resources: {'Port': ['ID=5c38888e-034d-4dda-a475-08c3cec972b0,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:44.308389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.309580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.309580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.309580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.309902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.310248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.311115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.311514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.311890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.312258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.312627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.312993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.313444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.314054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.314174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.314638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.314862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.315226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.315594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.315956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.316325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.316688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.317052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.317412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:13:44.321777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:44.379124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:13:44.381638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:13:44.384170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:13:44.389718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:44.407622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object eff4366a-b59c-4557-bdbd-f216895fd42b will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:13:44.435521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:44.449595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Attempting to bind port 5c38888e-034d-4dda-a475-08c3cec972b0 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:13:44.450121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Attempting to bind port 5c38888e-034d-4dda-a475-08c3cec972b0 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:13:44.450683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Attempting to bind port 5c38888e-034d-4dda-a475-08c3cec972b0 on network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:13:44.453776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:44.457525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:13:44.458066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Checking segment: {'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:13:44.458750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:44.459278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Bound using segment: {'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:13:44.459815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Bound port: 5c38888e-034d-4dda-a475-08c3cec972b0, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:13:44.460237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:44.573817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] For port 5c38888e-034d-4dda-a475-08c3cec972b0, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:13:44.578200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] For port 5c38888e-034d-4dda-a475-08c3cec972b0, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5c38888e-034d-4dda-a475-08c3cec972b0,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:13:44.584809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:44.597317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=eff4366a-b59c-4557-bdbd-f216895fd42b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:44.600883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:44.601207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88d1762e-a80f-4695-b23c-d7ad00b47a35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:44.669521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:13:44.671000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:13:44.673429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:13:44.736072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:44.762707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Pushing event updated for resources: {'Port': ['ID=5c38888e-034d-4dda-a475-08c3cec972b0,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:44.767791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:45.027150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:45.538101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:45.541811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:45.577254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7d21b429-f653-4bc7-a4e4-d4dbcd7bdfb0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:45.664732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:45.682441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=eff4366a-b59c-4557-bdbd-f216895fd42b,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:45.688331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:45.775861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5c38888e-034d-4dda-a475-08c3cec972b0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:45.831899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:13:45.833054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:13:45.861569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 5c38888e-034d-4dda-a475-08c3cec972b0 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:13:45.867989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c493f912-2c1a-46fe-bd82-663a18c74bb8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:45.945831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port c493f912-2c1a-46fe-bd82-663a18c74bb8 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:13:45.950811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port c493f912-2c1a-46fe-bd82-663a18c74bb8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:45.952514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:46.044241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 44cdbbed-db81-4046-90be-a41c8e4230a1 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:13:46.090625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:46.114106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port c493f912-2c1a-46fe-bd82-663a18c74bb8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c493f912-2c1a-46fe-bd82-663a18c74bb8,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:46.119250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:46.122087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:46.200585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=c493f912-2c1a-46fe-bd82-663a18c74bb8,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:46.206508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:46.460925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc19ed0-ff2f-4252-9a4b-08a6d9b50fd8 None None] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:13:46.560186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e3f726cd-87e7-4dc8-ad43-17a178f7c7cc None None] Provisioning for port 5c38888e-034d-4dda-a475-08c3cec972b0 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:13:46.561834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:13:46.577685 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/44cdbbed-db81-4046-90be-a41c8e4230a1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1562104
Dec 21 10:13:46.579318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e3f726cd-87e7-4dc8-ad43-17a178f7c7cc None None] Provisioning complete for port 5c38888e-034d-4dda-a475-08c3cec972b0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:46.579747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3f726cd-87e7-4dc8-ad43-17a178f7c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:46.581211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44246) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:46.757449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46518d63-9423-4573-8141-306d4f725fdf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.757914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46518d63-9423-4573-8141-306d4f725fdf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.758328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46518d63-9423-4573-8141-306d4f725fdf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.758742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46518d63-9423-4573-8141-306d4f725fdf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.759150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46518d63-9423-4573-8141-306d4f725fdf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.759557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46518d63-9423-4573-8141-306d4f725fdf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.761543 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-46518d63-9423-4573-8141-306d4f725fdf tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4249 time: 0.1762438
Dec 21 10:13:46.764950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44250) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:46.821141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3f726cd-87e7-4dc8-ad43-17a178f7c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:46.849322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16141126-f50a-438d-98cc-e6bdaaeef15a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.849825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16141126-f50a-438d-98cc-e6bdaaeef15a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.850240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16141126-f50a-438d-98cc-e6bdaaeef15a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.850657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16141126-f50a-438d-98cc-e6bdaaeef15a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.851072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16141126-f50a-438d-98cc-e6bdaaeef15a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.851487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16141126-f50a-438d-98cc-e6bdaaeef15a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:46.856257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-16141126-f50a-438d-98cc-e6bdaaeef15a tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.0874732
Dec 21 10:13:46.856502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44254) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:46.872878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Sync routers for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:13:46.874579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e3f726cd-87e7-4dc8-ad43-17a178f7c7cc None None] For port 5c38888e-034d-4dda-a475-08c3cec972b0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5c38888e-034d-4dda-a475-08c3cec972b0,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:46.879298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3f726cd-87e7-4dc8-ad43-17a178f7c7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:46.881934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:46.887255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:13:46.887947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedab0ef0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:46.960061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f726cd-87e7-4dc8-ad43-17a178f7c7cc None None] Pushing event updated for resources: {'Port': ['ID=5c38888e-034d-4dda-a475-08c3cec972b0,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:46.964017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3f726cd-87e7-4dc8-ad43-17a178f7c7cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:47.094306 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f9593302-7caf-4346-b4b9-9351f7b11acd tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3047 time: 0.2338727
Dec 21 10:13:47.104606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:13:47.202909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-85e183f8-84bf-4922-8aad-cea65c1d2689 None None] Provisioning for port eff4366a-b59c-4557-bdbd-f216895fd42b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:13:47.209626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-85e183f8-84bf-4922-8aad-cea65c1d2689 None None] Provisioning complete for port eff4366a-b59c-4557-bdbd-f216895fd42b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:47.210431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85e183f8-84bf-4922-8aad-cea65c1d2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:47.281317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-85e183f8-84bf-4922-8aad-cea65c1d2689 None None] Port eff4366a-b59c-4557-bdbd-f216895fd42b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:13:47.293929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-85e183f8-84bf-4922-8aad-cea65c1d2689 None None] Provisioning complete for port 5c38888e-034d-4dda-a475-08c3cec972b0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:47.294610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-85e183f8-84bf-4922-8aad-cea65c1d2689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:47.446184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44260) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:47.452728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-708734746', 'description': 'tempest-secgroup-smoke-708734746 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:47.462461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:47.474093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:47.480266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:47.486685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedab0ef0>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:13:45Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:47.492829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Checking router: 44cdbbed-db81-4046-90be-a41c8e4230a1 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:13:47.492829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Updating router 44cdbbed-db81-4046-90be-a41c8e4230a1 port eff4366a-b59c-4557-bdbd-f216895fd42b binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:13:47.494869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:47.508455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:47.535265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:47.540023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:47.543385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:47.551219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:47.554775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:47.645080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8c586ea9-9ff5-432d-b07c-16fdfca97239 None None] Provisioning complete for port eff4366a-b59c-4557-bdbd-f216895fd42b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:47.645655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c586ea9-9ff5-432d-b07c-16fdfca97239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:47.734733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8c586ea9-9ff5-432d-b07c-16fdfca97239 None None] Port eff4366a-b59c-4557-bdbd-f216895fd42b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:13:47.744297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:47.751777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:47.754043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8c586ea9-9ff5-432d-b07c-16fdfca97239 None None] Provisioning complete for port 5c38888e-034d-4dda-a475-08c3cec972b0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:47.754489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c586ea9-9ff5-432d-b07c-16fdfca97239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:47.794653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c493f912-2c1a-46fe-bd82-663a18c74bb8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:47.805109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ff22b4d-310e-44a2-aaf5-b98c9361d22f tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:47.819994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:47.820410 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.3729613
Dec 21 10:13:47.823831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44264) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:47.831258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '0fd9c20e-ed02-457c-af48-3f051f8ee876', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:47.845297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:47.859551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:47.863683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:47.871478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:47.885143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd9c20e-ed02-457c-af48-3f051f8ee876,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:47.889757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:47.907341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.005098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port c493f912-2c1a-46fe-bd82-663a18c74bb8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:48.006287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.013776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.017756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.019829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5ada81cc-d184-4c4e-980c-6ee398070d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:48.054528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca1ad378-feea-47bc-88fe-1e4797732e38,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:48.067827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:48.079079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.080569 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.2557080
Dec 21 10:13:48.083510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44268) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:48.090098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '0fd9c20e-ed02-457c-af48-3f051f8ee876', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:48.098855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:48.104744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:48.108070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:48.122486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:48.146493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.177947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5c38888e-034d-4dda-a475-08c3cec972b0 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:48.237619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-55c3bde7-a853-45f5-b6b1-65e9324fa980 None None] Provisioning complete for port eff4366a-b59c-4557-bdbd-f216895fd42b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:48.238122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55c3bde7-a853-45f5-b6b1-65e9324fa980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.238856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.251268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.253452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cee7f6c9-2b1f-4401-a40d-f9cebe15e714 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:48.272048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8f0ddd-40fd-4635-9d29-ee0fc535a57f,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:48.287747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.300461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:48.301377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Transition to ACTIVE for port object eff4366a-b59c-4557-bdbd-f216895fd42b will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:13:48.304836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.307435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.307752 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-705a3c4f-775b-4fab-a713-e4d4b7f6df80 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.2232499
Dec 21 10:13:48.312266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44272) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:48.315543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-55c3bde7-a853-45f5-b6b1-65e9324fa980 None None] Port eff4366a-b59c-4557-bdbd-f216895fd42b cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:13:48.318641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '0fd9c20e-ed02-457c-af48-3f051f8ee876', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:48.325884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:48.329510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 5c38888e-034d-4dda-a475-08c3cec972b0 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:48.330193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.330880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-761c2e50-4d17-4232-9d23-a39523c262be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:48.331553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:48.335197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:48.341756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:48.381887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.491760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79f058-477b-4c64-9eb2-5f2783e4f484 None None] Pushing event updated for resources: {'Port': ['ID=eff4366a-b59c-4557-bdbd-f216895fd42b,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:48.491760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bb79f058-477b-4c64-9eb2-5f2783e4f484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:48.500704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-29137d2a-ee6d-4c58-abb7-e778b2b0e587 None None] Provisioning complete for port 5c38888e-034d-4dda-a475-08c3cec972b0 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:48.500704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29137d2a-ee6d-4c58-abb7-e778b2b0e587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.552197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.555151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.556520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4d1c475-024d-462f-98b6-7175f89c7f0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:48.579440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a22ca3-7cda-49cd-b270-74b06f1f5ec7,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:48.589070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:48.610108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.614234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.2983577
Dec 21 10:13:48.614894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44276) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:48.620622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '0fd9c20e-ed02-457c-af48-3f051f8ee876', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:48.628768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:48.638473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:48.656618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:48.672246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:48.699899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.763077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Attempting to bind port eff4366a-b59c-4557-bdbd-f216895fd42b on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:13:48.763813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Attempting to bind port eff4366a-b59c-4557-bdbd-f216895fd42b by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:13:48.765557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Attempting to bind port eff4366a-b59c-4557-bdbd-f216895fd42b on network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:13:48.775388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 13, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:13:48.775804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Checking segment: {'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:13:48.776284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.776713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Bound using segment: {'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:13:48.777195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Bound port: eff4366a-b59c-4557-bdbd-f216895fd42b, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:13:48.777636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.806200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.812389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.814313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:48.843332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fe6e70-a3ed-42f4-84f4-ffbb482df4d8,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:48.848267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:48.859766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.868391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44280) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:48.868785 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.2527919
Dec 21 10:13:48.877250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '0fd9c20e-ed02-457c-af48-3f051f8ee876', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:48.887864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:48.897392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:48.900879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:48.909843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:48.924759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] For port eff4366a-b59c-4557-bdbd-f216895fd42b, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:13:48.928472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] For port eff4366a-b59c-4557-bdbd-f216895fd42b, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=eff4366a-b59c-4557-bdbd-f216895fd42b,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:13:48.932657 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:13:48.934533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.939982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:48.952248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:49.041205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:49.050033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:49.050033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbc309d5-42f4-4807-bcd9-8e2eaaf32ef8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:49.079775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58e85ab-b91d-4095-a143-6813fb6d4659,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:49.082556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:49.095368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:49.096800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e7ca4402-1698-493e-901a-523d15c41172 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.2265382
Dec 21 10:13:49.100108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44284) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:13:49.110112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '0fd9c20e-ed02-457c-af48-3f051f8ee876', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:49.118666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79f058-477b-4c64-9eb2-5f2783e4f484 None None] Pushing event updated for resources: {'Port': ['ID=eff4366a-b59c-4557-bdbd-f216895fd42b,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:49.119337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:49.125643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bb79f058-477b-4c64-9eb2-5f2783e4f484 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:49.128598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:13:49.133971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:13:49.143215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:49.161964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:13:49.173315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:49.179569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:13:49.180353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedab0ef0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:49.288062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:49.301206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:49.329788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-81853673-96a6-4f82-8701-d6aa9f9bfa61 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:49.348861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:49.354673 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.2492011
Dec 21 10:13:49.354673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64844bad-fa2a-4566-a76f-ff4a851a1783,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:49.362760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:49.444020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:13:49.618660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-1cb27b5c-e3ad-4a71-9908-18eaadcbb67b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:13:49.633648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-1cb27b5c-e3ad-4a71-9908-18eaadcbb67b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:13:49.634923 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-1cb27b5c-e3ad-4a71-9908-18eaadcbb67b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-708734746&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.0861714
Dec 21 10:13:49.809864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-badfa7a9-5e58-4d3c-8964-3d68a31f6b06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:49.811592 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-badfa7a9-5e58-4d3c-8964-3d68a31f6b06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/networks?id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4 HTTP/1.1" status: 200  len: 796 time: 0.1686192
Dec 21 10:13:49.829773 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-2163dc50-0da1-40d0-a167-ab79ff0cc98c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/quotas/4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 375 time: 0.0114040
Dec 21 10:13:49.851131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedab0ef0>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:13:48Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:13:49.855352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e67203b-5458-45be-95ba-9f5526d53af5 None None] The sync data for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs is: [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:13:48Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:13:49.932571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-c3d951e7-2f81-4e76-9181-107a6b7cb641 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:13:49.947928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-c3d951e7-2f81-4e76-9181-107a6b7cb641 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:13:49.949347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-c3d951e7-2f81-4e76-9181-107a6b7cb641 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1134529
Dec 21 10:13:50.121259 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-814f12e0-2def-4d03-88a4-a829a411a5e8 service neutron] 10.222.0.45 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1491296
Dec 21 10:13:50.283884 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-ab567b63-8b32-43f0-9ae8-787522c2293f service neutron] 10.222.0.45 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1550019
Dec 21 10:13:50.533315 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6bdec30-d8bf-45d1-9fdb-c6c66d202b61 req-ab69d71f-9a5d-410f-bf05-ae8414851be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 210 time: 0.0612736
Dec 21 10:13:51.758890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device eff4366a-b59c-4557-bdbd-f216895fd42b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:51.775322 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-11d5fc19-e8c8-4e7b-bdfd-f18205c7fa49 req-2054c902-d45d-44a1-9279-34b98ed7ba7f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 210 time: 0.0628555
Dec 21 10:13:51.809771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-79e57e44-082e-4f79-9303-61224989bf3f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:51.811631 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-79e57e44-082e-4f79-9303-61224989bf3f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4 HTTP/1.1" status: 200  len: 796 time: 0.2179475
Dec 21 10:13:51.852455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port eff4366a-b59c-4557-bdbd-f216895fd42b completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:13:51.858225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port eff4366a-b59c-4557-bdbd-f216895fd42b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:51.858657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:51.909529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-70ba5259-627c-4559-81fb-47ce32aa52f8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 7767 time: 0.0770199
Dec 21 10:13:51.920538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'device_id': '64f5080c-085a-4718-892e-541b42137358', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'admin_state_up': True, 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'security_groups': ['0fd9c20e-ed02-457c-af48-3f051f8ee876']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:51.982713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:52.017084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port eff4366a-b59c-4557-bdbd-f216895fd42b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=eff4366a-b59c-4557-bdbd-f216895fd42b,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:52.020371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:52.022486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3f726cd-87e7-4dc8-ad43-17a178f7c7cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:52.068100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:13:52.079857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:13:52.089037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:13:52.091162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=eff4366a-b59c-4557-bdbd-f216895fd42b,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:52.095260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:52.095611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:52.403702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.5 (8a461b9a-14fc-432e-bb3a-656fb6bab9c4/ac4a8669-4b1d-4198-a5b7-13ad287d8a4d/2ebe6a4b-2505-4b95-86bc-307fe55e3d9f) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:13:52.606386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:52.622730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:13:52.643472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:52.658893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa84cbe6-c536-4517-9073-b0ab76f76ae6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:52.796205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:52.806355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:52.851987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:13:52.853108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:13:52.855453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:13:52.928550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:52.929216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:53.018119 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1024075
Dec 21 10:13:53.032394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Request body: {'port': {'device_id': '64f5080c-085a-4718-892e-541b42137358', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:13:53.081095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a108b96-1f34-496d-93e6-37aa39e2521b req-599c1be5-9cee-4612-8f76-0a0d4f4b1a19 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:53.081892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2a108b96-1f34-496d-93e6-37aa39e2521b req-599c1be5-9cee-4612-8f76-0a0d4f4b1a19 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:13:53.106592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d5b97ece-020b-411c-b676-e62650962e3b None None] Provisioning for port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:13:53.112462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d5b97ece-020b-411c-b676-e62650962e3b None None] Provisioning complete for port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:53.112846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d5b97ece-020b-411c-b676-e62650962e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:53.155933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2a108b96-1f34-496d-93e6-37aa39e2521b req-599c1be5-9cee-4612-8f76-0a0d4f4b1a19 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:13:53.157199 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a108b96-1f34-496d-93e6-37aa39e2521b req-599c1be5-9cee-4612-8f76-0a0d4f4b1a19 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 931 time: 0.2236052
Dec 21 10:13:53.173459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d5b97ece-020b-411c-b676-e62650962e3b None None] Port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:13:53.199595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:53.269179 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a108b96-1f34-496d-93e6-37aa39e2521b req-ee68b827-14dc-4f01-a7fe-1dce367415e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=0fd9c20e-ed02-457c-af48-3f051f8ee876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960979
Dec 21 10:13:53.631802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:13:53.639467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:53.654409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Transition to ACTIVE for port object 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:13:53.658029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:53.673720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5913834e-4a87-4afc-abc9-092f865bbce3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:53.722488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device eff4366a-b59c-4557-bdbd-f216895fd42b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:53.794327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port eff4366a-b59c-4557-bdbd-f216895fd42b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:53.794770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:54.089023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:54.095659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:54.274647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Attempting to bind port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:13:54.275027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Attempting to bind port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:13:54.275393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Attempting to bind port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f on network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:13:54.282437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:13:54.282812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Checking segment: {'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:13:54.283215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:54.283609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Bound using segment: {'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:13:54.284083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Bound port: 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:13:54.284461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:54.379581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] For port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:13:54.382861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] For port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:13:54.386893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:54.407277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0086abea-bad3-4a98-b614-049e8040a144 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:54.635831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Pushing event updated for resources: {'Port': ['ID=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:54.643559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:54.673667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fcc593-2056-4eea-8680-e837370fcf3a req-2be29003-40c0-4d84-8572-b07859ad9de0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:54.675353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60fcc593-2056-4eea-8680-e837370fcf3a req-2be29003-40c0-4d84-8572-b07859ad9de0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 943 time: 0.2730505
Dec 21 10:13:54.676772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:54.677429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:54.678826 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] 10.222.0.16 "PUT /v2.0/ports/2ebe6a4b-2505-4b95-86bc-307fe55e3d9f HTTP/1.1" status: 200  len: 1157 time: 1.6523349
Dec 21 10:13:54.679383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f5080c-085a-4718-892e-541b42137358', 'tag': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:13:54.766649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f5080c-085a-4718-892e-541b42137358', 'tag': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'status': 'completed', 'code': 200}
Dec 21 10:13:54.782184 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60fcc593-2056-4eea-8680-e837370fcf3a req-4997dd74-48a4-4e83-af76-0554a360d3e4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=0fd9c20e-ed02-457c-af48-3f051f8ee876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970266
Dec 21 10:13:54.812010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-cdea4998-833c-4160-bcec-2a0573b0ffd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:54.813653 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-cdea4998-833c-4160-bcec-2a0573b0ffd9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 1160 time: 0.0907035
Dec 21 10:13:54.889695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-ed44f4d7-3c56-4137-9c35-949ff46c13dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f HTTP/1.1" status: 200  len: 217 time: 0.0678406
Dec 21 10:13:54.959861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-539557dc-8147-48cd-9b90-13a5a2d745e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:54.961437 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-539557dc-8147-48cd-9b90-13a5a2d745e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac4a8669-4b1d-4198-a5b7-13ad287d8a4d HTTP/1.1" status: 200  len: 834 time: 0.0653970
Dec 21 10:13:55.041772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dff1692f-3c53-490b-b1b2-be4ec1c4b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:55.043369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-dff1692f-3c53-490b-b1b2-be4ec1c4b08a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752447
Dec 21 10:13:55.188865 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-6349a79e-9fde-4739-b214-f01272b29ecf service neutron] 10.222.0.16 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1384356
Dec 21 10:13:55.335895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99a02186-0116-4e0a-adcf-5ec344ecded5 req-c9a48b82-9247-4c02-af06-ffe38877d79a service neutron] 10.222.0.16 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403067
Dec 21 10:13:55.463949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-ac266061-ac79-4c3c-a929-44feae3d8372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:55.465664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-ac266061-ac79-4c3c-a929-44feae3d8372 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 1160 time: 0.0808775
Dec 21 10:13:55.615347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-64014339-ab7c-4dd6-8818-84a73527d3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:55.616949 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-64014339-ab7c-4dd6-8818-84a73527d3fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4 HTTP/1.1" status: 200  len: 890 time: 0.1447010
Dec 21 10:13:55.689932 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-fe90b8bb-c844-4b2d-beb3-2f4ee43bccd7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f HTTP/1.1" status: 200  len: 217 time: 0.0651641
Dec 21 10:13:55.762995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-400955ad-e614-4c0f-acb5-56308a5afaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:55.764510 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-400955ad-e614-4c0f-acb5-56308a5afaee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac4a8669-4b1d-4198-a5b7-13ad287d8a4d HTTP/1.1" status: 200  len: 834 time: 0.0675194
Dec 21 10:13:55.845373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-782ce9c9-8705-4df4-959c-ee0438aaf2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:55.847026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-782ce9c9-8705-4df4-959c-ee0438aaf2d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750737
Dec 21 10:13:56.057055 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-0eb33f1a-e67f-438f-a9dc-951712e9d282 service neutron] 10.222.0.16 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2006538
Dec 21 10:13:56.116124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569074b-f544-4abf-b9b4-e44e5f6311a9 req-576464db-021f-4b1b-ae9e-635024028c34 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:56.117728 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5569074b-f544-4abf-b9b4-e44e5f6311a9 req-576464db-021f-4b1b-ae9e-635024028c34 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 943 time: 0.1632609
Dec 21 10:13:56.250564 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5569074b-f544-4abf-b9b4-e44e5f6311a9 req-1307f613-b043-42a4-9c35-248e23e25838 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=0fd9c20e-ed02-457c-af48-3f051f8ee876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1252632
Dec 21 10:13:56.254025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b8fa904-d581-4361-ac5c-848f30f8f9f6 req-8344d803-1fa2-405c-be39-f4ba2f3e715e service neutron] 10.222.0.16 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1887443
Dec 21 10:13:57.536185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8aeec-073b-4f2d-862a-2a3689208079 req-3cc6fc1b-f080-49d3-9c06-de12a385070a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:57.537830 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fbc8aeec-073b-4f2d-862a-2a3689208079 req-3cc6fc1b-f080-49d3-9c06-de12a385070a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 943 time: 0.1593497
Dec 21 10:13:57.588390 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fbc8aeec-073b-4f2d-862a-2a3689208079 req-f3725ffd-4290-4554-a652-4098f9714834 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=0fd9c20e-ed02-457c-af48-3f051f8ee876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438480
Dec 21 10:13:58.155391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:58.225614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:13:58.231885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:58.232046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:58.354697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:58.384253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f5080c-085a-4718-892e-541b42137358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:13:58.395151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:13:58.398641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:13:58.400591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80715ee1-07f0-40fb-9697-5f6bf65717e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:13:58.460105 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f5080c-085a-4718-892e-541b42137358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'code': 200}
Dec 21 10:13:58.476467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:13:58.479688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:13:58.713524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43689364-9c86-4fbb-901c-0732c7b53789 req-b9c80e1d-e0ab-447b-8e38-4f5c6f787a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:58.715171 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43689364-9c86-4fbb-901c-0732c7b53789 req-b9c80e1d-e0ab-447b-8e38-4f5c6f787a4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 1162 time: 0.0814269
Dec 21 10:13:58.812294 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43689364-9c86-4fbb-901c-0732c7b53789 req-9c0d743d-9f4e-4470-a27a-50d38a425f3b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0fd9c20e-ed02-457c-af48-3f051f8ee876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0906913
Dec 21 10:13:58.846078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f6504-a32f-4de9-9977-2fddf516a54e req-e36e9421-3f96-426e-813a-cc6e298e71d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:13:58.846078 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c17f6504-a32f-4de9-9977-2fddf516a54e req-e36e9421-3f96-426e-813a-cc6e298e71d9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 945 time: 0.1074767
Dec 21 10:13:58.892827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c17f6504-a32f-4de9-9977-2fddf516a54e req-86f00c93-5802-47d1-a689-301a06c7a82e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=0fd9c20e-ed02-457c-af48-3f051f8ee876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427573
Dec 21 10:13:59.857132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:13:59.929233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:13:59.929680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:00.112978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1087872-54e9-4758-a316-300baeaa3f83 req-cfcc0754-3da4-42ae-8a11-19fa7ebaadcf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:00.114552 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c1087872-54e9-4758-a316-300baeaa3f83 req-cfcc0754-3da4-42ae-8a11-19fa7ebaadcf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 945 time: 0.0890055
Dec 21 10:14:00.164216 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c1087872-54e9-4758-a316-300baeaa3f83 req-0042472b-0cd4-4e77-86eb-bf758aa117d6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=0fd9c20e-ed02-457c-af48-3f051f8ee876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431874
Dec 21 10:14:00.378801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113eeaa8-51b0-445b-a5fb-2b0a93249feb req-ad0f85b6-a8ea-4e75-a4f2-63e2e799f98f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:00.380328 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-113eeaa8-51b0-445b-a5fb-2b0a93249feb req-ad0f85b6-a8ea-4e75-a4f2-63e2e799f98f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 945 time: 0.0872641
Dec 21 10:14:00.428446 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-113eeaa8-51b0-445b-a5fb-2b0a93249feb req-ad73e44e-84bf-430d-bfd6-df042c3316fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=0fd9c20e-ed02-457c-af48-3f051f8ee876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418520
Dec 21 10:14:00.458244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44336) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:00.534129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f22bfdf-452f-45c1-b4c0-f5fb66fe8973 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:00.535809 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0f22bfdf-452f-45c1-b4c0-f5fb66fe8973 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 1157 time: 0.0765193
Dec 21 10:14:00.538959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44340) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:00.544409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:14:00.551529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:14:00.555687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:floatingip and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:14:00.558722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:14:00.565099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:14:00.574670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:00.723182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:00.999996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.70 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/db8435cc-1c42-4885-9275-d49ccc7d2255) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:14:01.161247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:01.187185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:01.203327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b0b26879-940c-48f0-b3bf-5150f9f44066 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:01.344286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=db8435cc-1c42-4885-9275-d49ccc7d2255,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:01.356263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.356696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.357577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.357741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.358031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.358443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.358855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.359263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.359669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.360216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.360650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.361034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.361536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.361963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.362351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.362758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.363161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.363564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.363966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.364369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.364770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.365171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.365594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.365996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:01.371481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:01.410827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:14:01.411948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:14:01.414135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:14:01.569499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:01.848288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:02.188275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:02.453011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:02.456473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:02.472218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ead58a4b-6a6a-4b08-beee-814d2e1414c0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:02.619493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=db8435cc-1c42-4885-9275-d49ccc7d2255,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:02.623472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:02.716262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:02.897080 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP a5656cba-0867-481d-82d3-a4ddc624a03e associated. External IP: 172.26.1.70, port: 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f.
Dec 21 10:14:03.271664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 44cdbbed-db81-4046-90be-a41c8e4230a1 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:14:03.460593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:14:03.471243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] Sync routers for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:14:03.482085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:03.482769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee00af98>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:03.485794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:03.544992 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.0044529
Dec 21 10:14:03.546073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f5080c-085a-4718-892e-541b42137358', 'tag': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:14:03.547905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44344) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:03.606231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f5080c-085a-4718-892e-541b42137358', 'tag': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'status': 'completed', 'code': 200}
Dec 21 10:14:03.676979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:03.714653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-24f549cc-93ef-413c-af10-9ec81bd1a5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:03.716314 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-24f549cc-93ef-413c-af10-9ec81bd1a5d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 1162 time: 0.0875201
Dec 21 10:14:03.771386 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4c0eea3e-0315-4052-a8c4-85393bbc41fa tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers/44cdbbed-db81-4046-90be-a41c8e4230a1 HTTP/1.1" status: 200  len: 922 time: 0.2220554
Dec 21 10:14:03.772048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44350) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:03.871829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-6579ee11-e776-41f6-a5ba-7af99fb1fd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:03.874672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-6579ee11-e776-41f6-a5ba-7af99fb1fd62 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4 HTTP/1.1" status: 200  len: 890 time: 0.1519177
Dec 21 10:14:03.886207 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-27f7e3d7-b2fa-4930-9ef2-14638eab064b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 200  len: 990 time: 0.1129529
Dec 21 10:14:03.985320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-ad8be1f9-b602-4ea1-879b-8cb2c549d020 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f HTTP/1.1" status: 200  len: 998 time: 0.1033661
Dec 21 10:14:04.064543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-aecc6593-294b-4b58-a150-a452d9a05999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:04.066231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-aecc6593-294b-4b58-a150-a452d9a05999 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac4a8669-4b1d-4198-a5b7-13ad287d8a4d HTTP/1.1" status: 200  len: 834 time: 0.0745382
Dec 21 10:14:04.154920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-13713d4e-be9a-4845-8233-2fff680e75b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:04.156582 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-13713d4e-be9a-4845-8233-2fff680e75b0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827661
Dec 21 10:14:04.225688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee00af98>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a5656cba-0867-481d-82d3-a4ddc624a03e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.70', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'port_id': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'mac_address': 'fa:16:3e:79:18:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5080c-085a-4718-892e-541b42137358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:01Z', 'updated_at': '2020-12-21T10:14:01Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:13:52Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:04.229740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] Checking router: 44cdbbed-db81-4046-90be-a41c8e4230a1 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:14:04.239769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:04.240430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee00af98>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:04.305307 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-6476b2a6-54d0-4653-adbb-8d407ff106ec service neutron] 10.222.0.16 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415637
Dec 21 10:14:04.430338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:04.450690 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b4d2fd9f-5ab1-4bcc-bf43-59b6d36960a7 req-6aaaed59-4bea-4410-a366-4d0203576c12 service neutron] 10.222.0.16 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387982
Dec 21 10:14:04.797231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee00af98>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a5656cba-0867-481d-82d3-a4ddc624a03e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.70', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'port_id': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'mac_address': 'fa:16:3e:79:18:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5080c-085a-4718-892e-541b42137358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:01Z', 'updated_at': '2020-12-21T10:14:01Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:13:52Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:04.801770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a57674-cf8a-4a01-a060-a7e9fe102815 None None] The sync data for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs is: [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a5656cba-0867-481d-82d3-a4ddc624a03e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.70', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'port_id': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'mac_address': 'fa:16:3e:79:18:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5080c-085a-4718-892e-541b42137358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:01Z', 'updated_at': '2020-12-21T10:14:01Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:13:52Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:14:04.890614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44354) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:05.001810 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-29f68bb4-eeb8-48a4-8036-0b87072d14d8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 200  len: 990 time: 0.1098838
Dec 21 10:14:05.104309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca405e10-1883-4826-a541-292818353d0a None None] New status for floating IP a5656cba-0867-481d-82d3-a4ddc624a03e: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:14:05.479110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:14:06.005886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44358) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:06.394422 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e72ab7d5-93ab-418b-8b40-122ec00f80b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 200  len: 992 time: 0.3871400
Dec 21 10:14:08.313666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1691e9c6-bf0e-42ef-95f8-cd5acf162b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:08.944884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db501a6-ad06-4569-8e12-23efed817a72 req-768e98dd-2d8f-45a6-b875-9a0a9b3a5ac9 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:08.946531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5db501a6-ad06-4569-8e12-23efed817a72 req-768e98dd-2d8f-45a6-b875-9a0a9b3a5ac9 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 946 time: 0.1635680
Dec 21 10:14:08.998197 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5db501a6-ad06-4569-8e12-23efed817a72 req-c31022c5-7af2-453d-bb2f-b0d752cda029 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0450351
Dec 21 10:14:09.914799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:14:09.987987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:14:09.988403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:10.216919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a45d87-5fc1-411a-a332-b1ed87f89ee9 req-0c520c94-75ec-45e0-b575-bea51ea51dba tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:10.218556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9a45d87-5fc1-411a-a332-b1ed87f89ee9 req-0c520c94-75ec-45e0-b575-bea51ea51dba tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 946 time: 0.0879576
Dec 21 10:14:10.268236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9a45d87-5fc1-411a-a332-b1ed87f89ee9 req-766dfa28-bca1-42a0-9585-d5d8eec85926 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0433004
Dec 21 10:14:10.531672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-9d07a34f-ba30-4d97-b312-e2770d344bfc tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:10.533225 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-9d07a34f-ba30-4d97-b312-e2770d344bfc tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 946 time: 0.0865905
Dec 21 10:14:10.608576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Deleting port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:14:10.608958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:10.865769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] For port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:10.866083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:11.164779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:11.165351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:11.165546 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Floating IP eb7a90fd-629e-4c20-b33d-4a5c2d51b275 disassociated. External IP: 172.26.1.81, port: 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf.
Dec 21 10:14:11.165837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Calling delete_port for 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:14:11.657795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:11.665121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec4645-ecd9-4115-b223-e9b4ebc51f7d req-9fc95de8-28a1-47f7-9736-19a20cae0632 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:11.666793 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-52ec4645-ecd9-4115-b223-e9b4ebc51f7d req-9fc95de8-28a1-47f7-9736-19a20cae0632 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 867 time: 0.1522369
Dec 21 10:14:11.681677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:11.742510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event deleted for resources: {'Port': ['ID=701fb2dd-eca0-44a5-bf2b-4fd3727a4faf,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:11.760363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:11.843700 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-52ec4645-ecd9-4115-b223-e9b4ebc51f7d req-9d0e22b8-b2a7-4024-89ca-f14af3b7d9e3 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1319501
Dec 21 10:14:11.854703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:14:11.892489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:14:11.893188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:14:12.084924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Router bfcf8ed3-c81a-4310-a284-a25054eadd02 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:14:12.131438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:12.275112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:14:12.285443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] Sync routers for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:14:12.296671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:12.297603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf43fd0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:13:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:12.313801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] No DVR routers for this DVR port 701fb2dd-eca0-44a5-bf2b-4fd3727a4faf on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:14:12.316313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:12.319283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cdf588-7e31-4f26-9d46-788313878009', 'name': 'network-vif-deleted', 'tag': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:14:12.336252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c5e057ba-3bde-4170-9094-0b8e0a5ec64e req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "DELETE /v2.0/ports/701fb2dd-eca0-44a5-bf2b-4fd3727a4faf HTTP/1.1" status: 204  len: 173 time: 1.7971871
Dec 21 10:14:12.386337 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9cdf588-7e31-4f26-9d46-788313878009', 'name': 'network-vif-deleted', 'tag': '701fb2dd-eca0-44a5-bf2b-4fd3727a4faf', 'status': 'completed', 'code': 200}
Dec 21 10:14:12.472266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db7138ac-38c1-4fe1-8108-9d39722bd1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:12.521988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:12.703014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:12.875123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf43fd0>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:12.879410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] Checking router: bfcf8ed3-c81a-4310-a284-a25054eadd02 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:14:12.889232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:12.889935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf43fd0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:13.026161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-295939c2-8c4f-4455-9250-8a6efe2f6841 req-2e10f668-1617-4bcf-acac-245dfe1a29a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:14:13.043102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-295939c2-8c4f-4455-9250-8a6efe2f6841 req-2e10f668-1617-4bcf-acac-245dfe1a29a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:14:13.045097 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-295939c2-8c4f-4455-9250-8a6efe2f6841 req-2e10f668-1617-4bcf-acac-245dfe1a29a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=e9cdf588-7e31-4f26-9d46-788313878009 HTTP/1.1" status: 200  len: 210 time: 0.0708642
Dec 21 10:14:13.088408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:13.531509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:13.602456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf43fd0>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:13.606656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b037148-5790-4bd8-9393-428f34197c3e None None] The sync data for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs is: [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:14:14.015921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c6a0ce-911f-470d-b8aa-1d2688c55526 None None] New status for floating IP eb7a90fd-629e-4c20-b33d-4a5c2d51b275: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:14:14.422937 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-dd7ef82f-c682-4dff-9a08-34b627085be6 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2133153490&fields=id&tenant_id=4ea0210217b44df5977646100e80540e HTTP/1.1" status: 200  len: 267 time: 0.0436437
Dec 21 10:14:14.589079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-fff01a49-1bd2-47c7-9a9c-50085fdc5750 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:14.590692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-fff01a49-1bd2-47c7-9a9c-50085fdc5750 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 811 time: 0.1606781
Dec 21 10:14:14.607334 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-1e6f3fac-923c-41ac-a051-78462785b2a5 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/quotas/4ea0210217b44df5977646100e80540e HTTP/1.1" status: 200  len: 375 time: 0.0099027
Dec 21 10:14:14.697170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-8067d579-c960-46f3-bcb7-a21a39c6df87 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0845139
Dec 21 10:14:14.929178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-d3b06531-974e-4b07-aa69-627d6f7fa867 service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2192361
Dec 21 10:14:15.074757 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-c8d74f7a-82a6-4adb-b5d8-4854a0727bdc service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389356
Dec 21 10:14:15.505934 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2248fe77-e4b4-4f56-9bf2-9a6c70b77738 req-2a9de454-f335-4ae4-afd5-036a251e03c8 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 210 time: 0.0502048
Dec 21 10:14:16.725310 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-29d2dbf6-1a25-4780-898a-2b11e4731d94 req-4f1df88d-796e-46b1-9640-0367616e8d70 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 210 time: 0.0825584
Dec 21 10:14:16.859480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-5feac907-cb1f-4890-bedb-faf3f1690a90 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:16.861045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-5feac907-cb1f-4890-bedb-faf3f1690a90 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 811 time: 0.1747634
Dec 21 10:14:16.959970 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-5ded9e76-1ea6-40f3-8571-66025fab8d75 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ea0210217b44df5977646100e80540e HTTP/1.1" status: 200  len: 5559 time: 0.0810733
Dec 21 10:14:16.971334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'port': {'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'admin_state_up': True, 'tenant_id': '4ea0210217b44df5977646100e80540e', 'security_groups': ['72d0f7ba-a360-4bd5-ba5c-c70bef859d69']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:14:17.123471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:14:17.133404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:14:17.142922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Made reservation on behalf of 4ea0210217b44df5977646100e80540e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:14:17.149427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:17.475740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Allocated IP 172.20.0.12 (8c7557a9-4f8f-4092-be8d-05b81858a962/eb707b19-b9b0-470e-abcb-0adf71045831/fb492b7c-ee32-4d9e-be72-efc2592047e8) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:14:17.690659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:17.708729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Transition to ACTIVE for port object fb492b7c-ee32-4d9e-be72-efc2592047e8 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:14:17.729619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:17.745179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4839217a-f412-4f8a-8186-0d0b6eb8a396 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:17.939852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'Port': ['ID=fb492b7c-ee32-4d9e-be72-efc2592047e8,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:17.949215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:18.022447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:14:18.025055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:14:18.027841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:14:18.063754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e4c71-7ac6-4f7a-bbe4-dea4f09f21c6 req-093e60d4-7e04-4ba1-b9a5-00bcd8d1d664 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:18.065442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fd6e4c71-7ac6-4f7a-bbe4-dea4f09f21c6 req-093e60d4-7e04-4ba1-b9a5-00bcd8d1d664 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 932 time: 0.1801212
Dec 21 10:14:18.142257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:18.142968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:18.163231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fd6e4c71-7ac6-4f7a-bbe4-dea4f09f21c6 req-f50131ac-be3a-47ab-aef0-50f1787b0ef2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0880642
Dec 21 10:14:18.179626 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2130129
Dec 21 10:14:18.287190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Request body: {'port': {'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:14:18.295304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2fad44b2-ce09-4fb3-bf80-197bece9183d None None] Provisioning for port fb492b7c-ee32-4d9e-be72-efc2592047e8 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:14:18.301655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2fad44b2-ce09-4fb3-bf80-197bece9183d None None] Provisioning complete for port fb492b7c-ee32-4d9e-be72-efc2592047e8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:14:18.302223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2fad44b2-ce09-4fb3-bf80-197bece9183d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:18.358523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2fad44b2-ce09-4fb3-bf80-197bece9183d None None] Port fb492b7c-ee32-4d9e-be72-efc2592047e8 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:14:18.477998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:18.492806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b62a09da-030e-4541-8428-4a171c80aab3 req-4a75045b-fe5c-4521-b540-66e76311855d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2901146
Dec 21 10:14:18.780286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a09da-030e-4541-8428-4a171c80aab3 req-6df3ef93-5fb5-42d6-940c-7c111c0c4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:18.781981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b62a09da-030e-4541-8428-4a171c80aab3 req-6df3ef93-5fb5-42d6-940c-7c111c0c4588 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 1162 time: 0.1984606
Dec 21 10:14:19.296612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a09da-030e-4541-8428-4a171c80aab3 req-4d68f879-99d0-4504-b2f6-1c536cb5e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:19.298254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b62a09da-030e-4541-8428-4a171c80aab3 req-4d68f879-99d0-4504-b2f6-1c536cb5e670 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4 HTTP/1.1" status: 200  len: 890 time: 0.4956570
Dec 21 10:14:19.513691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb492b7c-ee32-4d9e-be72-efc2592047e8 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:14:19.531147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b62a09da-030e-4541-8428-4a171c80aab3 req-1b1e876f-a78c-4aa1-8519-956f919c6d4e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f HTTP/1.1" status: 200  len: 1000 time: 0.2227738
Dec 21 10:14:19.532891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:19.594519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Transition to ACTIVE for port object fb492b7c-ee32-4d9e-be72-efc2592047e8 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:14:19.605357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:19.626054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e95f82c-c92b-4ddf-8024-7bcf6963c2d0 tempest-TestNetworkAdvancedServerOps-478124070 tempest-TestNetworkAdvancedServerOps-478124070] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:19.703354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a147f71-4742-4c05-bec0-eac1496618f2 req-479da279-6bea-4fb1-8cc6-6358540760d1 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:19.704124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-8a147f71-4742-4c05-bec0-eac1496618f2 req-479da279-6bea-4fb1-8cc6-6358540760d1 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:14:19.725951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a09da-030e-4541-8428-4a171c80aab3 req-db424508-36b3-43ac-9d98-9f32bd6a2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:19.727537 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b62a09da-030e-4541-8428-4a171c80aab3 req-db424508-36b3-43ac-9d98-9f32bd6a2998 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac4a8669-4b1d-4198-a5b7-13ad287d8a4d HTTP/1.1" status: 200  len: 834 time: 0.1838412
Dec 21 10:14:19.838056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Pushing event updated for resources: {'Port': ['ID=fb492b7c-ee32-4d9e-be72-efc2592047e8,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:19.854626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:19.860452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-8a147f71-4742-4c05-bec0-eac1496618f2 req-479da279-6bea-4fb1-8cc6-6358540760d1 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:14:19.861761 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a147f71-4742-4c05-bec0-eac1496618f2 req-479da279-6bea-4fb1-8cc6-6358540760d1 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 932 time: 0.5625355
Dec 21 10:14:20.012570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a147f71-4742-4c05-bec0-eac1496618f2 req-b9b9c449-9b8c-4e84-bb48-0b6f11e7fefb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1414771
Dec 21 10:14:20.030229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a09da-030e-4541-8428-4a171c80aab3 req-b160432c-f51e-4008-a6db-6a1281581224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:20.031883 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b62a09da-030e-4541-8428-4a171c80aab3 req-b160432c-f51e-4008-a6db-6a1281581224 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2437272
Dec 21 10:14:20.221671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Attempting to bind port fb492b7c-ee32-4d9e-be72-efc2592047e8 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:14:20.222403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Attempting to bind port fb492b7c-ee32-4d9e-be72-efc2592047e8 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:14:20.222403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Attempting to bind port fb492b7c-ee32-4d9e-be72-efc2592047e8 on network 8c7557a9-4f8f-4092-be8d-05b81858a962 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:14:20.240719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:14:20.241098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Checking segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:14:20.241562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:20.241939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Bound using segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:14:20.242429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Bound port: fb492b7c-ee32-4d9e-be72-efc2592047e8, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:14:20.242814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:20.266704 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b62a09da-030e-4541-8428-4a171c80aab3 req-c9a7b97f-f096-4708-9461-f7acfe21764f service neutron] 10.222.0.16 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2051797
Dec 21 10:14:20.458418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] For port fb492b7c-ee32-4d9e-be72-efc2592047e8, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:14:20.463271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] For port fb492b7c-ee32-4d9e-be72-efc2592047e8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:14:20.467777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:20.492446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3449168-10d0-452c-8235-a90d1b521338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:20.557736 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b62a09da-030e-4541-8428-4a171c80aab3 req-6172424b-43f6-46f4-b890-2933ae8c4e1f service neutron] 10.222.0.16 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2571344
Dec 21 10:14:20.654987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Pushing event updated for resources: {'Port': ['ID=fb492b7c-ee32-4d9e-be72-efc2592047e8,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:20.660435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:20.692967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:20.693696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:20.695184 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] 10.222.0.16 "PUT /v2.0/ports/fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 1158 time: 2.5057979
Dec 21 10:14:20.695741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'tag': 'fb492b7c-ee32-4d9e-be72-efc2592047e8'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:14:20.774936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'tag': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'status': 'completed', 'code': 200}
Dec 21 10:14:20.813809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-ad3b00ed-9a7d-418c-b571-59c294961909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:20.815471 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-ad3b00ed-9a7d-418c-b571-59c294961909 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 1161 time: 0.0820346
Dec 21 10:14:20.895370 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-98f27121-bdbd-4180-b093-13ec5374867e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 217 time: 0.0716813
Dec 21 10:14:20.967023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-84d41453-523a-45f5-89a3-4970682044ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:20.968544 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-84d41453-523a-45f5-89a3-4970682044ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0664997
Dec 21 10:14:21.053028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-529ff451-e597-4702-b68a-0ed2d39a431e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:21.054712 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-529ff451-e597-4702-b68a-0ed2d39a431e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783725
Dec 21 10:14:21.260939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-9ad13661-490b-40bf-9a61-e7b70fde9f46 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1992888
Dec 21 10:14:21.317347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb69856-15c5-4cf4-85b7-506d3d402740 req-1aea31a4-f6ae-452b-aabe-6d20f633c9ee tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:21.318946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ccb69856-15c5-4cf4-85b7-506d3d402740 req-1aea31a4-f6ae-452b-aabe-6d20f633c9ee tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 944 time: 0.1583309
Dec 21 10:14:21.439314 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ccb69856-15c5-4cf4-85b7-506d3d402740 req-94e88f88-a668-4943-a410-b64e21975896 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1128795
Dec 21 10:14:21.457800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6cb61bb-9553-47a9-b382-9c2619cd6efc req-affb4d37-66c4-4105-94a0-77d0ae8b80ab service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1883650
Dec 21 10:14:21.587018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-f214823a-9e31-4148-bf1d-eeaae503ab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:21.588653 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-f214823a-9e31-4148-bf1d-eeaae503ab52 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 1161 time: 0.0812628
Dec 21 10:14:21.739264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-779afc14-5000-402d-8092-8607f6c4ed20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:21.740901 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-779afc14-5000-402d-8092-8607f6c4ed20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.1447194
Dec 21 10:14:21.810890 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-4a2899a7-ade6-4f87-88d8-da15352b9027 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 217 time: 0.0627215
Dec 21 10:14:21.884556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-52fc1f2e-29b5-4726-ab99-db7c43b7bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:21.886061 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-52fc1f2e-29b5-4726-ab99-db7c43b7bd07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0676122
Dec 21 10:14:21.966570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-2ac76f9e-12b7-4f74-b3c6-dc856750a27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:21.968268 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-2ac76f9e-12b7-4f74-b3c6-dc856750a27d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751793
Dec 21 10:14:22.111413 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-316a2e45-2506-4235-8303-b037f3583b37 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356885
Dec 21 10:14:22.257261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be68845c-b0a5-4a82-be0a-f9c4a9d12cdc req-c6d59629-ea2e-4e8c-ae49-23ac0b71b55e service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1385334
Dec 21 10:14:22.657102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d412a2c-15c3-45f3-bf56-8c248e4a9e47 req-167453bf-67bb-4e60-8860-5f710c6b3881 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:22.658744 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3d412a2c-15c3-45f3-bf56-8c248e4a9e47 req-167453bf-67bb-4e60-8860-5f710c6b3881 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 944 time: 0.0875108
Dec 21 10:14:22.706106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3d412a2c-15c3-45f3-bf56-8c248e4a9e47 req-727bf172-9c1b-4010-9468-b0672ec3133b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409572
Dec 21 10:14:23.923245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5768d-211f-4363-a2a1-de245e35672e req-e8b183e3-af70-4cd1-b23e-985d2828077d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:23.924755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5cf5768d-211f-4363-a2a1-de245e35672e req-e8b183e3-af70-4cd1-b23e-985d2828077d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 944 time: 0.0854571
Dec 21 10:14:23.971847 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5cf5768d-211f-4363-a2a1-de245e35672e req-38af3c73-2b7b-4c98-b583-29b30998c7f8 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0406487
Dec 21 10:14:25.183826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34b904-8e3e-493e-96bd-9bdb5bd8347b req-35cfb920-5ed0-4b80-824c-065c337c8e02 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:25.186456 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ae34b904-8e3e-493e-96bd-9bdb5bd8347b req-35cfb920-5ed0-4b80-824c-065c337c8e02 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 944 time: 0.0885284
Dec 21 10:14:25.234261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ae34b904-8e3e-493e-96bd-9bdb5bd8347b req-a0582d06-9621-44e2-ba55-e536777e2378 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0416203
Dec 21 10:14:26.453224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af68a13-1d4c-4cc8-8a4a-715eee12e7fe req-360674e3-7813-471b-a7d7-6dde1c1b2386 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:26.454872 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7af68a13-1d4c-4cc8-8a4a-715eee12e7fe req-360674e3-7813-471b-a7d7-6dde1c1b2386 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 944 time: 0.0881133
Dec 21 10:14:26.771224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7af68a13-1d4c-4cc8-8a4a-715eee12e7fe req-c20aae39-b470-423a-ac4e-f37ce604fdc1 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3099194
Dec 21 10:14:27.984188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef2561-5aa8-4f06-baeb-89495984900e req-4ba3e426-1d7b-4608-b153-656504e3d54d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:27.985912 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-48ef2561-5aa8-4f06-baeb-89495984900e req-4ba3e426-1d7b-4608-b153-656504e3d54d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 944 time: 0.0848761
Dec 21 10:14:28.032356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-48ef2561-5aa8-4f06-baeb-89495984900e req-fc06c61c-5516-49d4-8e20-ad56cd305504 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0402706
Dec 21 10:14:28.306839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device fb492b7c-ee32-4d9e-be72-efc2592047e8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:14:28.377001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port fb492b7c-ee32-4d9e-be72-efc2592047e8 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:14:28.381934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port fb492b7c-ee32-4d9e-be72-efc2592047e8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:14:28.382364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:28.498963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:28.526238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb492b7c-ee32-4d9e-be72-efc2592047e8'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:14:28.540474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port fb492b7c-ee32-4d9e-be72-efc2592047e8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:28.545524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:28.547770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:28.594746 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'code': 200}
Dec 21 10:14:28.621674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=fb492b7c-ee32-4d9e-be72-efc2592047e8,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:28.625099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:28.872934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4550a1cb-8dfc-4e8b-8a2f-21a93462138e req-2b8528f1-c4b6-4766-ace7-62ad9f0fa285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:28.874529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4550a1cb-8dfc-4e8b-8a2f-21a93462138e req-2b8528f1-c4b6-4766-ace7-62ad9f0fa285 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 1163 time: 0.0777388
Dec 21 10:14:28.920101 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4550a1cb-8dfc-4e8b-8a2f-21a93462138e req-2717961c-07bf-4633-8499-2677347e711c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0386934
Dec 21 10:14:29.246850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b0c1e-3836-4226-b3c8-4ba4c3fc009c req-c8512e8c-141b-48a2-9c19-34872244fc34 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:29.249065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a3b0c1e-3836-4226-b3c8-4ba4c3fc009c req-c8512e8c-141b-48a2-9c19-34872244fc34 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 946 time: 0.0839698
Dec 21 10:14:29.299666 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a3b0c1e-3836-4226-b3c8-4ba4c3fc009c req-9314e979-7f43-44a9-8f38-3bf7af2925a5 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0442348
Dec 21 10:14:30.047681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device fb492b7c-ee32-4d9e-be72-efc2592047e8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:14:30.121501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port fb492b7c-ee32-4d9e-be72-efc2592047e8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:14:30.121963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:30.515051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2936a0-487e-4659-aea8-51445ca97f14 req-a1047785-4ea6-46cb-aa3a-1cc6dea10cdf tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:30.516785 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2d2936a0-487e-4659-aea8-51445ca97f14 req-a1047785-4ea6-46cb-aa3a-1cc6dea10cdf tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 946 time: 0.0862672
Dec 21 10:14:30.566087 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2d2936a0-487e-4659-aea8-51445ca97f14 req-a81cc06e-f152-4481-a8be-8166cedab9f7 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428998
Dec 21 10:14:30.780562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa522559-ac4d-4a16-b50e-ca4646cc47a4 req-33ff5f6b-b467-4546-946d-d0933286918d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:30.782191 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa522559-ac4d-4a16-b50e-ca4646cc47a4 req-33ff5f6b-b467-4546-946d-d0933286918d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 946 time: 0.0894806
Dec 21 10:14:30.828713 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa522559-ac4d-4a16-b50e-ca4646cc47a4 req-9cc0aa89-1b69-4095-98cc-98cf72dc81e0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401969
Dec 21 10:14:31.039564 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-76ff4303-7963-465f-bfe6-176839669bbe req-e90851f7-03a0-41bf-b767-74f855331336 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1571610
Dec 21 10:14:31.049633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:14:31.055247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:14:31.065095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:14:31.073882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:31.217860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:31.493912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Allocated IP 172.26.1.153 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/0a63d5ad-ef53-45a1-80da-f46d840844b7) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:14:31.577332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:31.652845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:31.680416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:31.695964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-22748aaf-e9e0-4dd0-914f-69db38506fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:31.838678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'Port': ['ID=0a63d5ad-ef53-45a1-80da-f46d840844b7,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:31.844646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:31.890310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:14:31.891528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:14:31.894004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:14:31.982083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:32.041662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:32.312016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:32.315651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:32.331675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:32.472754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'Port': ['ID=0a63d5ad-ef53-45a1-80da-f46d840844b7,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:32.478044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:32.573356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:32.600867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:32.602226 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-76ff4303-7963-465f-bfe6-176839669bbe req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5567605
Dec 21 10:14:32.685261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-76ff4303-7963-465f-bfe6-176839669bbe req-d4cc514f-6465-41b3-9554-a75324dc81ca tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:14:32.699721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-76ff4303-7963-465f-bfe6-176839669bbe req-d4cc514f-6465-41b3-9554-a75324dc81ca tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:14:32.701579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-76ff4303-7963-465f-bfe6-176839669bbe req-d4cc514f-6465-41b3-9554-a75324dc81ca tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.153 HTTP/1.1" status: 200  len: 696 time: 0.0928013
Dec 21 10:14:32.864797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff4303-7963-465f-bfe6-176839669bbe req-73da175b-ae1a-481c-ac26-4ff58c4a83d8 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:32.866229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-76ff4303-7963-465f-bfe6-176839669bbe req-73da175b-ae1a-481c-ac26-4ff58c4a83d8 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1587207
Dec 21 10:14:33.062132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-0b06ae79-a9fa-4d99-b241-4c9ff8ec777f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:33.063739 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-0b06ae79-a9fa-4d99-b241-4c9ff8ec777f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0892618
Dec 21 10:14:33.145199 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-24028f50-98b7-469a-a09a-05e7def4de25 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.153 HTTP/1.1" status: 200  len: 696 time: 0.0751793
Dec 21 10:14:33.156461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-f5413898-7b33-4945-80a0-d98c2e581f5a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'floatingip': {'port_id': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:14:33.237516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-f5413898-7b33-4945-80a0-d98c2e581f5a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:33.854562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-f5413898-7b33-4945-80a0-d98c2e581f5a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:33.857892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-f5413898-7b33-4945-80a0-d98c2e581f5a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:34.033961 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-f5413898-7b33-4945-80a0-d98c2e581f5a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Floating IP e77bb6e6-a42b-4aab-9e1e-d36037e9bc15 associated. External IP: 172.26.1.153, port: fb492b7c-ee32-4d9e-be72-efc2592047e8.
Dec 21 10:14:34.666050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-f5413898-7b33-4945-80a0-d98c2e581f5a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Router bfcf8ed3-c81a-4310-a284-a25054eadd02 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:14:34.853299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-f5413898-7b33-4945-80a0-d98c2e581f5a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:14:34.858834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-f5413898-7b33-4945-80a0-d98c2e581f5a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:34.863578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] Sync routers for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:14:34.875842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:34.876523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec4952b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:34.915117 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-f5413898-7b33-4945-80a0-d98c2e581f5a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "PUT /v2.0/floatingips/e77bb6e6-a42b-4aab-9e1e-d36037e9bc15 HTTP/1.1" status: 200  len: 997 time: 1.7639022
Dec 21 10:14:34.915700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'tag': 'fb492b7c-ee32-4d9e-be72-efc2592047e8'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:14:35.009452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-92df5d1d-0cdd-4cbe-b19f-32a26e9c770a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:35.011178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-92df5d1d-0cdd-4cbe-b19f-32a26e9c770a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 1163 time: 0.0815244
Dec 21 10:14:35.070014 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'tag': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'status': 'completed', 'code': 200}
Dec 21 10:14:35.076003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:35.222269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-ec1ba8c4-8cac-4504-a88f-f0d376e5a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:35.223921 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-ec1ba8c4-8cac-4504-a88f-f0d376e5a74d service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.2055924
Dec 21 10:14:35.293310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-c1b5c837-936d-459c-845f-bd5ffa36ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:35.295086 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-c1b5c837-936d-459c-845f-bd5ffa36ac17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 1163 time: 0.1753974
Dec 21 10:14:35.362179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44458) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:35.455830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec4952b0>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e77bb6e6-a42b-4aab-9e1e-d36037e9bc15', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:ff:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:31Z', 'updated_at': '2020-12-21T10:14:33Z', 'revision_number': 1, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:35.460177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] Checking router: bfcf8ed3-c81a-4310-a284-a25054eadd02 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:14:35.463347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-470a053f-fb01-4125-a52a-d412a11ce76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:35.465002 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-470a053f-fb01-4125-a52a-d412a11ce76a service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.1615295
Dec 21 10:14:35.469520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:35.470249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec4952b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:35.477433 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-8673a698-3655-4ec2-aa01-9eb763dbad8c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 1000 time: 0.2451825
Dec 21 10:14:35.568341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-09d93cc5-0bdb-4d5c-9719-59c325f9c905 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers/44cdbbed-db81-4046-90be-a41c8e4230a1/l3-agents HTTP/1.1" status: 200  len: 879 time: 0.2048292
Dec 21 10:14:35.569010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44462) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:35.644603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-2222fd5b-62bc-4e50-8060-0156b7c05094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:35.646463 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-2222fd5b-62bc-4e50-8060-0156b7c05094 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.1155896
Dec 21 10:14:35.648133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-c6a3aede-dc74-47fa-90fa-d58ee6483a83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 1000 time: 0.1697755
Dec 21 10:14:35.674596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:35.780135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6433e25e-518e-4c98-b18b-1ae8f8fdd7b1 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Notify agent at dv-neutron-601336-62-ovs the message router_removed_from_agent {{(pid=80971) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 21 10:14:35.785980 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6433e25e-518e-4c98-b18b-1ae8f8fdd7b1 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "DELETE /v2.0/agents/d5bed3a7-d896-41eb-96fc-ddc811259196/l3-routers/44cdbbed-db81-4046-90be-a41c8e4230a1 HTTP/1.1" status: 204  len: 168 time: 0.2134073
Dec 21 10:14:35.786161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-5151199c-45b0-4dbc-8483-8e5041e0db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:35.786161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-5151199c-45b0-4dbc-8483-8e5041e0db95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0961359
Dec 21 10:14:35.786500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44466) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:35.845858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-57525611-a475-41fe-b26a-ba4c6e3f38e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:35.847799 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-57525611-a475-41fe-b26a-ba4c6e3f38e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1950490
Dec 21 10:14:36.007739 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1db67def-708f-4714-ae3d-42bb40652907 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers/44cdbbed-db81-4046-90be-a41c8e4230a1/l3-agents HTTP/1.1" status: 200  len: 207 time: 0.2199738
Dec 21 10:14:36.010505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44470) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:36.019272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-d67bbbe5-2c45-4866-8145-964c92d32a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:36.021056 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-d67bbbe5-2c45-4866-8145-964c92d32a64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2272952
Dec 21 10:14:36.081439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec4952b0>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e77bb6e6-a42b-4aab-9e1e-d36037e9bc15', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:ff:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:31Z', 'updated_at': '2020-12-21T10:14:33Z', 'revision_number': 1, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:36.088390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77facd1d-765d-41e1-ae5b-7959d7d084cd None None] The sync data for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs is: [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e77bb6e6-a42b-4aab-9e1e-d36037e9bc15', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:ff:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:31Z', 'updated_at': '2020-12-21T10:14:33Z', 'revision_number': 1, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:14:36.107936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-46c609be-42cf-4f1d-ae5a-819b21ab7071 service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371218
Dec 21 10:14:36.137272 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e4ffa652-e795-425f-983d-f2a04e7e7265 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 200  len: 992 time: 0.1253202
Dec 21 10:14:36.143095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239ba18-d1bc-4b88-91d4-683b19dc59d1 None None] New status for floating IP a5656cba-0867-481d-82d3-a4ddc624a03e: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:14:36.317253 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-f993473c-0bec-43e9-b7ab-433d6e41e6c4 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2858863
Dec 21 10:14:36.396597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1874e7e0-9ba6-4279-85e4-db11374806d0 req-4179ff8f-b187-45ac-8265-f6c7a2a7e75f service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2347398
Dec 21 10:14:36.425202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dec412-6a97-41e3-bc2e-c6a434d1ac7f None None] New status for floating IP e77bb6e6-a42b-4aab-9e1e-d36037e9bc15: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:14:36.514586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-875d3e4d-e3e7-418a-8415-5890bd460a52 req-d571b56d-f2cb-481e-bc22-0ff2fbd3f71b service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1877697
Dec 21 10:14:37.141620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44476) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:37.252849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-069e2944-fa37-4e9a-af43-d28ea6268d0b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 200  len: 990 time: 0.1091158
Dec 21 10:14:37.737633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device eff4366a-b59c-4557-bdbd-f216895fd42b no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:14:38.030674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:38.063166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port eff4366a-b59c-4557-bdbd-f216895fd42b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=eff4366a-b59c-4557-bdbd-f216895fd42b,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:38.066054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:38.066841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c493f912-2c1a-46fe-bd82-663a18c74bb8 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:14:38.094401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34bd392e-4449-4df5-8ec6-e1d04b739271 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:38.186988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=eff4366a-b59c-4557-bdbd-f216895fd42b,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:38.213889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:38.243195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:38.259570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port c493f912-2c1a-46fe-bd82-663a18c74bb8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c493f912-2c1a-46fe-bd82-663a18c74bb8,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:38.262354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:38.264664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:38.335206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42700859-29b7-4f8f-bf11-33ce6a524837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:38.346735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=c493f912-2c1a-46fe-bd82-663a18c74bb8,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:38.350006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:38.412566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44482) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:38.626703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b13af4-8119-4e77-bfaf-e5716c95883f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Router 44cdbbed-db81-4046-90be-a41c8e4230a1 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:14:38.627073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b13af4-8119-4e77-bfaf-e5716c95883f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Notify agent at dv-neutron-601336-62-ovs the message router_added_to_agent {{(pid=80971) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:49}}
Dec 21 10:14:38.656260 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a7b13af4-8119-4e77-bfaf-e5716c95883f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "POST /v2.0/agents/d5bed3a7-d896-41eb-96fc-ddc811259196/l3-routers HTTP/1.1" status: 201  len: 201 time: 0.2425551
Dec 21 10:14:38.659273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44488) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:38.675410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] Sync routers for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:14:38.686849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:38.687639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0d6898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:38.860149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c0a0c8ce-c71f-4e73-8a1a-b3196adc2958 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers/44cdbbed-db81-4046-90be-a41c8e4230a1/l3-agents HTTP/1.1" status: 200  len: 879 time: 0.1996195
Dec 21 10:14:38.863104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44494) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:38.874667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:38.977606 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8b4a43cf-8241-4b3b-97d9-4796d4947f5d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 200  len: 990 time: 0.1118944
Dec 21 10:14:39.241970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0d6898>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:14:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a5656cba-0867-481d-82d3-a4ddc624a03e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.70', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'port_id': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'mac_address': 'fa:16:3e:79:18:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5080c-085a-4718-892e-541b42137358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:01Z', 'updated_at': '2020-12-21T10:14:36Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:14:38Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:39.246013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] Checking router: 44cdbbed-db81-4046-90be-a41c8e4230a1 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:14:39.255058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:39.255656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0d6898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:39.439779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:39.805759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0d6898>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:14:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a5656cba-0867-481d-82d3-a4ddc624a03e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.70', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'port_id': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'mac_address': 'fa:16:3e:79:18:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5080c-085a-4718-892e-541b42137358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:01Z', 'updated_at': '2020-12-21T10:14:36Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:14:38Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:39.810777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d57ccc8-da62-463b-af1b-06f5d6c79c13 None None] The sync data for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs is: [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:14:38Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a5656cba-0867-481d-82d3-a4ddc624a03e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.70', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'port_id': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'mac_address': 'fa:16:3e:79:18:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f5080c-085a-4718-892e-541b42137358', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:01Z', 'updated_at': '2020-12-21T10:14:36Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:14:38Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:14:39.980529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44498) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:40.095881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-03cbe20a-9957-4f08-bac7-6688e4977b49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 200  len: 990 time: 0.1134815
Dec 21 10:14:41.099510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44502) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:41.220413 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b1a995e4-dfc2-4882-aac8-59a4a9f5263e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 200  len: 990 time: 0.1176236
Dec 21 10:14:41.797615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device eff4366a-b59c-4557-bdbd-f216895fd42b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:14:41.866985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port eff4366a-b59c-4557-bdbd-f216895fd42b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:14:41.867333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:41.985460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:42.019106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port eff4366a-b59c-4557-bdbd-f216895fd42b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=eff4366a-b59c-4557-bdbd-f216895fd42b,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:42.021889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:42.022751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c493f912-2c1a-46fe-bd82-663a18c74bb8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:14:42.051643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:42.162991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:42.164194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=eff4366a-b59c-4557-bdbd-f216895fd42b,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:42.170478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:42.176615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port c493f912-2c1a-46fe-bd82-663a18c74bb8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:14:42.177024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:42.222507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44508) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:42.295600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:42.311930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port c493f912-2c1a-46fe-bd82-663a18c74bb8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c493f912-2c1a-46fe-bd82-663a18c74bb8,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:42.314866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:42.316792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:42.336484 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a790d8b4-d921-4bc4-a42f-0cde929e9f17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 200  len: 990 time: 0.1126513
Dec 21 10:14:42.386626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=c493f912-2c1a-46fe-bd82-663a18c74bb8,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:42.390451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:42.413437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de93ae31-9877-4f85-b39b-2c74823f7f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:42.478616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:14:42.647296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:42.702821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7460392-7bd5-4bc6-8e97-0b0ad0cba635 None None] New status for floating IP a5656cba-0867-481d-82d3-a4ddc624a03e: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:14:43.341221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44512) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:43.456517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-634036b7-0274-4133-8e1c-fd4731608acd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 200  len: 992 time: 0.1137030
Dec 21 10:14:43.474536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:43.753302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device eff4366a-b59c-4557-bdbd-f216895fd42b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:14:43.757321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44520) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:43.824565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port eff4366a-b59c-4557-bdbd-f216895fd42b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:14:43.825508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:43.952578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c493f912-2c1a-46fe-bd82-663a18c74bb8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:14:43.972146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port db8435cc-1c42-4885-9275-d49ccc7d2255 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:14:43.972529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:44.023313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port c493f912-2c1a-46fe-bd82-663a18c74bb8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:14:44.023313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:44.428807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:44.429470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:44.556203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for db8435cc-1c42-4885-9275-d49ccc7d2255 owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:14:44.708763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:44.724055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-49754a9b-3a17-497b-9dd4-0357c5f9a4cd tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:44.781956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=db8435cc-1c42-4885-9275-d49ccc7d2255,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:44.793041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.794115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.794540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.794966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.795396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.795797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.796209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.796620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.797028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.797434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.797880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.798279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.798761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.799169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.799575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.799977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.800385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.800788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.801211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.801643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.802054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.802457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.802862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.803261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:44.808422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:44.967750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:44.968057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP a5656cba-0867-481d-82d3-a4ddc624a03e disassociated (deleted). External IP: 172.26.1.70, port: 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f.
Dec 21 10:14:45.335840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 44cdbbed-db81-4046-90be-a41c8e4230a1 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:14:45.525051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:14:45.542125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] Sync routers for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:14:45.552922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:45.553126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:45.553626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeaa52b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:45.610018 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-80f942be-6d6d-4be6-bf0d-411a8894a84e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/floatingips/a5656cba-0867-481d-82d3-a4ddc624a03e HTTP/1.1" status: 204  len: 168 time: 1.8507712
Dec 21 10:14:45.610477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f5080c-085a-4718-892e-541b42137358', 'tag': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:14:45.678783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f5080c-085a-4718-892e-541b42137358', 'tag': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'status': 'completed', 'code': 200}
Dec 21 10:14:45.743838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:45.786707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-d198735d-c5f9-4e47-9244-80d839dbada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:45.788389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-d198735d-c5f9-4e47-9244-80d839dbada7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 1162 time: 0.0853860
Dec 21 10:14:45.991977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-3039996f-2180-4b9f-830d-6bf21103684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:45.993613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-3039996f-2180-4b9f-830d-6bf21103684c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4 HTTP/1.1" status: 200  len: 890 time: 0.1966496
Dec 21 10:14:46.085261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-82526949-f006-4799-9d01-0408916123b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f HTTP/1.1" status: 200  len: 217 time: 0.0715151
Dec 21 10:14:46.095007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeaa52b0>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:14:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:14:42Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:46.099158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] Checking router: 44cdbbed-db81-4046-90be-a41c8e4230a1 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:14:46.108551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:46.109193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeaa52b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:46.136941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568dd85-f302-4f11-b666-27067892bb9f req-3e64b5c0-a03a-402a-9fb0-b4da8e597fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:46.139135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b568dd85-f302-4f11-b666-27067892bb9f req-3e64b5c0-a03a-402a-9fb0-b4da8e597fad tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 945 time: 0.1964705
Dec 21 10:14:46.196014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-0fe89e94-86c5-451a-b1b7-ac05894252e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:46.196532 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-0fe89e94-86c5-451a-b1b7-ac05894252e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=ac4a8669-4b1d-4198-a5b7-13ad287d8a4d HTTP/1.1" status: 200  len: 834 time: 0.1031089
Dec 21 10:14:46.250738 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b568dd85-f302-4f11-b666-27067892bb9f req-49fc9398-39e6-4802-8580-d669da50e489 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=0fd9c20e-ed02-457c-af48-3f051f8ee876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003578
Dec 21 10:14:46.480615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:46.577379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-9d50cc40-7c0b-41f5-94b6-cc7166074052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:46.579069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-9d50cc40-7c0b-41f5-94b6-cc7166074052 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8a461b9a-14fc-432e-bb3a-656fb6bab9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3743346
Dec 21 10:14:46.725740 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-948aa6f8-39e0-4999-ac78-cc4fe79afeb6 service neutron] 10.222.0.16 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388605
Dec 21 10:14:46.823603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeaa52b0>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:14:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:14:42Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:46.828184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6518f70-c53a-4c94-8333-0c5d69ac1128 None None] The sync data for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs is: [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:13:44Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:14:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'eff4366a-b59c-4557-bdbd-f216895fd42b', 'name': '', 'network_id': '8a461b9a-14fc-432e-bb3a-656fb6bab9c4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:fe:96:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:43Z', 'updated_at': '2020-12-21T10:14:42Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'ac4a8669-4b1d-4198-a5b7-13ad287d8a4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:14:46.872939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ace04136-bb15-4701-b8f5-4ae42cb25390 req-3ebfb26b-0358-4906-aa98-d46ec15d9845 service neutron] 10.222.0.16 "GET /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402862
Dec 21 10:14:47.397317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-7c2c7fa8-3c1a-486f-ac38-d024032ca275 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:47.398982 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-7c2c7fa8-3c1a-486f-ac38-d024032ca275 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 945 time: 0.1055450
Dec 21 10:14:47.555232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:14:47.555232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:47.725353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc4a7fd-f532-48f7-b944-3cae4196abe3 req-af75ab13-52fe-4677-a215-5d55d2e6bfa3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:47.736704 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cc4a7fd-f532-48f7-b944-3cae4196abe3 req-af75ab13-52fe-4677-a215-5d55d2e6bfa3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 945 time: 0.3330140
Dec 21 10:14:47.881797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cc4a7fd-f532-48f7-b944-3cae4196abe3 req-61b2dfdf-e791-4438-ba08-9d31ddce57ce tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=0fd9c20e-ed02-457c-af48-3f051f8ee876&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1431568
Dec 21 10:14:48.062758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea02187-e3eb-4165-9a07-319f0daf22da None None] New status for floating IP a5656cba-0867-481d-82d3-a4ddc624a03e: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:14:48.071055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:48.071055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:48.202431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:14:48.206178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:14:48.332802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:48.373257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:48.387148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-27a815f1-8701-477e-8152-8bdba02bb548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:48.437357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=2ebe6a4b-2505-4b95-86bc-307fe55e3d9f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:48.448118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:48.618215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port 2ebe6a4b-2505-4b95-86bc-307fe55e3d9f on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:14:48.618215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:48.635966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f5080c-085a-4718-892e-541b42137358', 'name': 'network-vif-deleted', 'tag': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:14:48.635966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c4737a08-b4e5-4678-ba02-4a0972d0e131 req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "DELETE /v2.0/ports/2ebe6a4b-2505-4b95-86bc-307fe55e3d9f HTTP/1.1" status: 204  len: 173 time: 1.1953659
Dec 21 10:14:48.729904 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f5080c-085a-4718-892e-541b42137358', 'name': 'network-vif-deleted', 'tag': '2ebe6a4b-2505-4b95-86bc-307fe55e3d9f', 'status': 'completed', 'code': 200}
Dec 21 10:14:49.139640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-4647281d-9c64-4693-a31d-e58ff9f4fa7d req-7ba1edaf-6f4b-48ee-81f0-36314212add6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:14:49.166214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-4647281d-9c64-4693-a31d-e58ff9f4fa7d req-7ba1edaf-6f4b-48ee-81f0-36314212add6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:14:49.166214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4647281d-9c64-4693-a31d-e58ff9f4fa7d req-7ba1edaf-6f4b-48ee-81f0-36314212add6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=64f5080c-085a-4718-892e-541b42137358 HTTP/1.1" status: 200  len: 210 time: 0.0923457
Dec 21 10:14:50.297896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44540) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:50.374769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-845828ce-e9f4-4976-916a-4229f5cf9ef2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:50.408740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-845828ce-e9f4-4976-916a-4229f5cf9ef2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:50.568672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-845828ce-e9f4-4976-916a-4229f5cf9ef2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:50.581985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93496f40-9072-48a5-a281-adae3ecef50a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:50.598187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845828ce-e9f4-4976-916a-4229f5cf9ef2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd9c20e-ed02-457c-af48-3f051f8ee876,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:50.602626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-845828ce-e9f4-4976-916a-4229f5cf9ef2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:50.621739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-845828ce-e9f4-4976-916a-4229f5cf9ef2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:50.621739 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-845828ce-e9f4-4976-916a-4229f5cf9ef2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/0fd9c20e-ed02-457c-af48-3f051f8ee876 HTTP/1.1" status: 204  len: 168 time: 0.3227360
Dec 21 10:14:51.181293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44546) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:51.580558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:52.212461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port eff4366a-b59c-4557-bdbd-f216895fd42b {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:14:52.212846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:52.411029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port eff4366a-b59c-4557-bdbd-f216895fd42b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=eff4366a-b59c-4557-bdbd-f216895fd42b,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:52.411357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:52.540674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for eff4366a-b59c-4557-bdbd-f216895fd42b owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:14:53.171821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:53.193918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-67f6ae0d-ba31-4edf-9359-4cc8ad5ae7f0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:53.244719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=eff4366a-b59c-4557-bdbd-f216895fd42b,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:53.253428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:53.638352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:54.193307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 44cdbbed-db81-4046-90be-a41c8e4230a1 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:14:54.380756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:14:54.390819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] Sync routers for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:14:54.400618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:54.401782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc786a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:54.429299 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/44cdbbed-db81-4046-90be-a41c8e4230a1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2504473
Dec 21 10:14:54.432261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44550) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:54.587726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:54.643565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c82918b4-ea9e-49b4-8708-9d892cbdba45 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting subnet ac4a8669-4b1d-4198-a5b7-13ad287d8a4d {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:14:54.646959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c82918b4-ea9e-49b4-8708-9d892cbdba45 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:54.711940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c82918b4-ea9e-49b4-8708-9d892cbdba45 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:54.810835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c82918b4-ea9e-49b4-8708-9d892cbdba45 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:54.897449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc786a0>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:14:52Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:14:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:54.901458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] Checking router: 44cdbbed-db81-4046-90be-a41c8e4230a1 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:14:54.911647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] Routers {'44cdbbed-db81-4046-90be-a41c8e4230a1'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:14:54.912303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc786a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['44cdbbed-db81-4046-90be-a41c8e4230a1'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:55.107110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] Set router 44cdbbed-db81-4046-90be-a41c8e4230a1 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:14:55.152370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c82918b4-ea9e-49b4-8708-9d892cbdba45 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:55.182323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1f12686b-adc8-4d70-9602-1b74db4bfb5a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:55.226764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82918b4-ea9e-49b4-8708-9d892cbdba45 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Subnet': ['ID=ac4a8669-4b1d-4198-a5b7-13ad287d8a4d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:55.226764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c82918b4-ea9e-49b4-8708-9d892cbdba45 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:55.323819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c82918b4-ea9e-49b4-8708-9d892cbdba45 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-985953'] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:55.332623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880d2459-fcb8-4250-830b-9c971145ff1a None None] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:14:55.337015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c82918b4-ea9e-49b4-8708-9d892cbdba45 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/subnets/ac4a8669-4b1d-4198-a5b7-13ad287d8a4d HTTP/1.1" status: 204  len: 168 time: 0.9036686
Dec 21 10:14:55.340481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44554) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:55.477029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc786a0>, [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:14:52Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:14:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:55.486888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5aa8fe-9f16-45e0-9cdf-ca4a25818e18 None None] The sync data for ids ['44cdbbed-db81-4046-90be-a41c8e4230a1'] in dv-neutron-601336-62-ovs is: [{'id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'name': 'tempest-TestNetworkBasicOps-router-818888841', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215'}], 'enable_snat': True}, 'gw_port_id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:13:38Z', 'updated_at': '2020-12-21T10:14:52Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': 'c493f912-2c1a-46fe-bd82-663a18c74bb8', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:af:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44cdbbed-db81-4046-90be-a41c8e4230a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:13:39Z', 'updated_at': '2020-12-21T10:14:42Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:14:55.558641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:55.668123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] DHCP port deletion for 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:14:55.674468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Deleting port 5c38888e-034d-4dda-a475-08c3cec972b0 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:14:55.674891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:55.789562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:55.796516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port c493f912-2c1a-46fe-bd82-663a18c74bb8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:14:55.797194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:55.829166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device eff4366a-b59c-4557-bdbd-f216895fd42b no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:14:55.868400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: eff4366a-b59c-4557-bdbd-f216895fd42b {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:14:55.868400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device eff4366a-b59c-4557-bdbd-f216895fd42b not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:14:55.868400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5c38888e-034d-4dda-a475-08c3cec972b0 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:14:56.014478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] For port 5c38888e-034d-4dda-a475-08c3cec972b0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5c38888e-034d-4dda-a475-08c3cec972b0,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:56.014935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:56.198325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Calling delete_port for 5c38888e-034d-4dda-a475-08c3cec972b0 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:14:56.257161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:56.296699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port c493f912-2c1a-46fe-bd82-663a18c74bb8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c493f912-2c1a-46fe-bd82-663a18c74bb8,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:56.296699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:56.309395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 5c38888e-034d-4dda-a475-08c3cec972b0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5c38888e-034d-4dda-a475-08c3cec972b0,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:56.313006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:56.316707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-afc019a7-52e6-45d2-b03d-11542e79bc7e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:56.366375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:14:56.366776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:14:56.395695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=5c38888e-034d-4dda-a475-08c3cec972b0,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:56.406137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.406137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.406137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.406137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.406575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.406575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.407684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.407684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.407684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.408061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.408433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.408801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.410230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.410230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.410230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.410554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.411158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.411406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.412091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.412091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.412302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.412611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.413610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.413610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:14:56.420473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:56.438509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for c493f912-2c1a-46fe-bd82-663a18c74bb8 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:14:56.584065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:56.787335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:56.868373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Deleting port 5c38888e-034d-4dda-a475-08c3cec972b0 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:14:56.868732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:56.932659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:56.936536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:56.982313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:56.982313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Fanout notify agent at l3_agent the message router_deleted on router 44cdbbed-db81-4046-90be-a41c8e4230a1 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:14:56.999926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:57.003778 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e03bb2b-6d46-4540-9a1f-0c9384706877 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/routers/44cdbbed-db81-4046-90be-a41c8e4230a1 HTTP/1.1" status: 204  len: 168 time: 1.6599140
Dec 21 10:14:57.004074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44560) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:57.120969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] For port 5c38888e-034d-4dda-a475-08c3cec972b0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5c38888e-034d-4dda-a475-08c3cec972b0,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:57.125974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:57.146447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:57.218441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 5c38888e-034d-4dda-a475-08c3cec972b0 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:14:57.218830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:57.451408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Calling delete_port for 5c38888e-034d-4dda-a475-08c3cec972b0 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:14:57.474222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 5c38888e-034d-4dda-a475-08c3cec972b0, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5c38888e-034d-4dda-a475-08c3cec972b0,segment=NetworkSegment(0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c),segment_id=0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:14:57.474634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:57.539060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:57.556547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47675d36-7db1-4c14-95a8-62cbb34e176e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:57.608386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 5c38888e-034d-4dda-a475-08c3cec972b0 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:14:57.624180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Pushing event deleted for resources: {'Port': ['ID=5c38888e-034d-4dda-a475-08c3cec972b0,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:57.630319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:57.691885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:14:57.693077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:14:57.713013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] No DVR routers for this DVR port 5c38888e-034d-4dda-a475-08c3cec972b0 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:14:57.796903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c493f912-2c1a-46fe-bd82-663a18c74bb8 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:14:57.833044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: c493f912-2c1a-46fe-bd82-663a18c74bb8 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:14:57.833444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c493f912-2c1a-46fe-bd82-663a18c74bb8 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:14:58.195263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 5c38888e-034d-4dda-a475-08c3cec972b0 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:14:58.195659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:58.271713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] The port '5c38888e-034d-4dda-a475-08c3cec972b0' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:14:58.593802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:58.593802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec2b90f0>,) {'filters': {'network_id': ['8a461b9a-14fc-432e-bb3a-656fb6bab9c4']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:58.614335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec2b90f0>, '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:58.614335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec2b90f0>, '0ff7ecb1-daf1-4b42-b8d7-38f52b00ff2c') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:14:58.626153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:58.643183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:58.645233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Releasing vxlan tunnel 5 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:14:58.840213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:14:58.850613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.047809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 8a461b9a-14fc-432e-bb3a-656fb6bab9c4 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:14:59.072918 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:14:59.179030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.188723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34ec8fba-c600-469f-8047-b9a85c89146b tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:59.203042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.212705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Network': ['ID=8a461b9a-14fc-432e-bb3a-656fb6bab9c4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:59.220054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:59.227135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0f021f64-b232-44a6-9eeb-b3818c0096fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/networks/8a461b9a-14fc-432e-bb3a-656fb6bab9c4 HTTP/1.1" status: 204  len: 168 time: 2.2219770
Dec 21 10:14:59.252154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44564) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:59.258730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'network': {'name': 'tempest-network-smoke--577436073', 'project_id': '4f37266714dd44d5856b221995070c6a', 'port_security_enabled': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:14:59.266795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:14:59.271428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:network and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:14:59.274555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:14:59.281452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:14:59.299993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:14:59.310318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.341265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:14:59.351762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.352143 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Added segment 65df9b06-d681-421c-b5fb-965208552f0e of type vxlan for network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e
Dec 21 10:14:59.402709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.437561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.441764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:14:59.442397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.448494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4deaf977-31af-413e-9cc9-f4fad6313cbe tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:14:59.567245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.3097246
Dec 21 10:14:59.567245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Network': ['ID=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:14:59.567245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44568) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:14:59.569324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:14:59.572876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'admin_state_up': True, 'project_id': '4f37266714dd44d5856b221995070c6a', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:14:59.582547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:14:59.584950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:14:59.588402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:router and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:14:59.592059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:14:59.598736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:14:59.600002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:14:59.616717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.618127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.655920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:14:59.952898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:00.335407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:00.368299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:00.655971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.207 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/7dc73596-ba11-4a31-bf77-4c6034ddfe50) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:15:00.816677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:00.843011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:00.858409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ed0736ff-2cbb-4c2b-ae28-ab97a2287e9d tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:01.003789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=7dc73596-ba11-4a31-bf77-4c6034ddfe50,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:01.008246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:01.048879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:15:01.050121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:15:01.052357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:15:01.592472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:01.760472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:02.118329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:02.329574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 449a44af-9559-4df0-89a5-9315ff544c38 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:15:02.515448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:15:02.525191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Sync routers for ids ['449a44af-9559-4df0-89a5-9315ff544c38'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:15:02.535745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Routers {'449a44af-9559-4df0-89a5-9315ff544c38'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:15:02.536495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec5becc0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['449a44af-9559-4df0-89a5-9315ff544c38'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:02.543701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:02.545051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 2.9778025
Dec 21 10:15:02.548335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44572) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:02.595492 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-331176a3-896e-4f9c-a789-71a936b9c862 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?project_id=4f37266714dd44d5856b221995070c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0459197
Dec 21 10:15:02.598126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44576) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:02.604518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1294770504', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'project_id': '4f37266714dd44d5856b221995070c6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'dns_nameservers': ['1.2.3.4']}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:02.723658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:02.727954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:subnet and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:15:02.728263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Set router 449a44af-9559-4df0-89a5-9315ff544c38 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:15:02.731428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:15:02.737422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:02.747102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:15:02.863500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:03.029257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec5becc0>, [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:01Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:03.033412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Checking router: 449a44af-9559-4df0-89a5-9315ff544c38 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:15:03.033842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Updating router 449a44af-9559-4df0-89a5-9315ff544c38 port 7dc73596-ba11-4a31-bf77-4c6034ddfe50 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:15:03.091209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:03.307283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:03.326767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-52ddf911-c435-45b3-bf7d-3fc66dc1f3f8 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:03.466966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Subnet': ['ID=eeac5165-a6c8-4374-80a3-2f85d6bd1056,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:03.471302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:03.484780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:03.497549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Transition to ACTIVE for port object 7dc73596-ba11-4a31-bf77-4c6034ddfe50 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:15:03.500471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:03.516363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:03.532833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Checking segment: {'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:15:03.533228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network hostable DHCP agents. Network: c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:15:03.555577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:15:03.565224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:15:03.579385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:03.579808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:03.594372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1324f25c-508b-4e0a-808f-a3418c173012 None None] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:15:03.600401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 1.0011806
Dec 21 10:15:03.603561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44580) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:03.638823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba568d4e-8a23-401d-8cd6-e44aa5941c20 None None] Pushing event updated for resources: {'Port': ['ID=7dc73596-ba11-4a31-bf77-4c6034ddfe50,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:03.645645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ba568d4e-8a23-401d-8cd6-e44aa5941c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:03.897311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Attempting to bind port 7dc73596-ba11-4a31-bf77-4c6034ddfe50 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:15:03.897856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Attempting to bind port 7dc73596-ba11-4a31-bf77-4c6034ddfe50 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:15:03.898053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Attempting to bind port 7dc73596-ba11-4a31-bf77-4c6034ddfe50 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:15:03.909739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:15:03.910152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:15:03.910605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:03.911037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:15:03.911558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Bound port: 7dc73596-ba11-4a31-bf77-4c6034ddfe50, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:15:03.911969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:03.992303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ips': [{'subnet_id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:15:03.993200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:04.058525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] For port 7dc73596-ba11-4a31-bf77-4c6034ddfe50, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:15:04.094819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] For port 7dc73596-ba11-4a31-bf77-4c6034ddfe50, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7dc73596-ba11-4a31-bf77-4c6034ddfe50,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:15:04.100766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:04.118351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-63539baf-7c18-4cd3-a003-3b5d85d6786f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:04.549945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:04.568517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba568d4e-8a23-401d-8cd6-e44aa5941c20 None None] Pushing event updated for resources: {'Port': ['ID=7dc73596-ba11-4a31-bf77-4c6034ddfe50,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:04.575000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ba568d4e-8a23-401d-8cd6-e44aa5941c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:04.708907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Routers {'449a44af-9559-4df0-89a5-9315ff544c38'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:15:04.709625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec5becc0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['449a44af-9559-4df0-89a5-9315ff544c38'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:04.786749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Allocated IP 172.20.0.2 (c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e/eeac5165-a6c8-4374-80a3-2f85d6bd1056/25f3d978-42df-42d4-921e-6e1d115d8e7b) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:15:05.008447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] Set router 449a44af-9559-4df0-89a5-9315ff544c38 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:15:05.330519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:05.375986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Transition to ACTIVE for port object 25f3d978-42df-42d4-921e-6e1d115d8e7b will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:15:05.402136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Transition to ACTIVE for port object 25f3d978-42df-42d4-921e-6e1d115d8e7b will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:15:05.410624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:05.427067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ba568d4e-8a23-401d-8cd6-e44aa5941c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:05.477560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.1 (c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e/eeac5165-a6c8-4374-80a3-2f85d6bd1056/a0fd4df3-2473-40f0-9471-fd267cd878a4) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:15:05.580218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Pushing event updated for resources: {'Port': ['ID=25f3d978-42df-42d4-921e-6e1d115d8e7b,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:05.583596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec5becc0>, [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:01Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:05.589352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:05.592682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42dabd0-512d-435b-9e72-02b734d3b3f2 None None] The sync data for ids ['449a44af-9559-4df0-89a5-9315ff544c38'] in dv-neutron-601336-62-ovs is: [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:01Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:15:05.636335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:15:05.638264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:15:05.640575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:15:05.666073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:05.687182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object a0fd4df3-2473-40f0-9471-fd267cd878a4 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:15:05.697845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Attempting to bind port 25f3d978-42df-42d4-921e-6e1d115d8e7b on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:15:05.698348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Attempting to bind port 25f3d978-42df-42d4-921e-6e1d115d8e7b by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:15:05.698832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Attempting to bind port 25f3d978-42df-42d4-921e-6e1d115d8e7b on network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:15:05.706025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:15:05.706756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Checking segment: {'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:15:05.707193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:05.707633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Bound using segment: {'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:15:05.708154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Bound port: 25f3d978-42df-42d4-921e-6e1d115d8e7b, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:15:05.708573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:05.709107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:05.723663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:05.807366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] For port 25f3d978-42df-42d4-921e-6e1d115d8e7b, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:15:05.811693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] For port 25f3d978-42df-42d4-921e-6e1d115d8e7b, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=25f3d978-42df-42d4-921e-6e1d115d8e7b,segment=NetworkSegment(65df9b06-d681-421c-b5fb-965208552f0e),segment_id=65df9b06-d681-421c-b5fb-965208552f0e)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:15:05.815653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:05.831564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6c943c99-ec0f-42a8-a141-fec68e7ae8f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:05.876267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=a0fd4df3-2473-40f0-9471-fd267cd878a4,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:05.891422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.891864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.892289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.892711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.893127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.893567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.893979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.894369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.894779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.895188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.895595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.896029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.896487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.896895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.897302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.897735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.898144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.898546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.898975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.899390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.899787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.900303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.900569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.901359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:05.907578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:05.951589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:15:05.952775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:15:05.955629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:15:05.994874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Pushing event updated for resources: {'Port': ['ID=25f3d978-42df-42d4-921e-6e1d115d8e7b,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:06.002556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:06.028887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:06.335688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:06.850080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:06.853753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:06.885004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6138f63-7753-443b-9194-305fea00c9f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:06.979481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=a0fd4df3-2473-40f0-9471-fd267cd878a4,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:06.982650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:06.995955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:07.135509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:15:07.137191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:15:07.342211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 449a44af-9559-4df0-89a5-9315ff544c38 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:15:07.349683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90c8faf-e2b7-4bc4-8363-566d8df3a0c9 None None] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:15:07.550635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:15:07.566076 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/449a44af-9559-4df0-89a5-9315ff544c38/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9613037
Dec 21 10:15:07.568739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44586) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:07.638178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-995495ae-b064-41db-b3a4-db11a3ce92e9 None None] Provisioning for port 25f3d978-42df-42d4-921e-6e1d115d8e7b completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:15:07.729368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eced5d8-15c7-44fd-a326-f321e398964d tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.729820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eced5d8-15c7-44fd-a326-f321e398964d tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.730236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eced5d8-15c7-44fd-a326-f321e398964d tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.731145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eced5d8-15c7-44fd-a326-f321e398964d tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.731668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eced5d8-15c7-44fd-a326-f321e398964d tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.732078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eced5d8-15c7-44fd-a326-f321e398964d tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.733981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9eced5d8-15c7-44fd-a326-f321e398964d tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4249 time: 0.1642632
Dec 21 10:15:07.736919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44590) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:07.823541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc62b381-5150-4939-a001-2e2f92b7b1d8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.823973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc62b381-5150-4939-a001-2e2f92b7b1d8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.824410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc62b381-5150-4939-a001-2e2f92b7b1d8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.824818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc62b381-5150-4939-a001-2e2f92b7b1d8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.825218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc62b381-5150-4939-a001-2e2f92b7b1d8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.825632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc62b381-5150-4939-a001-2e2f92b7b1d8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:07.827525 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dc62b381-5150-4939-a001-2e2f92b7b1d8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4014 time: 0.0896113
Dec 21 10:15:07.833150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44594) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:07.876100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 25f3d978-42df-42d4-921e-6e1d115d8e7b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:15:07.949057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 25f3d978-42df-42d4-921e-6e1d115d8e7b completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:15:07.954718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 25f3d978-42df-42d4-921e-6e1d115d8e7b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:07.955236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.078499 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-72100ac8-a131-48c0-916d-17ca801fc030 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3048 time: 0.2439260
Dec 21 10:15:08.096802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.108976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3aab0ff1-5340-43f8-b82b-ce7ec0eb2799 None None] Provisioning complete for port 25f3d978-42df-42d4-921e-6e1d115d8e7b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:08.109416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3aab0ff1-5340-43f8-b82b-ce7ec0eb2799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.189590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 25f3d978-42df-42d4-921e-6e1d115d8e7b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=25f3d978-42df-42d4-921e-6e1d115d8e7b,segment=NetworkSegment(65df9b06-d681-421c-b5fb-965208552f0e),segment_id=65df9b06-d681-421c-b5fb-965208552f0e)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:15:08.196438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.197327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7dc73596-ba11-4a31-bf77-4c6034ddfe50 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:15:08.231465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:08.269414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44600) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:08.275931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-741845809', 'description': 'tempest-secgroup-smoke-741845809 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:08.283767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:08.289039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:15:08.292242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:15:08.298813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:08.311058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.336580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:08.341774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:15:08.345394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:15:08.352816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:08.408970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3f3d195-b5fd-426d-96a0-847ccd9dfb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.414146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=25f3d978-42df-42d4-921e-6e1d115d8e7b,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:08.421665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:08.426621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3aab0ff1-5340-43f8-b82b-ce7ec0eb2799 None None] Provisioning for port a0fd4df3-2473-40f0-9471-fd267cd878a4 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:15:08.433410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3aab0ff1-5340-43f8-b82b-ce7ec0eb2799 None None] Provisioning complete for port a0fd4df3-2473-40f0-9471-fd267cd878a4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:08.434007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3aab0ff1-5340-43f8-b82b-ce7ec0eb2799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.446693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.450849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.455368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f067774-e673-4680-bf82-017ea85e0bf4 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:08.464751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 7dc73596-ba11-4a31-bf77-4c6034ddfe50 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:15:08.481543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Sync routers for ids ['449a44af-9559-4df0-89a5-9315ff544c38'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:15:08.486578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 7dc73596-ba11-4a31-bf77-4c6034ddfe50 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:08.486954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.494337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Routers {'449a44af-9559-4df0-89a5-9315ff544c38'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:15:08.495233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feec7d588>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['449a44af-9559-4df0-89a5-9315ff544c38'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:08.510256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:08.514825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.516400 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2459126
Dec 21 10:15:08.517916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:08.519361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44604) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:08.526284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:08.534467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:08.539050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:15:08.545585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:15:08.552296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:08.570410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.595827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3aab0ff1-5340-43f8-b82b-ce7ec0eb2799 None None] Port a0fd4df3-2473-40f0-9471-fd267cd878a4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:15:08.646677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.650851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.654673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-03c7acc6-0dc4-4c15-b84e-256d4accffe8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:08.668532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.685819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c4ec56-24c3-467f-beed-3813f5df509b,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:08.686094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 7dc73596-ba11-4a31-bf77-4c6034ddfe50, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7dc73596-ba11-4a31-bf77-4c6034ddfe50,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:15:08.690844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.693820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:08.702081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:08.713786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.716431 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1958523
Dec 21 10:15:08.719409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44608) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:08.726049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:08.736255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:08.740845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:15:08.744651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:15:08.752424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:08.765124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Set router 449a44af-9559-4df0-89a5-9315ff544c38 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:15:08.771632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.771868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ea73afda-4b90-43ed-995d-52a165f93307 None None] Provisioning complete for port 25f3d978-42df-42d4-921e-6e1d115d8e7b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:08.772300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea73afda-4b90-43ed-995d-52a165f93307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.823137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=7dc73596-ba11-4a31-bf77-4c6034ddfe50,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:08.833679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:08.843313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.848351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.850644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9c2b4fdc-0a96-46b4-9fca-0d04fe0024f8 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:08.879242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ddc26d4-e20b-48ce-bda7-f57be7712ab6,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:08.884870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:08.889533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.894272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44612) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:08.894926 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1739116
Dec 21 10:15:08.900662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:08.908009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:08.912139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:15:08.915178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:15:08.924142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:08.933440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ea73afda-4b90-43ed-995d-52a165f93307 None None] Provisioning complete for port a0fd4df3-2473-40f0-9471-fd267cd878a4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:08.934498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea73afda-4b90-43ed-995d-52a165f93307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.946157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:08.991212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ea73afda-4b90-43ed-995d-52a165f93307 None None] Port a0fd4df3-2473-40f0-9471-fd267cd878a4 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:15:09.014986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.017746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.019666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-088695c8-2563-420c-98c2-5df7c858b18f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:09.044785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2395b92c-75a8-41d4-8ee3-b6f25993875f,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:09.047574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:09.054194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.055494 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1597676
Dec 21 10:15:09.058413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44616) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:09.064150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:09.070435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:09.074767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:15:09.077760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:15:09.083626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:09.100433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.113587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2aa477b1-321d-47af-a888-c66364212490 None None] Provisioning complete for port 25f3d978-42df-42d4-921e-6e1d115d8e7b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:09.114142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa477b1-321d-47af-a888-c66364212490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.131854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feec7d588>, [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:06Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a0fd4df3-2473-40f0-9471-fd267cd878a4', 'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:4f:c1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:04Z', 'updated_at': '2020-12-21T10:15:06Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:09.135979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Checking router: 449a44af-9559-4df0-89a5-9315ff544c38 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:15:09.136383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Updating router 449a44af-9559-4df0-89a5-9315ff544c38 port a0fd4df3-2473-40f0-9471-fd267cd878a4 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:15:09.177303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.180222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.187897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3c72a25-7551-4130-ad91-265b980cca49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:09.202330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.210948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cff98ad-3cc4-49db-9f16-bb1880973cbd,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:09.213741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:09.218694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.222092 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-816f99db-e798-4503-8755-42bfb2a8f4c4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1624947
Dec 21 10:15:09.223299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44620) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:09.229518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:09.236312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:09.240506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:15:09.243637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:15:09.250688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:09.260829 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:15:09.268458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.337397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.340912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.342942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-99cda2ea-9b67-4e7d-99a4-34dff218d655 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:09.367748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef26e9c-2318-4ff3-8429-11fdc351819a,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:09.369688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:09.378272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.379622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1552477
Dec 21 10:15:09.382940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44624) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:09.389475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': 'e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:09.396727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:09.401383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:15:09.405124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:15:09.411436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:09.422656 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:15:09.430313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.510502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.513639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.515701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-65c75f26-14ca-4224-8673-cd79cab1362c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:09.541902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a823288-46f6-4245-8379-e34cc5e6ef6a,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:09.547740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:09.552519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.563185 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-15b8fccf-88be-4fad-ab9c-cd79090e6e4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1697485
Dec 21 10:15:09.742284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-227f9c83-e5bd-490e-a062-6910e4328517 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:15:09.759355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-227f9c83-e5bd-490e-a062-6910e4328517 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:15:09.760634 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-227f9c83-e5bd-490e-a062-6910e4328517 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-741845809&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.0607028
Dec 21 10:15:09.783310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.796833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Transition to ACTIVE for port object a0fd4df3-2473-40f0-9471-fd267cd878a4 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:15:09.800134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.816064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:09.816401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 25f3d978-42df-42d4-921e-6e1d115d8e7b up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:15:09.892288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 25f3d978-42df-42d4-921e-6e1d115d8e7b triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:09.892919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:09.938953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-a6dbed43-907b-4296-9499-0f11fdef602c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:09.940250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-a6dbed43-907b-4296-9499-0f11fdef602c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:15:09.957065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-a6dbed43-907b-4296-9499-0f11fdef602c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:15:09.959049 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-a6dbed43-907b-4296-9499-0f11fdef602c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/networks?id=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e HTTP/1.1" status: 200  len: 796 time: 0.1881938
Dec 21 10:15:09.963947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Pushing event updated for resources: {'Port': ['ID=a0fd4df3-2473-40f0-9471-fd267cd878a4,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:09.977694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.978094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.978473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.978851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.978954 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-cc6d5aff-b641-4b90-bf8f-c3a4df2e110b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/quotas/4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 375 time: 0.0108349
Dec 21 10:15:09.979219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.979587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.979952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.980311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.980728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.981101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.981546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.981916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.982356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.982717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.983076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.983434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.983794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.984151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.984509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.984861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.985216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.985596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.985955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.986306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:15:09.991926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:10.020810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7dc73596-ba11-4a31-bf77-4c6034ddfe50 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:15:10.090500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-1008eb85-305d-4bd6-836c-b085354fdd77 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:15:10.095075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 7dc73596-ba11-4a31-bf77-4c6034ddfe50 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:10.095510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:10.112572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-1008eb85-305d-4bd6-836c-b085354fdd77 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:15:10.114642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-1008eb85-305d-4bd6-836c-b085354fdd77 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1242139
Dec 21 10:15:10.150682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Attempting to bind port a0fd4df3-2473-40f0-9471-fd267cd878a4 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:15:10.151098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Attempting to bind port a0fd4df3-2473-40f0-9471-fd267cd878a4 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:15:10.152227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Attempting to bind port a0fd4df3-2473-40f0-9471-fd267cd878a4 on network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:15:10.159055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:15:10.159480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Checking segment: {'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:15:10.159929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:10.160363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Bound using segment: {'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:15:10.160877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Bound port: a0fd4df3-2473-40f0-9471-fd267cd878a4, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:15:10.161294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:10.272198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] For port a0fd4df3-2473-40f0-9471-fd267cd878a4, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:15:10.275388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] For port a0fd4df3-2473-40f0-9471-fd267cd878a4, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a0fd4df3-2473-40f0-9471-fd267cd878a4,segment=NetworkSegment(65df9b06-d681-421c-b5fb-965208552f0e),segment_id=65df9b06-d681-421c-b5fb-965208552f0e)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:15:10.279983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:10.295751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:10.359892 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-5c6cc51a-48b8-4929-a16c-a137d01124bd service neutron] 10.222.0.45 "GET /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2293632
Dec 21 10:15:10.447828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Pushing event updated for resources: {'Port': ['ID=a0fd4df3-2473-40f0-9471-fd267cd878a4,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:10.453112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-53b79acb-4b20-4d4e-a346-5929121dbb1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:10.503440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Routers {'449a44af-9559-4df0-89a5-9315ff544c38'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:15:10.504141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feec7d588>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:14:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['449a44af-9559-4df0-89a5-9315ff544c38'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:10.710409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] Set router 449a44af-9559-4df0-89a5-9315ff544c38 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:15:10.805671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-7a48b4fa-a4e1-4444-8768-d0c3e6831790 service neutron] 10.222.0.45 "GET /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4384668
Dec 21 10:15:11.016304 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9f921738-b45a-4f96-8b02-f9e2c0668730 req-5df9f106-6bf3-4e88-a923-51d5bcb56f29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 210 time: 0.0501192
Dec 21 10:15:11.051833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feec7d588>, [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:06Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a0fd4df3-2473-40f0-9471-fd267cd878a4', 'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:4f:c1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:04Z', 'updated_at': '2020-12-21T10:15:10Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:11.056185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43e4b61-95ee-4e5c-8cf6-0fee84a5038d None None] The sync data for ids ['449a44af-9559-4df0-89a5-9315ff544c38'] in dv-neutron-601336-62-ovs is: [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:06Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a0fd4df3-2473-40f0-9471-fd267cd878a4', 'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:4f:c1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:04Z', 'updated_at': '2020-12-21T10:15:10Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:15:11.828061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a0fd4df3-2473-40f0-9471-fd267cd878a4 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:15:11.898214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a0fd4df3-2473-40f0-9471-fd267cd878a4 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:15:11.903695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a0fd4df3-2473-40f0-9471-fd267cd878a4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:11.904113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:12.030342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:12.068835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port a0fd4df3-2473-40f0-9471-fd267cd878a4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a0fd4df3-2473-40f0-9471-fd267cd878a4,segment=NetworkSegment(65df9b06-d681-421c-b5fb-965208552f0e),segment_id=65df9b06-d681-421c-b5fb-965208552f0e)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:15:12.075089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:12.077354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:12.156534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=a0fd4df3-2473-40f0-9471-fd267cd878a4,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:12.164236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:12.178320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:12.224933 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc9cb537-9834-4c2a-b510-4c3b8264790b req-7b65778e-2926-4ec9-9288-12e619df66d1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 210 time: 0.0578198
Dec 21 10:15:12.248133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-5f647d32-3dab-49ca-8648-02dd814991aa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:12.249764 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-5f647d32-3dab-49ca-8648-02dd814991aa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e HTTP/1.1" status: 200  len: 796 time: 0.2435441
Dec 21 10:15:12.339695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-8e897bd3-abc5-4e24-9bd7-c4653ddaf8b8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 7767 time: 0.0761778
Dec 21 10:15:12.349811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'device_id': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'admin_state_up': True, 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'security_groups': ['e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:12.415253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e919f01e-9617-4469-ad68-2ef3de44ff8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:12.501418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:12.511309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:12.520158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:15:12.525783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:12.651943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:12.838353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.7 (c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e/eeac5165-a6c8-4374-80a3-2f85d6bd1056/d50d420a-e7da-47c5-b4a6-1c8eea70971c) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:15:13.042264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:13.058484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object d50d420a-e7da-47c5-b4a6-1c8eea70971c will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:15:13.078265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:13.093694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87648cba-3d6f-4dfd-885d-ca52cac8b710 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:13.233012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=d50d420a-e7da-47c5-b4a6-1c8eea70971c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:13.243245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:13.289759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:15:13.290904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:15:13.293363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:15:13.360857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:13.361569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:13.443522 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0981135
Dec 21 10:15:13.463013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Request body: {'port': {'device_id': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:13.477081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:13.534497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10f4c9-28a3-479c-b00f-ea5b5ac8d5f2 req-7ce78fa2-9ec4-4d33-8267-a117b9e2099b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:13.535268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-7e10f4c9-28a3-479c-b00f-ea5b5ac8d5f2 req-7ce78fa2-9ec4-4d33-8267-a117b9e2099b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:15:13.537281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a3bc1068-d609-4ada-9a6a-b74d5744a1fe None None] Provisioning for port d50d420a-e7da-47c5-b4a6-1c8eea70971c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:15:13.544021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a3bc1068-d609-4ada-9a6a-b74d5744a1fe None None] Provisioning complete for port d50d420a-e7da-47c5-b4a6-1c8eea70971c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:13.544636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bc1068-d609-4ada-9a6a-b74d5744a1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:13.596085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-7e10f4c9-28a3-479c-b00f-ea5b5ac8d5f2 req-7ce78fa2-9ec4-4d33-8267-a117b9e2099b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:15:13.597383 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7e10f4c9-28a3-479c-b00f-ea5b5ac8d5f2 req-7ce78fa2-9ec4-4d33-8267-a117b9e2099b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 931 time: 0.2235630
Dec 21 10:15:13.614964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a3bc1068-d609-4ada-9a6a-b74d5744a1fe None None] Port d50d420a-e7da-47c5-b4a6-1c8eea70971c cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:15:13.638083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:13.708412 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7e10f4c9-28a3-479c-b00f-ea5b5ac8d5f2 req-75e9427d-2dbb-44f3-9442-472c59337629 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1005526
Dec 21 10:15:13.810935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a0fd4df3-2473-40f0-9471-fd267cd878a4 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:15:13.885520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a0fd4df3-2473-40f0-9471-fd267cd878a4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:13.886065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:14.090458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50d420a-e7da-47c5-b4a6-1c8eea70971c {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:15:14.097419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:14.110133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Transition to ACTIVE for port object d50d420a-e7da-47c5-b4a6-1c8eea70971c will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:15:14.112808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:14.128830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:14.278230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d50d420a-e7da-47c5-b4a6-1c8eea70971c,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:14.283108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:14.461785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Attempting to bind port d50d420a-e7da-47c5-b4a6-1c8eea70971c on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:15:14.462166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Attempting to bind port d50d420a-e7da-47c5-b4a6-1c8eea70971c by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:15:14.462536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Attempting to bind port d50d420a-e7da-47c5-b4a6-1c8eea70971c on network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:15:14.469109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:15:14.469497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Checking segment: {'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:15:14.469902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:14.470292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Bound using segment: {'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:15:14.470764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Bound port: d50d420a-e7da-47c5-b4a6-1c8eea70971c, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65df9b06-d681-421c-b5fb-965208552f0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:15:14.471139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:14.564198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] For port d50d420a-e7da-47c5-b4a6-1c8eea70971c, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:15:14.567385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] For port d50d420a-e7da-47c5-b4a6-1c8eea70971c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d50d420a-e7da-47c5-b4a6-1c8eea70971c,segment=NetworkSegment(65df9b06-d681-421c-b5fb-965208552f0e),segment_id=65df9b06-d681-421c-b5fb-965208552f0e)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:15:14.570924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:14.587074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a93f804-8629-462d-ad64-11c309bfb0a1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:14.747409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=d50d420a-e7da-47c5-b4a6-1c8eea70971c,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:14.752137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:14.783282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:14.783999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:14.785471 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] 10.222.0.16 "PUT /v2.0/ports/d50d420a-e7da-47c5-b4a6-1c8eea70971c HTTP/1.1" status: 200  len: 1157 time: 1.3283186
Dec 21 10:15:14.786088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'tag': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:15:14.863656 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'tag': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c', 'status': 'completed', 'code': 200}
Dec 21 10:15:14.983986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fe2dc-853f-4fc7-a131-45e9c1980341 req-652a1fa0-a456-4a8e-a541-3c567138c9cb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:14.985622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c90fe2dc-853f-4fc7-a131-45e9c1980341 req-652a1fa0-a456-4a8e-a541-3c567138c9cb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 943 time: 0.1170321
Dec 21 10:15:14.988344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-0c001173-c774-401a-8d46-1efe36eb2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:14.989885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-0c001173-c774-401a-8d46-1efe36eb2894 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 1160 time: 0.1673520
Dec 21 10:15:15.076419 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-675e64b7-fc35-4294-b9ee-96e125efb482 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50d420a-e7da-47c5-b4a6-1c8eea70971c HTTP/1.1" status: 200  len: 217 time: 0.0699773
Dec 21 10:15:15.144650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c90fe2dc-853f-4fc7-a131-45e9c1980341 req-c8716fed-4148-419e-96b5-851d58f3a8e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1526806
Dec 21 10:15:15.161681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-83287f5c-4d77-4b0a-bdc3-40b60544d572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:15.163411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-83287f5c-4d77-4b0a-bdc3-40b60544d572 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eeac5165-a6c8-4374-80a3-2f85d6bd1056 HTTP/1.1" status: 200  len: 844 time: 0.0773325
Dec 21 10:15:15.244508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-2fdbda2e-9137-41f8-8c10-4dd31408a730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:15.247124 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-2fdbda2e-9137-41f8-8c10-4dd31408a730 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752654
Dec 21 10:15:15.390939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-c076ac82-5a3a-4574-bae9-b675179eccf8 service neutron] 10.222.0.16 "GET /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1383154
Dec 21 10:15:15.537995 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8a5db89-3afc-4fc4-af1e-e1241a2e95a5 req-3765a80f-3e39-40d6-adfb-38687f320e6c service neutron] 10.222.0.16 "GET /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405365
Dec 21 10:15:15.655096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-8cd0dc30-4f38-41e6-9281-0036cae4b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:15.656644 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-8cd0dc30-4f38-41e6-9281-0036cae4b0b4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 1160 time: 0.0754895
Dec 21 10:15:15.803327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-4cbc1ee5-3a14-4400-8690-f27cde9f97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:15.804975 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-4cbc1ee5-3a14-4400-8690-f27cde9f97d1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e HTTP/1.1" status: 200  len: 890 time: 0.1414359
Dec 21 10:15:15.880933 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-271309da-5b62-4780-89c2-e9f3df188178 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50d420a-e7da-47c5-b4a6-1c8eea70971c HTTP/1.1" status: 200  len: 217 time: 0.0682256
Dec 21 10:15:15.951176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-2ed87f45-fe61-4289-a6f9-ea0f476a3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:15.952665 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-2ed87f45-fe61-4289-a6f9-ea0f476a3a87 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eeac5165-a6c8-4374-80a3-2f85d6bd1056 HTTP/1.1" status: 200  len: 844 time: 0.0641253
Dec 21 10:15:16.035069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-87f45364-e332-4e97-8a7b-60657820af9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:16.036664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-87f45364-e332-4e97-8a7b-60657820af9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769601
Dec 21 10:15:16.489196 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-83b3f1f5-6d3e-4d67-b8dc-4436f65a22e0 service neutron] 10.222.0.16 "GET /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4446249
Dec 21 10:15:16.614833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933c081-9f8f-4697-b7db-4ca370573213 req-89fe721c-30a6-4923-96a1-815664ce2b8a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:16.616435 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0933c081-9f8f-4697-b7db-4ca370573213 req-89fe721c-30a6-4923-96a1-815664ce2b8a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 943 time: 0.2137015
Dec 21 10:15:16.693189 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0933c081-9f8f-4697-b7db-4ca370573213 req-622f3ba5-0b83-4c95-b5dd-626abd75f8ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682602
Dec 21 10:15:16.696635 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a62c5e37-d011-4acd-9d94-c995611d21a0 req-637852eb-ec26-470e-9b80-888e7a060186 service neutron] 10.222.0.16 "GET /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1979666
Dec 21 10:15:17.908561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06786ff-116a-47f0-a977-c6638a568bf2 req-88076092-33df-4bb7-b460-6c2707cbd13e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:17.910192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e06786ff-116a-47f0-a977-c6638a568bf2 req-88076092-33df-4bb7-b460-6c2707cbd13e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 943 time: 0.0867422
Dec 21 10:15:17.957807 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e06786ff-116a-47f0-a977-c6638a568bf2 req-cfc1e464-97a7-40bd-a611-4e964113ff34 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412030
Dec 21 10:15:18.564731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-3920ebcf-c4fc-484f-a95e-cad772001ed8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0867908
Dec 21 10:15:18.588365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device d50d420a-e7da-47c5-b4a6-1c8eea70971c up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:15:18.686143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port d50d420a-e7da-47c5-b4a6-1c8eea70971c completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:15:18.691628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port d50d420a-e7da-47c5-b4a6-1c8eea70971c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:18.692033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:18.719572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-e2e6d7a3-e38f-4efa-aa25-78d14f294fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:18.721195 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-e2e6d7a3-e38f-4efa-aa25-78d14f294fdf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 1163 time: 0.0775394
Dec 21 10:15:18.813292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:18.841801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:15:18.852603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port d50d420a-e7da-47c5-b4a6-1c8eea70971c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d50d420a-e7da-47c5-b4a6-1c8eea70971c,segment=NetworkSegment(65df9b06-d681-421c-b5fb-965208552f0e),segment_id=65df9b06-d681-421c-b5fb-965208552f0e)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:15:18.856025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:18.858098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85fd1440-f98f-4599-b8da-9d72191a10f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:18.887663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-39d45203-78d3-47f2-b14c-eea4368de581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:18.889300 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-39d45203-78d3-47f2-b14c-eea4368de581 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.1479578
Dec 21 10:15:18.931041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=d50d420a-e7da-47c5-b4a6-1c8eea70971c,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:18.935039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:18.997914 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c', 'code': 200}
Dec 21 10:15:19.004380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-ba6a7897-c32f-493a-b712-9d057c27ddd5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 1002 time: 0.1075077
Dec 21 10:15:19.080162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-8c501bc6-8f49-4013-b8dc-2f64ac9462c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:19.081852 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-8c501bc6-8f49-4013-b8dc-2f64ac9462c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0707288
Dec 21 10:15:19.297871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-228ddbed-3432-46c2-bd8f-667f75515aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:19.299549 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-228ddbed-3432-46c2-bd8f-667f75515aa0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2106962
Dec 21 10:15:19.313660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3587443-70b5-43cc-8033-53407e3af301 req-d6b58d4a-9b57-4ff6-ad86-56a5e111c1f1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:19.315164 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3587443-70b5-43cc-8033-53407e3af301 req-d6b58d4a-9b57-4ff6-ad86-56a5e111c1f1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 945 time: 0.1926579
Dec 21 10:15:19.342115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6bdc5-d86e-4335-be7e-f8877cd10e30 req-2b0da1ae-1804-4450-9ade-17b12fe28296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:19.343717 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9e6bdc5-d86e-4335-be7e-f8877cd10e30 req-2b0da1ae-1804-4450-9ade-17b12fe28296 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 1162 time: 0.1790655
Dec 21 10:15:19.478116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:15:19.497417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3587443-70b5-43cc-8033-53407e3af301 req-a08a5f3b-1f05-4b5f-95f3-df29b84ecac1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1581993
Dec 21 10:15:19.506382 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9e6bdc5-d86e-4335-be7e-f8877cd10e30 req-3c8dcccc-59b1-4fe1-9fa5-8b2576cef896 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1448393
Dec 21 10:15:19.531368 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-f6d6fac0-2906-4c44-9e8f-35231988265a service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2242589
Dec 21 10:15:19.832517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b6fe5e0-89f0-4102-99c2-df60277ec992 req-9b38a00f-65c9-4712-9081-dc019556621c service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406398
Dec 21 10:15:20.283182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device d50d420a-e7da-47c5-b4a6-1c8eea70971c up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:15:20.354843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port d50d420a-e7da-47c5-b4a6-1c8eea70971c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:20.354843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:20.737970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a56a6-99c3-4c16-98df-d454810a2009 req-5aa51ffc-a86a-401f-82dd-023cfa1585fd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:20.739591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e31a56a6-99c3-4c16-98df-d454810a2009 req-5aa51ffc-a86a-401f-82dd-023cfa1585fd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 945 time: 0.0918493
Dec 21 10:15:20.789880 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e31a56a6-99c3-4c16-98df-d454810a2009 req-0a32c17b-259a-4dd2-913d-438741c9de17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438473
Dec 21 10:15:22.016857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9cd79-2664-4d33-9d69-46bc79de6257 req-79d01d2d-3946-4018-bab9-d10fb6d9cb3e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:22.018774 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ae9cd79-2664-4d33-9d69-46bc79de6257 req-79d01d2d-3946-4018-bab9-d10fb6d9cb3e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 945 time: 0.0925262
Dec 21 10:15:22.070570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ae9cd79-2664-4d33-9d69-46bc79de6257 req-4b5458e1-1aa7-45f0-b418-3b553e5f0b2f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455086
Dec 21 10:15:22.296241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82d7b-2b9c-4824-a554-cb5e211db4ef req-a7134c89-cbab-4996-8c1c-8e8105b69269 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:22.297979 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8bf82d7b-2b9c-4824-a554-cb5e211db4ef req-a7134c89-cbab-4996-8c1c-8e8105b69269 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 945 time: 0.0907381
Dec 21 10:15:22.349434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8bf82d7b-2b9c-4824-a554-cb5e211db4ef req-036757e2-23b2-40b8-9128-cdc1976bcb10 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441382
Dec 21 10:15:22.379541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44682) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:22.457998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed1f5bb-60b9-4cbe-9c61-e8cceb6ae48f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:22.459658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5ed1f5bb-60b9-4cbe-9c61-e8cceb6ae48f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 1157 time: 0.0788369
Dec 21 10:15:22.463683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44686) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:22.469571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:22.475681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:15:22.479872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:floatingip and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:15:22.483541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:15:22.489475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:15:22.499596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:22.647345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:23.046737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.129 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/0f42e845-80bd-4cf7-9e52-40e9361d4417) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:15:23.217343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:23.245556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:23.260331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c0856627-82a7-421e-8a2f-3ccfff5ccd12 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:23.402011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=0f42e845-80bd-4cf7-9e52-40e9361d4417,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:23.407866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:23.452624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:15:23.453679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:15:23.456897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:15:23.911987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:24.062313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:24.607832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:24.613593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:24.629553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2783a70a-c8aa-4cf2-9562-c556cfc56b2a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:24.771354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=0f42e845-80bd-4cf7-9e52-40e9361d4417,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:24.775472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:24.873922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:25.059945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP 29170620-f023-45b7-a76d-98a2314bea72 associated. External IP: 172.26.1.129, port: d50d420a-e7da-47c5-b4a6-1c8eea70971c.
Dec 21 10:15:25.438970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 449a44af-9559-4df0-89a5-9315ff544c38 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:15:25.643106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:15:25.654395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] Sync routers for ids ['449a44af-9559-4df0-89a5-9315ff544c38'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:15:25.665564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] Routers {'449a44af-9559-4df0-89a5-9315ff544c38'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:15:25.666283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed0392b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:15:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['449a44af-9559-4df0-89a5-9315ff544c38'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:25.671432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:25.731147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2668521
Dec 21 10:15:25.731840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'tag': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:15:25.734018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44692) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:25.818142 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'tag': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c', 'status': 'completed', 'code': 200}
Dec 21 10:15:25.868566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] Set router 449a44af-9559-4df0-89a5-9315ff544c38 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:15:25.889366 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b9c27d1f-131c-4101-a865-15ee981ed9aa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/29170620-f023-45b7-a76d-98a2314bea72 HTTP/1.1" status: 200  len: 991 time: 0.1528044
Dec 21 10:15:25.930835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-313f6d89-ee26-4b81-aac9-f9cc29b781d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:25.932523 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-313f6d89-ee26-4b81-aac9-f9cc29b781d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 1162 time: 0.0879180
Dec 21 10:15:26.082484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-74685f1a-8fbc-46af-bda8-277d5c07e164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:26.084076 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-74685f1a-8fbc-46af-bda8-277d5c07e164 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e HTTP/1.1" status: 200  len: 890 time: 0.1455190
Dec 21 10:15:26.197923 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-9a53661c-ed75-4493-95bd-452e7b0ad05a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50d420a-e7da-47c5-b4a6-1c8eea70971c HTTP/1.1" status: 200  len: 999 time: 0.1057923
Dec 21 10:15:26.270494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed0392b0>, [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:06Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '29170620-f023-45b7-a76d-98a2314bea72', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.129', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'port_id': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'mac_address': 'fa:16:3e:43:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:15:23Z', 'updated_at': '2020-12-21T10:15:23Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0fd4df3-2473-40f0-9471-fd267cd878a4', 'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:4f:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:04Z', 'updated_at': '2020-12-21T10:15:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:26.273287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-a4dabd49-ca1a-48cf-98e9-c3122197a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:26.274666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] Checking router: 449a44af-9559-4df0-89a5-9315ff544c38 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:15:26.274972 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-a4dabd49-ca1a-48cf-98e9-c3122197a300 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eeac5165-a6c8-4374-80a3-2f85d6bd1056 HTTP/1.1" status: 200  len: 844 time: 0.0706460
Dec 21 10:15:26.284219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] Routers {'449a44af-9559-4df0-89a5-9315ff544c38'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:15:26.285137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed0392b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:15:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['449a44af-9559-4df0-89a5-9315ff544c38'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:26.360322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-417baee7-2e72-4eed-bd43-3e8e0bd2e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:26.362067 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-417baee7-2e72-4eed-bd43-3e8e0bd2e1bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793867
Dec 21 10:15:26.512519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-5ee722bc-afb7-490c-92b5-8de37ed061ce service neutron] 10.222.0.16 "GET /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432014
Dec 21 10:15:26.662102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] Set router 449a44af-9559-4df0-89a5-9315ff544c38 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:15:26.684409 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4a40ee1f-a75f-4537-a4b8-dad4293f4d12 req-8ff48709-f3cd-4365-b1e6-4fb360674cfc service neutron] 10.222.0.16 "GET /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1656086
Dec 21 10:15:26.891547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44698) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:27.012179 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3a6a3ba7-62e7-48ba-a845-c5dfb8a32e8d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/29170620-f023-45b7-a76d-98a2314bea72 HTTP/1.1" status: 200  len: 991 time: 0.1175439
Dec 21 10:15:27.065601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed0392b0>, [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:06Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '29170620-f023-45b7-a76d-98a2314bea72', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.129', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'port_id': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'mac_address': 'fa:16:3e:43:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:15:23Z', 'updated_at': '2020-12-21T10:15:23Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0fd4df3-2473-40f0-9471-fd267cd878a4', 'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:4f:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:04Z', 'updated_at': '2020-12-21T10:15:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:15:27.070034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76173bfc-e59d-4594-bed8-dc073d3adb88 None None] The sync data for ids ['449a44af-9559-4df0-89a5-9315ff544c38'] in dv-neutron-601336-62-ovs is: [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:06Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '29170620-f023-45b7-a76d-98a2314bea72', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.129', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'port_id': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'mac_address': 'fa:16:3e:43:44:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:15:23Z', 'updated_at': '2020-12-21T10:15:23Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a0fd4df3-2473-40f0-9471-fd267cd878a4', 'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:4f:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:04Z', 'updated_at': '2020-12-21T10:15:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:15:27.376092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f618950-3a4d-4071-b1f6-badc0c91a4e8 None None] New status for floating IP 29170620-f023-45b7-a76d-98a2314bea72: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:15:28.015103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44702) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:28.129111 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ca2b0a7c-1c8d-4721-bdeb-794462d85849 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/29170620-f023-45b7-a76d-98a2314bea72 HTTP/1.1" status: 200  len: 993 time: 0.1127110
Dec 21 10:15:31.596661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:38.321522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cd163164-d809-44f9-a3a9-3dc7109f4278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:42.139844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:42.416955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f716774-d5d3-4dc6-9af4-e81fae930f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:42.659280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:43.478939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:55.304691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44722) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:15:55.311880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8d25a38c-23e9-4812-a738-5854cdd1da55 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:15:55.569858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8d25a38c-23e9-4812-a738-5854cdd1da55 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036851610128'] for subnet, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:55.882285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8d25a38c-23e9-4812-a738-5854cdd1da55 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363296613509099', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2378532'] for subnet, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:55.895742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-07a7625b-6f3c-4985-8762-0abfcc937801 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:15:56.043042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d25a38c-23e9-4812-a738-5854cdd1da55 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Subnet': ['ID=eeac5165-a6c8-4374-80a3-2f85d6bd1056,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:15:56.046274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8d25a38c-23e9-4812-a738-5854cdd1da55 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:15:56.347327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d25a38c-23e9-4812-a738-5854cdd1da55 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:15:56.347971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8d25a38c-23e9-4812-a738-5854cdd1da55 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:56.349352 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8d25a38c-23e9-4812-a738-5854cdd1da55 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/subnets/eeac5165-a6c8-4374-80a3-2f85d6bd1056 HTTP/1.1" status: 200  len: 836 time: 1.0435653
Dec 21 10:15:56.355213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6d5de5-ef07-43fa-87b4-0c38770fae25 None None] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:15:56.479088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:15:56.843388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-188b1dc0-0907-4f5b-a173-73e7b0cfc6b9 None None] Provisioning complete for port 25f3d978-42df-42d4-921e-6e1d115d8e7b triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:56.843802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-188b1dc0-0907-4f5b-a173-73e7b0cfc6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:56.975544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-188b1dc0-0907-4f5b-a173-73e7b0cfc6b9 None None] Provisioning complete for port d50d420a-e7da-47c5-b4a6-1c8eea70971c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:56.975960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-188b1dc0-0907-4f5b-a173-73e7b0cfc6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:15:57.105417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-188b1dc0-0907-4f5b-a173-73e7b0cfc6b9 None None] Provisioning complete for port a0fd4df3-2473-40f0-9471-fd267cd878a4 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:15:57.105896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-188b1dc0-0907-4f5b-a173-73e7b0cfc6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:01.605682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:08.327540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64df2819-0888-4d96-93b3-27293796e6c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:12.142751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:12.418711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-634981e8-e5e3-43e5-a8ba-d56e400c0474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:12.652350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:13.480900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:19.558562 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-7d64856b-9133-487b-b3e6-21f727f13e79 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0779464
Dec 21 10:16:19.706968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-453d9d75-b3b9-4c1f-82f8-78c90223ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:19.708604 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-453d9d75-b3b9-4c1f-82f8-78c90223ed1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 1163 time: 0.0768023
Dec 21 10:16:19.869844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-58e4d760-10bf-40f6-a4e4-ca57bd4a652c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:19.871476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-58e4d760-10bf-40f6-a4e4-ca57bd4a652c service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.1434577
Dec 21 10:16:19.987603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-aac11335-bdf0-422b-bf8e-b20147327ea7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 1002 time: 0.1091101
Dec 21 10:16:20.064366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-af5e6e13-06f1-45b6-89cf-669663e8fd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:20.066013 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-af5e6e13-06f1-45b6-89cf-669663e8fd17 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0715861
Dec 21 10:16:20.145618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-ab6f36f6-e980-4c51-a282-56b41c3f1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:20.147214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-ab6f36f6-e980-4c51-a282-56b41c3f1144 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751507
Dec 21 10:16:20.297784 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-595700fd-7b67-42ad-8107-e9fc88368f02 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435254
Dec 21 10:16:20.444261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aba8c373-16a0-4b3d-9434-2133b7c1a83f req-2788cbee-cc54-4ec8-895e-08f6adb535db service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401086
Dec 21 10:16:27.082617 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-8d237523-ddd5-4fb5-9d7f-730e9572512f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-2133153490&fields=id&tenant_id=4ea0210217b44df5977646100e80540e HTTP/1.1" status: 200  len: 267 time: 0.0450006
Dec 21 10:16:27.246309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c32ab-606d-4acb-a652-531b4fa95764 req-e33deb6f-bde1-45e7-b445-f347a8f9adc4 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:27.247897 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-e33deb6f-bde1-45e7-b445-f347a8f9adc4 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 811 time: 0.1576912
Dec 21 10:16:27.264479 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-b63a23e4-9bd9-445f-a3b5-fbcb68b22673 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/quotas/4ea0210217b44df5977646100e80540e HTTP/1.1" status: 200  len: 375 time: 0.0102153
Dec 21 10:16:27.359914 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-68acabd0-6da5-4a58-8220-b6383d03d89a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0894182
Dec 21 10:16:27.512787 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-86cedcf3-a597-4933-af35-0775b32e9462 service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395175
Dec 21 10:16:27.658613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-dfd65390-9f7d-4613-b490-c0c558483f18 service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389854
Dec 21 10:16:28.086592 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-942ef61a-5c2c-425c-aff1-04095dd40358 req-37f704b7-60de-4e0b-a5b6-e5c510554f4e tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 210 time: 0.0471299
Dec 21 10:16:29.317860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2cb5c896-84f4-4824-92ba-212c21bf60b1 req-c5fa4abb-2a1d-499d-a5c6-4df421459b50 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 210 time: 0.0988836
Dec 21 10:16:29.374132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c32ab-606d-4acb-a652-531b4fa95764 req-db0ed545-75a0-48f3-a488-6cfa2af3c257 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:29.375704 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-db0ed545-75a0-48f3-a488-6cfa2af3c257 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 811 time: 0.2238731
Dec 21 10:16:29.457866 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-df8e6611-fcce-4e9f-b28f-cecd145b80b6 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4ea0210217b44df5977646100e80540e HTTP/1.1" status: 200  len: 5559 time: 0.0689673
Dec 21 10:16:29.467773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'port': {'device_id': 'd84b6436-4c81-4187-b38c-e92714191c27', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'admin_state_up': True, 'tenant_id': '4ea0210217b44df5977646100e80540e', 'security_groups': ['72d0f7ba-a360-4bd5-ba5c-c70bef859d69']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:16:29.616322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:16:29.626547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:16:29.636092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Made reservation on behalf of 4ea0210217b44df5977646100e80540e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:16:29.641709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:29.965441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Allocated IP 172.20.0.9 (8c7557a9-4f8f-4092-be8d-05b81858a962/eb707b19-b9b0-470e-abcb-0adf71045831/30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:16:30.173651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:30.191165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Transition to ACTIVE for port object 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:16:30.210813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:30.226101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:16:30.375311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'Port': ['ID=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:16:30.389520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.389966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.390451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.390747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.391158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.391578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.391975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.392382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.392788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.393193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.393621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.394024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.394499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.394901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.395302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.395709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.396113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.396513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.396910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.397306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.397731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.398134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.398536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.398953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:30.405338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:16:30.443993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:16:30.445195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:16:30.447769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:16:30.565237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:30.565970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:30.614819 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1515179
Dec 21 10:16:30.626588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e021f3ab-fe03-4412-a6ca-9c87d35c0af2 req-84d6cf9d-2433-4383-9769-964664ebb906 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:30.627352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e021f3ab-fe03-4412-a6ca-9c87d35c0af2 req-84d6cf9d-2433-4383-9769-964664ebb906 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:16:30.636842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Request body: {'port': {'device_id': 'd84b6436-4c81-4187-b38c-e92714191c27', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:16:30.698238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e021f3ab-fe03-4412-a6ca-9c87d35c0af2 req-84d6cf9d-2433-4383-9769-964664ebb906 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:16:30.699448 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e021f3ab-fe03-4412-a6ca-9c87d35c0af2 req-84d6cf9d-2433-4383-9769-964664ebb906 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 931 time: 0.2096553
Dec 21 10:16:30.749356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3276f34f-ab32-4256-86c4-825ca073edb7 None None] Provisioning for port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:16:30.755050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3276f34f-ab32-4256-86c4-825ca073edb7 None None] Provisioning complete for port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:16:30.755552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3276f34f-ab32-4256-86c4-825ca073edb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:30.810643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:30.815741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3276f34f-ab32-4256-86c4-825ca073edb7 None None] Port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:16:30.826806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e021f3ab-fe03-4412-a6ca-9c87d35c0af2 req-455fe46d-7058-4aad-97a7-da945cdd50d1 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1195927
Dec 21 10:16:31.243627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:16:31.251521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:31.263908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Transition to ACTIVE for port object 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:16:31.266677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:31.282908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3acd7d90-9e2e-49f6-aa69-49d0be7e95c2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:16:31.423596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Pushing event updated for resources: {'Port': ['ID=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:16:31.429023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:16:31.611769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Attempting to bind port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:16:31.612156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Attempting to bind port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:16:31.612541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Attempting to bind port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 on network 8c7557a9-4f8f-4092-be8d-05b81858a962 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:16:31.618647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:16:31.619331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Checking segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:16:31.619752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:31.620156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Bound using segment: {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:16:31.620898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Bound port: 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b04c4af-dc1b-4df0-b224-f3e6c1923d38', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:16:31.621313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:31.622628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:31.724125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] For port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:16:31.727288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] For port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:16:31.730946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:31.746624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:16:31.899458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Pushing event updated for resources: {'Port': ['ID=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:16:31.905250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:16:31.935967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:31.936775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:31.938155 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] 10.222.0.16 "PUT /v2.0/ports/30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 HTTP/1.1" status: 200  len: 1157 time: 1.3066065
Dec 21 10:16:31.938718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84b6436-4c81-4187-b38c-e92714191c27', 'tag': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:16:32.020711 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84b6436-4c81-4187-b38c-e92714191c27', 'tag': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15', 'status': 'completed', 'code': 200}
Dec 21 10:16:32.133984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c32ab-606d-4acb-a652-531b4fa95764 req-c4b6ef51-91ee-4bbd-b87e-34348d2714c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:32.136207 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-c4b6ef51-91ee-4bbd-b87e-34348d2714c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 1160 time: 0.1177123
Dec 21 10:16:32.142283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0608135-5ef2-4478-a0a6-c742dda4597a req-6dc22a87-be55-45f7-9eb1-bdccc6c06918 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:32.143784 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b0608135-5ef2-4478-a0a6-c742dda4597a req-6dc22a87-be55-45f7-9eb1-bdccc6c06918 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 943 time: 0.1668804
Dec 21 10:16:32.483851 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-1ded54ea-6c5b-4c0c-b8e5-7270f8d016db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 HTTP/1.1" status: 200  len: 217 time: 0.3390541
Dec 21 10:16:32.565316 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b0608135-5ef2-4478-a0a6-c742dda4597a req-2b79c595-9f64-432b-9213-8743ad92831e tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.3613143
Dec 21 10:16:32.575636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c32ab-606d-4acb-a652-531b4fa95764 req-9e001e02-2649-4bbe-b0ca-f454fa9f6484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:32.577622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-9e001e02-2649-4bbe-b0ca-f454fa9f6484 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0873599
Dec 21 10:16:32.663737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c32ab-606d-4acb-a652-531b4fa95764 req-137a1402-2233-46be-a4fc-af12fc95955b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:32.665360 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-137a1402-2233-46be-a4fc-af12fc95955b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801654
Dec 21 10:16:32.812110 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-53f2924c-e3ac-47ca-a860-bbdb8abc6d0b service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389380
Dec 21 10:16:32.959030 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-647c32ab-606d-4acb-a652-531b4fa95764 req-9f1b3d68-30ee-4e41-88a9-749924e5f3d4 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396964
Dec 21 10:16:33.078799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-c3ed662d-3922-4596-af51-0b70dfdda586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:33.080295 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-c3ed662d-3922-4596-af51-0b70dfdda586 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 1160 time: 0.0748527
Dec 21 10:16:33.231343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-037e4a79-1486-4b52-9b21-1924f028678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:33.232625 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-037e4a79-1486-4b52-9b21-1924f028678e service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.1454148
Dec 21 10:16:33.307460 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-12757f88-0d6e-4908-9fa1-87ac2c394240 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 HTTP/1.1" status: 200  len: 217 time: 0.0671289
Dec 21 10:16:33.377495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-8a3ab373-2bd7-4e74-8d0c-dbf69d95e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:33.379064 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-8a3ab373-2bd7-4e74-8d0c-dbf69d95e873 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0653691
Dec 21 10:16:33.458329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-7e0f2a1b-63d7-496f-88f8-8c03a80ada96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:33.459964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-7e0f2a1b-63d7-496f-88f8-8c03a80ada96 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0740342
Dec 21 10:16:33.478150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:16:33.609530 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-c0c6ebaf-1143-4b92-a86f-81c6d7e706ab service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425443
Dec 21 10:16:33.818631 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d0b7122-01bb-4530-9d99-02cd3238f40f req-a11584ef-f7ec-4e15-ac54-9e46eb795238 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2016912
Dec 21 10:16:33.838717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528faa25-1699-40c6-a2f3-d7cc8e25f4bf req-e2f6d25f-c89d-4bc8-a079-f60504097d93 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:33.840306 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-528faa25-1699-40c6-a2f3-d7cc8e25f4bf req-e2f6d25f-c89d-4bc8-a079-f60504097d93 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 943 time: 0.1240077
Dec 21 10:16:33.888359 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-528faa25-1699-40c6-a2f3-d7cc8e25f4bf req-c8dc91e0-6944-4de7-a958-a5043efe081c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415483
Dec 21 10:16:35.101295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed150c8-29d5-4f21-8976-61974712884e req-1ae18e1d-6e90-4dae-9e68-f0d67957f55e tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:35.102923 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ed150c8-29d5-4f21-8976-61974712884e req-1ae18e1d-6e90-4dae-9e68-f0d67957f55e tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 943 time: 0.0869706
Dec 21 10:16:35.154078 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ed150c8-29d5-4f21-8976-61974712884e req-90f710a8-d65b-4aa1-92c0-1a50757f63cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0443995
Dec 21 10:16:36.366267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5b2da-d9ec-42a3-8d2f-25b37ba3712d req-5beede11-0e81-44d4-9adf-b724cad9780f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:36.367883 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5bf5b2da-d9ec-42a3-8d2f-25b37ba3712d req-5beede11-0e81-44d4-9adf-b724cad9780f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 943 time: 0.0838661
Dec 21 10:16:36.415044 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5bf5b2da-d9ec-42a3-8d2f-25b37ba3712d req-cd459de7-8afc-47e2-b669-952b8fc16810 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0401080
Dec 21 10:16:37.636698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89899e-2369-4137-951e-9aeb9f7a1711 req-efed3188-d7c7-4d64-ac83-b8312c573e8a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:37.638250 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2b89899e-2369-4137-951e-9aeb9f7a1711 req-efed3188-d7c7-4d64-ac83-b8312c573e8a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 943 time: 0.0876110
Dec 21 10:16:37.688166 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2b89899e-2369-4137-951e-9aeb9f7a1711 req-b71f5153-6155-4b83-ae3f-29e52298d812 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0428071
Dec 21 10:16:38.332814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4c06d0b-3928-41e7-80ed-8d9872503a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:38.908292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fa358-2909-4fa2-a4b0-9abde365af48 req-6de49c17-4777-4d73-9725-68ba37931a85 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:38.910199 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-267fa358-2909-4fa2-a4b0-9abde365af48 req-6de49c17-4777-4d73-9725-68ba37931a85 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 943 time: 0.0900269
Dec 21 10:16:38.960927 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-267fa358-2909-4fa2-a4b0-9abde365af48 req-da2b32d2-373b-4fdb-8f17-9c623f621952 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0444155
Dec 21 10:16:40.180270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b0690-8d7d-43d0-994a-93bdcb8742a6 req-fc668998-6d74-4cc6-9a04-9330106b78b8 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:40.181904 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-775b0690-8d7d-43d0-994a-93bdcb8742a6 req-fc668998-6d74-4cc6-9a04-9330106b78b8 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 943 time: 0.0848012
Dec 21 10:16:40.230640 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-775b0690-8d7d-43d0-994a-93bdcb8742a6 req-4502038b-917f-4032-ba2d-77fd1ac6b851 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421536
Dec 21 10:16:41.060701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:16:41.143783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:16:41.148830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:16:41.149253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:41.270462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:41.299695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84b6436-4c81-4187-b38c-e92714191c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:16:41.310035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:16:41.321438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:41.324927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:16:41.369158 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84b6436-4c81-4187-b38c-e92714191c27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15', 'code': 200}
Dec 21 10:16:41.400022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:16:41.409166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.409621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.410007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.410384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.410758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.411130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.411499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.411868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.412233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.412727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.413095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.413459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.413922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.414287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.414649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.415009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.415369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.415729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.416089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.416451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.416830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.417211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.417666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.425829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:16:41.425829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:16:41.458075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983e7fe-e10f-4580-977c-75b5c4e32638 req-f30cf4af-9ed4-4a4c-9709-6c9131f22903 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:41.459686 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e983e7fe-e10f-4580-977c-75b5c4e32638 req-f30cf4af-9ed4-4a4c-9709-6c9131f22903 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 945 time: 0.0912035
Dec 21 10:16:41.513245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e983e7fe-e10f-4580-977c-75b5c4e32638 req-576a7bc2-e3d3-4bb5-b7e7-fe76ea126884 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0454025
Dec 21 10:16:41.692336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b043a-c3c6-45e2-b6bb-2588771cd49c req-0004c4bc-216d-40da-952f-db6ccef91479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:41.697946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d49b043a-c3c6-45e2-b6bb-2588771cd49c req-0004c4bc-216d-40da-952f-db6ccef91479 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 1162 time: 0.0794680
Dec 21 10:16:41.737911 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d49b043a-c3c6-45e2-b6bb-2588771cd49c req-1b1cf76e-1207-4768-a62b-abb07a702c6e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0376520
Dec 21 10:16:42.151675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:42.439033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3de1b77-2dcb-4d04-beeb-f9feff2c339c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:42.669234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:42.735123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:16:42.738863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e4317-6bb5-4f97-8b9b-e2587532818a req-1cb75273-fd27-4acc-8d22-e7ab77998559 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:42.740547 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-570e4317-6bb5-4f97-8b9b-e2587532818a req-1cb75273-fd27-4acc-8d22-e7ab77998559 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 945 time: 0.0873065
Dec 21 10:16:42.803444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-570e4317-6bb5-4f97-8b9b-e2587532818a req-d36f4973-8204-4df3-85b9-c7ed9f8ecc58 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0460069
Dec 21 10:16:42.818363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:16:42.818793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:43.483786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:44.023769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8859646-d1c2-46f0-8c39-859aa58b5628 req-87d1ae43-8609-48d9-934e-791d55cfd468 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:44.025436 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8859646-d1c2-46f0-8c39-859aa58b5628 req-87d1ae43-8609-48d9-934e-791d55cfd468 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 945 time: 0.0917501
Dec 21 10:16:44.073052 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f8859646-d1c2-46f0-8c39-859aa58b5628 req-3caa404a-6146-489f-a82b-728a9286da3a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0405672
Dec 21 10:16:44.287317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b8046-33ee-4af7-8d11-768acc1007cd req-34eb0b6c-f56f-4a6d-8c10-5a4abda4a483 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:44.288923 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-de8b8046-33ee-4af7-8d11-768acc1007cd req-34eb0b6c-f56f-4a6d-8c10-5a4abda4a483 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 945 time: 0.0833664
Dec 21 10:16:44.340618 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-de8b8046-33ee-4af7-8d11-768acc1007cd req-9fcb7340-12a5-4e04-a94d-564d0ec56b45 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0444918
Dec 21 10:16:44.562649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-b751d2e2-b3c7-43e4-96e3-4cf2d4361636 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1628451
Dec 21 10:16:44.575675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:16:44.581998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:16:44.595600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:16:44.613906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:44.765015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:45.049562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Allocated IP 172.26.1.27 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/3fc367b0-75f0-4e32-b626-72b5ccacb362) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:16:45.215345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:45.247239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:45.263415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4bdf214-f059-4285-a127-1ba7df6bd2fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:16:45.407008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'Port': ['ID=3fc367b0-75f0-4e32-b626-72b5ccacb362,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:16:45.412575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:16:45.456071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:16:45.457297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:16:45.460530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:16:45.549734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:45.624188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:45.897011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:45.909618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:45.925084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-665f0f1d-8054-44d7-b781-130cb372effd tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:16:46.330396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event updated for resources: {'Port': ['ID=3fc367b0-75f0-4e32-b626-72b5ccacb362,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:16:46.334868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:16:46.422101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:46.459590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:46.460888 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8919420
Dec 21 10:16:46.551441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-c97133c6-7cbe-4644-9586-b22399ed5bd7 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:16:46.575940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-c97133c6-7cbe-4644-9586-b22399ed5bd7 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:16:46.577271 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-c97133c6-7cbe-4644-9586-b22399ed5bd7 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.27 HTTP/1.1" status: 200  len: 695 time: 0.1090980
Dec 21 10:16:46.741422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-4806a9bf-7403-4a0c-891f-921b130f5e87 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:46.742901 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-4806a9bf-7403-4a0c-891f-921b130f5e87 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1596589
Dec 21 10:16:46.753958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-cd7c38a4-9a18-4e7c-a05c-22fcb66eef5f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:16:46.759603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cffaf647-9047-4e98-9167-d7c1f9670544 req-cd7c38a4-9a18-4e7c-a05c-22fcb66eef5f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0058839
Dec 21 10:16:46.953420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-2a8d81da-a966-4dc1-bf4d-4317a6f31b1f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:46.955059 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-2a8d81da-a966-4dc1-bf4d-4317a6f31b1f tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0883882
Dec 21 10:16:47.041845 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-cd71c4c6-4db2-4b94-bbbf-bf51783791fe tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.27 HTTP/1.1" status: 200  len: 695 time: 0.0801158
Dec 21 10:16:47.052698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-ba520032-0a1a-41c3-bfc3-12696590b31a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Request body: {'floatingip': {'port_id': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:16:47.134772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-ba520032-0a1a-41c3-bfc3-12696590b31a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:47.768858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-ba520032-0a1a-41c3-bfc3-12696590b31a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:47.787851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-ba520032-0a1a-41c3-bfc3-12696590b31a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:47.971180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-ba520032-0a1a-41c3-bfc3-12696590b31a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Floating IP a121fe94-3a5d-4e22-bd8e-73b5abd7d1bf associated. External IP: 172.26.1.27, port: 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15.
Dec 21 10:16:48.360546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-ba520032-0a1a-41c3-bfc3-12696590b31a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Router bfcf8ed3-c81a-4310-a284-a25054eadd02 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:16:48.558088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-ba520032-0a1a-41c3-bfc3-12696590b31a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:16:48.563546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-ba520032-0a1a-41c3-bfc3-12696590b31a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:16:48.570278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] Sync routers for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:16:48.596431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:16:48.598350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec1976a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:16:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:16:48.623776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-ba520032-0a1a-41c3-bfc3-12696590b31a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "PUT /v2.0/floatingips/a121fe94-3a5d-4e22-bd8e-73b5abd7d1bf HTTP/1.1" status: 200  len: 995 time: 1.5751727
Dec 21 10:16:48.624542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84b6436-4c81-4187-b38c-e92714191c27', 'tag': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:16:48.735036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-0fed11ca-2e70-4aa2-b6f5-9824b20fbf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:48.743626 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-0fed11ca-2e70-4aa2-b6f5-9824b20fbf00 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 1162 time: 0.0952470
Dec 21 10:16:48.819544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:16:48.892624 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84b6436-4c81-4187-b38c-e92714191c27', 'tag': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15', 'status': 'completed', 'code': 200}
Dec 21 10:16:48.900376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-212a2722-64d6-4646-ad49-ed5f33c1abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:48.905782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-212a2722-64d6-4646-ad49-ed5f33c1abf5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.1604536
Dec 21 10:16:49.081520 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-b4087cf5-a0c5-48ee-a3c8-e1a462cd3566 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 HTTP/1.1" status: 200  len: 998 time: 0.1723924
Dec 21 10:16:49.169377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-826992cf-5a11-4fca-b241-f3817fa8cbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:49.169377 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-826992cf-5a11-4fca-b241-f3817fa8cbca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 1162 time: 0.1883800
Dec 21 10:16:49.176810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-5ae8d6c9-ab25-444c-96ec-c5fc89789a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:49.176810 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-5ae8d6c9-ab25-444c-96ec-c5fc89789a5c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0828443
Dec 21 10:16:49.256593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec1976a0>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a121fe94-3a5d-4e22-bd8e-73b5abd7d1bf', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:7a:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b6436-4c81-4187-b38c-e92714191c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:16:45Z', 'updated_at': '2020-12-21T10:16:47Z', 'revision_number': 1, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}, {'id': 'e77bb6e6-a42b-4aab-9e1e-d36037e9bc15', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:ff:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:31Z', 'updated_at': '2020-12-21T10:14:36Z', 'revision_number': 2, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:16:49.260853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] Checking router: bfcf8ed3-c81a-4310-a284-a25054eadd02 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:16:49.272909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:16:49.273626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec1976a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:16:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:16:49.397965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-0295d533-dc5c-4d11-a250-b47fb65d1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:49.397965 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-0295d533-dc5c-4d11-a250-b47fb65d1a70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.2224529
Dec 21 10:16:49.402992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-f78068eb-1b3b-4234-8808-a2a1a6136ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:49.410324 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-f78068eb-1b3b-4234-8808-a2a1a6136ca5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2002966
Dec 21 10:16:49.468753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-da2ed5db-6b85-407f-9474-2510e29f978d service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:16:49.469937 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-da2ed5db-6b85-407f-9474-2510e29f978d service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0115778
Dec 21 10:16:49.675431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:16:49.900677 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-769a6376-cc8b-43d5-943e-cc8353b5ec81 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 HTTP/1.1" status: 200  len: 998 time: 0.4964571
Dec 21 10:16:49.991031 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-c4fe267c-4ed4-473e-a110-5010cf893b1c service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5115154
Dec 21 10:16:50.003534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-bff44286-1760-46ae-b09e-9742e1d3ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:50.003534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-bff44286-1760-46ae-b09e-9742e1d3ec59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0943213
Dec 21 10:16:50.095013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec1976a0>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a121fe94-3a5d-4e22-bd8e-73b5abd7d1bf', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:7a:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b6436-4c81-4187-b38c-e92714191c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:16:45Z', 'updated_at': '2020-12-21T10:16:47Z', 'revision_number': 1, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}, {'id': 'e77bb6e6-a42b-4aab-9e1e-d36037e9bc15', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:ff:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:31Z', 'updated_at': '2020-12-21T10:14:36Z', 'revision_number': 2, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:16:50.099451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b45114-206a-455a-b466-ddaad8420d50 None None] The sync data for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs is: [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'a121fe94-3a5d-4e22-bd8e-73b5abd7d1bf', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:7a:52:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd84b6436-4c81-4187-b38c-e92714191c27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:16:45Z', 'updated_at': '2020-12-21T10:16:47Z', 'revision_number': 1, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}, {'id': 'e77bb6e6-a42b-4aab-9e1e-d36037e9bc15', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:ff:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:31Z', 'updated_at': '2020-12-21T10:14:36Z', 'revision_number': 2, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:16:50.232389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a0a220c-d5c9-47d6-bf19-9e15f7ac45a5 req-662a906b-ca46-4c51-9bfe-ec096caeb74c service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2164221
Dec 21 10:16:50.232389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-7e6f814d-31f8-4732-9306-10d6c716ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:16:50.232389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-7e6f814d-31f8-4732-9306-10d6c716ae5e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1958778
Dec 21 10:16:50.387025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-146f237a-ec76-4836-b900-051c6e504bc8 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482742
Dec 21 10:16:50.434107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11abc9d8-e526-4f05-91be-486c6b4d4698 None None] New status for floating IP a121fe94-3a5d-4e22-bd8e-73b5abd7d1bf: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:16:50.530980 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c82dfd5-5577-4fff-8ee4-a6f48c736e8e req-aecb515f-d177-4efd-a87d-9685cf3880c8 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1485798
Dec 21 10:17:01.699276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:08.325275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ebdc2633-875e-448f-a217-bd8a70642348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:10.479575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:17:12.153811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:12.426790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99eef5e1-f470-4539-a681-3ca492320a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:12.653897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:13.486477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:18.460940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44844) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:18.678431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 0f42e845-80bd-4cf7-9e52-40e9361d4417 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:17:18.678812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:18.856858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:18.857150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:18.986631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 0f42e845-80bd-4cf7-9e52-40e9361d4417 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:17:19.144227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:19.161009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0aa14acf-29f1-42b1-a6b2-e514904f75b0 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:19.217557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=0f42e845-80bd-4cf7-9e52-40e9361d4417,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:19.222236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:19.386161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:19.387123 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP 29170620-f023-45b7-a76d-98a2314bea72 disassociated (deleted). External IP: 172.26.1.129, port: d50d420a-e7da-47c5-b4a6-1c8eea70971c.
Dec 21 10:17:19.757015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 449a44af-9559-4df0-89a5-9315ff544c38 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:17:19.959160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:17:19.969931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] Sync routers for ids ['449a44af-9559-4df0-89a5-9315ff544c38'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:17:19.978847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:19.980281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] Routers {'449a44af-9559-4df0-89a5-9315ff544c38'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:17:19.981803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf5c18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['449a44af-9559-4df0-89a5-9315ff544c38'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:20.040393 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/floatingips/29170620-f023-45b7-a76d-98a2314bea72 HTTP/1.1" status: 204  len: 168 time: 1.5755277
Dec 21 10:17:20.040393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'tag': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:17:20.117143 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'tag': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c', 'status': 'completed', 'code': 200}
Dec 21 10:17:20.169735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] Set router 449a44af-9559-4df0-89a5-9315ff544c38 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:17:20.220037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82097be-8003-49a9-8952-b7c579e4195a req-32b164e1-2a5d-40f8-8aa4-6570a891aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:20.221617 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a82097be-8003-49a9-8952-b7c579e4195a req-32b164e1-2a5d-40f8-8aa4-6570a891aaab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 1162 time: 0.0799856
Dec 21 10:17:20.381583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82097be-8003-49a9-8952-b7c579e4195a req-fb69e682-48ac-461f-a1c2-d89c470880f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:20.383198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a82097be-8003-49a9-8952-b7c579e4195a req-fb69e682-48ac-461f-a1c2-d89c470880f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e HTTP/1.1" status: 200  len: 890 time: 0.1551063
Dec 21 10:17:20.500271 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a82097be-8003-49a9-8952-b7c579e4195a req-28096de8-e178-4dc9-a685-d3537de49f48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d50d420a-e7da-47c5-b4a6-1c8eea70971c HTTP/1.1" status: 200  len: 217 time: 0.0783267
Dec 21 10:17:20.513772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf5c18>, [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:06Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a0fd4df3-2473-40f0-9471-fd267cd878a4', 'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:4f:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:04Z', 'updated_at': '2020-12-21T10:15:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:20.518059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] Checking router: 449a44af-9559-4df0-89a5-9315ff544c38 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:17:20.527710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] Routers {'449a44af-9559-4df0-89a5-9315ff544c38'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:17:20.528388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf5c18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['449a44af-9559-4df0-89a5-9315ff544c38'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:20.593540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82097be-8003-49a9-8952-b7c579e4195a req-04969b4a-dabe-46b3-950f-28dc3a742337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:20.595161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a82097be-8003-49a9-8952-b7c579e4195a req-04969b4a-dabe-46b3-950f-28dc3a742337 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eeac5165-a6c8-4374-80a3-2f85d6bd1056 HTTP/1.1" status: 200  len: 844 time: 0.0870111
Dec 21 10:17:20.602114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bf2ed-06b4-4416-899e-5940ed13dd90 req-caa9eb68-347c-4e74-b592-497bfdad2b2a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:20.602842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-bb2bf2ed-06b4-4416-899e-5940ed13dd90 req-caa9eb68-347c-4e74-b592-497bfdad2b2a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:17:20.664415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-bb2bf2ed-06b4-4416-899e-5940ed13dd90 req-caa9eb68-347c-4e74-b592-497bfdad2b2a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:17:20.665738 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb2bf2ed-06b4-4416-899e-5940ed13dd90 req-caa9eb68-347c-4e74-b592-497bfdad2b2a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 945 time: 0.2791255
Dec 21 10:17:20.717550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] Set router 449a44af-9559-4df0-89a5-9315ff544c38 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:17:20.729519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82097be-8003-49a9-8952-b7c579e4195a req-752b1b27-ee51-430d-8d63-533c54e6c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:20.731144 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a82097be-8003-49a9-8952-b7c579e4195a req-752b1b27-ee51-430d-8d63-533c54e6c0f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1242621
Dec 21 10:17:20.733719 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb2bf2ed-06b4-4416-899e-5940ed13dd90 req-0a4006a0-6b46-4fe0-bb98-78dabdb49958 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548651
Dec 21 10:17:20.887405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a82097be-8003-49a9-8952-b7c579e4195a req-33b4f789-259f-4005-b4db-ad123faa42ce service neutron] 10.222.0.16 "GET /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1454635
Dec 21 10:17:21.037943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a82097be-8003-49a9-8952-b7c579e4195a req-be9bb6eb-e41a-48c0-80a0-f72e13285caf service neutron] 10.222.0.16 "GET /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402173
Dec 21 10:17:21.056982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf5c18>, [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:06Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a0fd4df3-2473-40f0-9471-fd267cd878a4', 'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:4f:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:04Z', 'updated_at': '2020-12-21T10:15:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:21.062054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de888f04-5dd3-4f39-ad0f-1f9d3eed1d34 None None] The sync data for ids ['449a44af-9559-4df0-89a5-9315ff544c38'] in dv-neutron-601336-62-ovs is: [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:15:06Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a0fd4df3-2473-40f0-9471-fd267cd878a4', 'name': '', 'network_id': 'c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:4f:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1468, 'fixed_ips': [{'subnet_id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:04Z', 'updated_at': '2020-12-21T10:15:12Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': 'eeac5165-a6c8-4374-80a3-2f85d6bd1056', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:17:21.495864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bac1331-1026-4376-b7ee-467be01a558e None None] New status for floating IP 29170620-f023-45b7-a76d-98a2314bea72: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:17:21.736886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-37754429-5589-4486-84b7-2f889a400b7c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:21.738491 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-37754429-5589-4486-84b7-2f889a400b7c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 945 time: 0.0886896
Dec 21 10:17:21.817239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port d50d420a-e7da-47c5-b4a6-1c8eea70971c {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:17:21.817654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:22.381609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2781b9-0997-4c62-b77a-276469fd9928 req-a01f4281-84a0-41ff-9ab9-9f37f5fabb93 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:22.383231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc2781b9-0997-4c62-b77a-276469fd9928 req-a01f4281-84a0-41ff-9ab9-9f37f5fabb93 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=a75c7b5e-6d12-4320-b12e-3e23bf555495 HTTP/1.1" status: 200  len: 945 time: 0.5118439
Dec 21 10:17:22.442416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port d50d420a-e7da-47c5-b4a6-1c8eea70971c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=d50d420a-e7da-47c5-b4a6-1c8eea70971c,segment=NetworkSegment(65df9b06-d681-421c-b5fb-965208552f0e),segment_id=65df9b06-d681-421c-b5fb-965208552f0e)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:17:22.442811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:22.577528 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc2781b9-0997-4c62-b77a-276469fd9928 req-e4702bad-f85c-4cc8-a19f-47d5aa1ac340 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1847620
Dec 21 10:17:22.584497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for d50d420a-e7da-47c5-b4a6-1c8eea70971c owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:17:22.730761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:22.752029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-30052fe0-7eed-4516-aa00-eb8ece12a5ca tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:22.805960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=d50d420a-e7da-47c5-b4a6-1c8eea70971c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:22.809794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:22.950643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device d50d420a-e7da-47c5-b4a6-1c8eea70971c no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:17:22.954039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port d50d420a-e7da-47c5-b4a6-1c8eea70971c on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:17:22.956329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:22.959361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'name': 'network-vif-deleted', 'tag': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:17:22.978411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2b10f282-9e00-442c-85e2-1e4f4362baed req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "DELETE /v2.0/ports/d50d420a-e7da-47c5-b4a6-1c8eea70971c HTTP/1.1" status: 204  len: 173 time: 1.2314861
Dec 21 10:17:22.990530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: d50d420a-e7da-47c5-b4a6-1c8eea70971c {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:17:22.990927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device d50d420a-e7da-47c5-b4a6-1c8eea70971c not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:17:23.023132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75c7b5e-6d12-4320-b12e-3e23bf555495', 'name': 'network-vif-deleted', 'tag': 'd50d420a-e7da-47c5-b4a6-1c8eea70971c', 'status': 'completed', 'code': 200}
Dec 21 10:17:23.688808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44862) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:23.762225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-547a7a20-39c2-48f8-aaca-efc55d8f4a59 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:23.792891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-547a7a20-39c2-48f8-aaca-efc55d8f4a59 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:23.854224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-547a7a20-39c2-48f8-aaca-efc55d8f4a59 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:23.859559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-820b08ac-ca54-491d-af4d-1b0cb7e33eec tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:23.876172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a7a20-39c2-48f8-aaca-efc55d8f4a59 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:23.880603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-547a7a20-39c2-48f8-aaca-efc55d8f4a59 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:23.884039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-547a7a20-39c2-48f8-aaca-efc55d8f4a59 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:23.885262 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-547a7a20-39c2-48f8-aaca-efc55d8f4a59 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/e4f1fd8d-b08a-4be6-bbf5-4a52a0f9ab03 HTTP/1.1" status: 204  len: 168 time: 0.1952977
Dec 21 10:17:23.928952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44868) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:24.303443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:24.922059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port a0fd4df3-2473-40f0-9471-fd267cd878a4 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:17:24.922609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:25.120112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port a0fd4df3-2473-40f0-9471-fd267cd878a4, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a0fd4df3-2473-40f0-9471-fd267cd878a4,segment=NetworkSegment(65df9b06-d681-421c-b5fb-965208552f0e),segment_id=65df9b06-d681-421c-b5fb-965208552f0e)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:17:25.120516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:25.249589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for a0fd4df3-2473-40f0-9471-fd267cd878a4 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:17:25.584880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:25.601695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:25.658680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=a0fd4df3-2473-40f0-9471-fd267cd878a4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:25.662702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:26.021407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:26.793417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router 449a44af-9559-4df0-89a5-9315ff544c38 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:17:26.981972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:17:26.992134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] Sync routers for ids ['449a44af-9559-4df0-89a5-9315ff544c38'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:17:26.995362 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/449a44af-9559-4df0-89a5-9315ff544c38/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0652037
Dec 21 10:17:26.998794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44872) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:27.003310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] Routers {'449a44af-9559-4df0-89a5-9315ff544c38'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:17:27.003996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec27b588>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['449a44af-9559-4df0-89a5-9315ff544c38'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:27.191194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] Set router 449a44af-9559-4df0-89a5-9315ff544c38 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:17:27.206514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d46d77-b846-4e63-baaf-c3c7697eadc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting subnet eeac5165-a6c8-4374-80a3-2f85d6bd1056 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:17:27.209719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8d46d77-b846-4e63-baaf-c3c7697eadc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:27.268342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8d46d77-b846-4e63-baaf-c3c7697eadc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:27.361994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8d46d77-b846-4e63-baaf-c3c7697eadc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:27.493185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec27b588>, [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:17:25Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:27.497898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] Checking router: 449a44af-9559-4df0-89a5-9315ff544c38 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:17:27.506944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] Routers {'449a44af-9559-4df0-89a5-9315ff544c38'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:17:27.507604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec27b588>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['449a44af-9559-4df0-89a5-9315ff544c38'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:27.686093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8d46d77-b846-4e63-baaf-c3c7697eadc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:27.703825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-21491021-e04d-43e3-8597-a7f6f5b8ce24 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:27.754255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d46d77-b846-4e63-baaf-c3c7697eadc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Subnet': ['ID=eeac5165-a6c8-4374-80a3-2f85d6bd1056,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:27.759016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8d46d77-b846-4e63-baaf-c3c7697eadc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:27.846483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8d46d77-b846-4e63-baaf-c3c7697eadc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:27.853031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15942bf5-80e4-4851-a094-d11dfa2d673f None None] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:17:27.853934 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b8d46d77-b846-4e63-baaf-c3c7697eadc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/subnets/eeac5165-a6c8-4374-80a3-2f85d6bd1056 HTTP/1.1" status: 204  len: 168 time: 0.8540084
Dec 21 10:17:27.857407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44876) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:27.958233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] Set router 449a44af-9559-4df0-89a5-9315ff544c38 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:17:28.049325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:28.238643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:28.244189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 7dc73596-ba11-4a31-bf77-4c6034ddfe50 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:17:28.244556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:28.366714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec27b588>, [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:17:25Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:28.371503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317a6b91-1107-4f8c-a48b-503c39b61c76 None None] The sync data for ids ['449a44af-9559-4df0-89a5-9315ff544c38'] in dv-neutron-601336-62-ovs is: [{'id': '449a44af-9559-4df0-89a5-9315ff544c38', 'name': 'tempest-TestNetworkBasicOps-router-2029637912', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207'}], 'enable_snat': True}, 'gw_port_id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:14:59Z', 'updated_at': '2020-12-21T10:17:25Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '7dc73596-ba11-4a31-bf77-4c6034ddfe50', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:11:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '449a44af-9559-4df0-89a5-9315ff544c38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:15:00Z', 'updated_at': '2020-12-21T10:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:17:28.395208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] DHCP port deletion for c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:17:28.399706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] Deleting port 25f3d978-42df-42d4-921e-6e1d115d8e7b {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:17:28.400170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:28.438457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 7dc73596-ba11-4a31-bf77-4c6034ddfe50, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7dc73596-ba11-4a31-bf77-4c6034ddfe50,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:17:28.438636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:28.573456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 7dc73596-ba11-4a31-bf77-4c6034ddfe50 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:17:28.625398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] For port 25f3d978-42df-42d4-921e-6e1d115d8e7b, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=25f3d978-42df-42d4-921e-6e1d115d8e7b,segment=NetworkSegment(65df9b06-d681-421c-b5fb-965208552f0e),segment_id=65df9b06-d681-421c-b5fb-965208552f0e)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:17:28.625802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:28.730414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:28.758150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] Calling delete_port for 25f3d978-42df-42d4-921e-6e1d115d8e7b owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:17:28.834966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:28.850642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:28.906979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] Pushing event deleted for resources: {'Port': ['ID=25f3d978-42df-42d4-921e-6e1d115d8e7b,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:28.910895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:28.924646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:28.994284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] No DVR routers for this DVR port 25f3d978-42df-42d4-921e-6e1d115d8e7b on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:17:29.067283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:29.069665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:29.093535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:29.094100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Fanout notify agent at l3_agent the message router_deleted on router 449a44af-9559-4df0-89a5-9315ff544c38 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:17:29.110313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:29.111514 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-05263622-d156-426e-b84d-024852daf3e6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/routers/449a44af-9559-4df0-89a5-9315ff544c38 HTTP/1.1" status: 204  len: 168 time: 1.2530909
Dec 21 10:17:29.114523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44884) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:29.246398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:29.446989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:29.569954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe75620f0>,) {'filters': {'network_id': ['c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:29.582850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe75620f0>, '65df9b06-d681-421c-b5fb-965208552f0e') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:29.583184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe75620f0>, '65df9b06-d681-421c-b5fb-965208552f0e') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:29.595562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:29.610910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:29.612872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Releasing vxlan tunnel 5 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:17:29.872867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 25f3d978-42df-42d4-921e-6e1d115d8e7b no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:17:29.909823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 25f3d978-42df-42d4-921e-6e1d115d8e7b {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:17:29.910222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 25f3d978-42df-42d4-921e-6e1d115d8e7b not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:17:29.910721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a0fd4df3-2473-40f0-9471-fd267cd878a4 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:17:29.946409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: a0fd4df3-2473-40f0-9471-fd267cd878a4 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:17:29.946803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a0fd4df3-2473-40f0-9471-fd267cd878a4 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:17:29.947281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7dc73596-ba11-4a31-bf77-4c6034ddfe50 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:17:29.986246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 7dc73596-ba11-4a31-bf77-4c6034ddfe50 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:17:29.986644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7dc73596-ba11-4a31-bf77-4c6034ddfe50 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:17:30.087801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:17:30.097764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.283226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:17:30.307390 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:17:30.389652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.392975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8ee6a77a-44de-4a49-a8f4-b818c6d1eb3d tempest-PortsIpV6TestJSON-72544076 tempest-PortsIpV6TestJSON-72544076] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:30.414824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.424131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Network': ['ID=c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:30.434330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.434766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.435183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.435600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.436016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.436427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.436835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.437242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.437677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.438085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.438491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.438898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.439381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.439782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.440188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.440590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.440992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.441396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.441844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.442254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.442661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.443062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.443464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.443867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:30.447930 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/networks/c10100c2-0c24-4b2b-9f9c-d7b4ffde7b5e HTTP/1.1" status: 204  len: 168 time: 1.3322463
Dec 21 10:17:30.449471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6162acb1-7e1b-43df-bbf8-1d250d9d72de tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:30.461265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44888) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:30.468590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'network': {'name': 'tempest-network-smoke--299509662', 'project_id': '4f37266714dd44d5856b221995070c6a', 'port_security_enabled': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:30.474054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:30.478968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:network and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:30.482026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:30.487841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:30.497723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:17:30.503228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.537001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:17:30.547538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.547977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Added segment 801c2a13-24de-4de8-bc54-1f12f36f1d2d of type vxlan for network 091eb155-ac66-47e2-8d7b-2b439f14cec9
Dec 21 10:17:30.576893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.607118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.611292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:30.611934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.617316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d263c64b-cb51-4beb-81ba-cdb2ca13699d tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:30.679255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2165546
Dec 21 10:17:30.682250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44892) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:30.689383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'admin_state_up': True, 'project_id': '4f37266714dd44d5856b221995070c6a', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:30.697731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:30.703084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:router and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:30.706124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:30.711937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:30.722339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.723386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.741058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Network': ['ID=091eb155-ac66-47e2-8d7b-2b439f14cec9,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:30.741261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:30.744012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:30.753940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:17:30.768178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:17:31.302944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:31.622328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:31.648502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:31.655741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:31.931359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.6 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/0f573174-0e38-4dc3-a1bb-b802a81f4da1) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:17:32.093226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:32.121966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:32.137820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:32.279977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=0f573174-0e38-4dc3-a1bb-b802a81f4da1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:32.293529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.293948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.294370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.294784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.295194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.295603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.296011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.296415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.296819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.297226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.297657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.298063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.298536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.298940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.299348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.299749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.300151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.300550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.300972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.301374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.301798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.302198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.302596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.302993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:32.308369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:32.343922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:17:32.345069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:17:32.347378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:17:32.773522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:33.129189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:33.339777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router b426fb34-54d6-488c-afce-24afd53f3423 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:17:33.808803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:17:33.820446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Sync routers for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:17:33.831207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:17:33.831877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda9e438>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:33.835167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:33.836527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-49800d0a-9e38-458a-ba08-1213eaa6d74b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 3.1526237
Dec 21 10:17:33.840742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44896) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:33.887547 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e066aa00-8f08-48cb-8813-36962aeeee59 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?project_id=4f37266714dd44d5856b221995070c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0456212
Dec 21 10:17:33.890235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44900) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:33.896456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'subnet': {'name': 'tempest-subnet-smoke-755911610', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'project_id': '4f37266714dd44d5856b221995070c6a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:34.015272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:34.017896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:17:34.019404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:subnet and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:34.022426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:34.029740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:34.039156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:17:34.155408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:34.320477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda9e438>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:32Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:34.325472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Checking router: b426fb34-54d6-488c-afce-24afd53f3423 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:17:34.325896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Updating router b426fb34-54d6-488c-afce-24afd53f3423 port 0f573174-0e38-4dc3-a1bb-b802a81f4da1 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:17:34.383211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:34.599737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:34.616148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8e435936-41fe-4a14-9da5-3dfc8f2783df tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:34.762497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Subnet': ['ID=4f4ea080-3193-4093-951b-76932ec94f63,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:34.766945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:34.790831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:34.803687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Transition to ACTIVE for port object 0f573174-0e38-4dc3-a1bb-b802a81f4da1 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:17:34.806465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:34.826852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1a0c07a-1073-443f-bb56-3537ad4c5bf6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:34.830180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Checking segment: {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:17:34.830576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network hostable DHCP agents. Network: 091eb155-ac66-47e2-8d7b-2b439f14cec9, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:17:34.849349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:17:34.859114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 091eb155-ac66-47e2-8d7b-2b439f14cec9) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:17:34.869848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecc7420-86b1-4bee-b591-deb338e57b93 None None] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:17:34.872921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:34.873600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:34.896616 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-94bfa462-130d-47a2-857b-c94d12b11379 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0024929
Dec 21 10:17:34.896820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44904) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:34.992936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Pushing event updated for resources: {'Port': ['ID=0f573174-0e38-4dc3-a1bb-b802a81f4da1,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:35.012129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.012502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.012873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.013246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.013637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.014006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.014369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.014730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.015109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.015468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.015822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.016175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.016602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.016956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.017309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.017709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.018062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.018413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.018764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.019113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.019461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.019811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.020160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.020506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:35.025096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:35.052026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Attempting to bind port 0f573174-0e38-4dc3-a1bb-b802a81f4da1 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:17:35.052026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Attempting to bind port 0f573174-0e38-4dc3-a1bb-b802a81f4da1 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:17:35.052489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Attempting to bind port 0f573174-0e38-4dc3-a1bb-b802a81f4da1 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:17:35.058634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:17:35.059049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:17:35.059500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:35.059931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:17:35.060463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Bound port: 0f573174-0e38-4dc3-a1bb-b802a81f4da1, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:17:35.060838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:35.116075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-091eb155-ac66-47e2-8d7b-2b439f14cec9', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:17:35.116993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:35.137628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] For port 0f573174-0e38-4dc3-a1bb-b802a81f4da1, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:17:35.140833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] For port 0f573174-0e38-4dc3-a1bb-b802a81f4da1, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0f573174-0e38-4dc3-a1bb-b802a81f4da1,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:17:35.144623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:35.162220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c178faa-1288-4f1f-8e72-a3211d414b7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:35.318745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Pushing event updated for resources: {'Port': ['ID=0f573174-0e38-4dc3-a1bb-b802a81f4da1,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:35.327482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:35.382746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:17:35.383347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda9e438>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:35.441309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Allocated IP 172.20.0.2 (091eb155-ac66-47e2-8d7b-2b439f14cec9/4f4ea080-3193-4093-951b-76932ec94f63/c6586a90-665f-41a5-bd5d-e30a37384d33) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:17:35.582481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:35.584344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:17:35.671972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:35.683604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Transition to ACTIVE for port object c6586a90-665f-41a5-bd5d-e30a37384d33 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:17:35.701258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Transition to ACTIVE for port object c6586a90-665f-41a5-bd5d-e30a37384d33 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:17:35.706021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:35.722531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:35.906853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda9e438>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:32Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:35.911868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adde5e26-0caf-47f1-8766-a293adcfb73d None None] The sync data for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs is: [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:32Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:17:36.047449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Pushing event updated for resources: {'Port': ['ID=c6586a90-665f-41a5-bd5d-e30a37384d33,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:36.052111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:36.102074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:17:36.103293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:17:36.107134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:17:36.166793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Attempting to bind port c6586a90-665f-41a5-bd5d-e30a37384d33 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:17:36.167228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Attempting to bind port c6586a90-665f-41a5-bd5d-e30a37384d33 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:17:36.168701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Attempting to bind port c6586a90-665f-41a5-bd5d-e30a37384d33 on network 091eb155-ac66-47e2-8d7b-2b439f14cec9 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:17:36.174589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:17:36.174725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Checking segment: {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:17:36.175177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:36.175615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Bound using segment: {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:17:36.176171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Bound port: c6586a90-665f-41a5-bd5d-e30a37384d33, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:17:36.176589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:36.180137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.1 (091eb155-ac66-47e2-8d7b-2b439f14cec9/4f4ea080-3193-4093-951b-76932ec94f63/0522bb9e-5e8e-495b-bc68-cf0ab0f96fda) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:17:36.298412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] For port c6586a90-665f-41a5-bd5d-e30a37384d33, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:17:36.301890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] For port c6586a90-665f-41a5-bd5d-e30a37384d33, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c6586a90-665f-41a5-bd5d-e30a37384d33,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:17:36.307401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:36.342687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:36.475731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:36.494779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:17:36.525260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:36.526190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Pushing event updated for resources: {'Port': ['ID=c6586a90-665f-41a5-bd5d-e30a37384d33,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:36.531387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:36.638301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:36.739970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=0522bb9e-5e8e-495b-bc68-cf0ab0f96fda,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:36.748780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:36.763815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:17:36.763815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:17:36.766499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:17:36.841914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:37.018625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:37.541395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:37.545704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:37.579975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:37.670400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=0522bb9e-5e8e-495b-bc68-cf0ab0f96fda,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:37.673088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:37.693699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:37.975217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c6586a90-665f-41a5-bd5d-e30a37384d33 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:17:38.074680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port c6586a90-665f-41a5-bd5d-e30a37384d33 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:17:38.079448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0f573174-0e38-4dc3-a1bb-b802a81f4da1 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:17:38.118224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c3244-a9ce-4172-876c-195d1cf8f4b0 None None] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:17:38.173934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:17:38.175593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:17:38.192502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6723f95-a020-4829-bf3e-13b9c50e970a None None] Provisioning for port c6586a90-665f-41a5-bd5d-e30a37384d33 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:17:38.256505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f6723f95-a020-4829-bf3e-13b9c50e970a None None] Provisioning complete for port c6586a90-665f-41a5-bd5d-e30a37384d33 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:38.256939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6723f95-a020-4829-bf3e-13b9c50e970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:38.369067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 0f573174-0e38-4dc3-a1bb-b802a81f4da1 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:17:38.376028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1bc83a3c-3f55-4398-92ff-e13f49cdab0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:38.381506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router b426fb34-54d6-488c-afce-24afd53f3423 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:17:38.419767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0f573174-0e38-4dc3-a1bb-b802a81f4da1 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:38.420683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:38.609326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:17:38.623594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6723f95-a020-4829-bf3e-13b9c50e970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:38.625638 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/b426fb34-54d6-488c-afce-24afd53f3423/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7276094
Dec 21 10:17:38.628314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44908) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:38.724003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f6723f95-a020-4829-bf3e-13b9c50e970a None None] For port c6586a90-665f-41a5-bd5d-e30a37384d33, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c6586a90-665f-41a5-bd5d-e30a37384d33,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:17:38.735253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:38.736860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f6723f95-a020-4829-bf3e-13b9c50e970a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:38.741347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:38.814434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 0f573174-0e38-4dc3-a1bb-b802a81f4da1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0f573174-0e38-4dc3-a1bb-b802a81f4da1,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:17:38.815149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d46123-e8ce-4e43-8ea4-f9bba7b1591b tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.816850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d46123-e8ce-4e43-8ea4-f9bba7b1591b tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.817729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d46123-e8ce-4e43-8ea4-f9bba7b1591b tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.818245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d46123-e8ce-4e43-8ea4-f9bba7b1591b tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.818697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d46123-e8ce-4e43-8ea4-f9bba7b1591b tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.819131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d46123-e8ce-4e43-8ea4-f9bba7b1591b tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.821611 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f0d46123-e8ce-4e43-8ea4-f9bba7b1591b tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4249 time: 0.1922064
Dec 21 10:17:38.824458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44912) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:38.828324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:38.836206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6723f95-a020-4829-bf3e-13b9c50e970a None None] Pushing event updated for resources: {'Port': ['ID=c6586a90-665f-41a5-bd5d-e30a37384d33,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:38.841691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f6723f95-a020-4829-bf3e-13b9c50e970a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:38.845841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:38.928352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407e91b-0e5b-4620-8e72-94ec9c7813a8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.928828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407e91b-0e5b-4620-8e72-94ec9c7813a8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.929576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407e91b-0e5b-4620-8e72-94ec9c7813a8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.929740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407e91b-0e5b-4620-8e72-94ec9c7813a8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.929955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=0f573174-0e38-4dc3-a1bb-b802a81f4da1,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:38.931221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407e91b-0e5b-4620-8e72-94ec9c7813a8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.931625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407e91b-0e5b-4620-8e72-94ec9c7813a8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:38.933869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:38.934004 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b407e91b-0e5b-4620-8e72-94ec9c7813a8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4004 time: 0.1084008
Dec 21 10:17:38.937032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44918) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:39.015769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Sync routers for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:17:39.029032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:17:39.030245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec445cc0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:39.140533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-588c8391-1a19-41ba-99e6-9f093a391084 None None] Provisioning complete for port c6586a90-665f-41a5-bd5d-e30a37384d33 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:39.140960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-588c8391-1a19-41ba-99e6-9f093a391084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.183848 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f744848c-aad8-403f-9476-08c94b000127 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 3046 time: 0.2429497
Dec 21 10:17:39.327977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:17:39.446356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 44924) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:39.454090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-895781433', 'description': 'tempest-secgroup-smoke-895781433 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:39.460600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:39.465883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:39.469870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:39.475336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:39.489396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.516972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:39.521364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:39.524848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:39.534436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:39.650103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.662499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.669143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-58629eb5-c3fa-4f84-831c-6688301f986a tempest-PortsTestJSON-389854233 tempest-PortsTestJSON-389854233] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:39.676309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-588c8391-1a19-41ba-99e6-9f093a391084 None None] Provisioning for port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:17:39.693201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-588c8391-1a19-41ba-99e6-9f093a391084 None None] Provisioning complete for port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:39.693395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-588c8391-1a19-41ba-99e6-9f093a391084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.711493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=244b2262-424a-45a8-8c82-1857c87efa69,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:39.718594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:39.735353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.736835 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2892299
Dec 21 10:17:39.740230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44928) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:39.749656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '244b2262-424a-45a8-8c82-1857c87efa69', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:39.754681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:39.759707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:39.763134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:39.770393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:39.802803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.804662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-588c8391-1a19-41ba-99e6-9f093a391084 None None] Port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:17:39.845840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec445cc0>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:37Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:39.850965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Checking router: b426fb34-54d6-488c-afce-24afd53f3423 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:17:39.850965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Updating router b426fb34-54d6-488c-afce-24afd53f3423 port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:17:39.896076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.904128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.912444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36b843b7-14b7-4664-940b-68273b1bd077 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:39.928494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c6586a90-665f-41a5-bd5d-e30a37384d33 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:17:39.941621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9479fd4-4eea-4b48-92f6-1a9582b080b7,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:39.944023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:39.959378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.960723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.2193832
Dec 21 10:17:39.963851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44932) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:39.970060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '244b2262-424a-45a8-8c82-1857c87efa69', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:39.976138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:39.982624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:39.984345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:39.989156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:39.990795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:40.012194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8bf98eb8-16e4-44e9-9003-23a91415edf1 None None] Provisioning complete for port c6586a90-665f-41a5-bd5d-e30a37384d33 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:40.012364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.013072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8bf98eb8-16e4-44e9-9003-23a91415edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.085566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.091460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.093542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13423723-625e-4d8c-9135-a0478d2e98eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:40.127624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=605e1109-ccf9-4e95-bb09-3fa29eb2a284,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:40.128486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:40.138481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.139266 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1743655
Dec 21 10:17:40.142353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44936) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:40.148442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '244b2262-424a-45a8-8c82-1857c87efa69', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:40.160444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:40.169790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:40.174786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:40.182678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:40.217832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.293756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.359444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port c6586a90-665f-41a5-bd5d-e30a37384d33 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:40.359870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.364098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.371690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-959bb630-a9a5-453c-814c-d32c189fc257 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:40.395651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddfb5f6c-8392-40d0-b67b-fa8caefa2db6,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:40.398479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:40.405389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.406693 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.2632694
Dec 21 10:17:40.409757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44940) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:40.416841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '244b2262-424a-45a8-8c82-1857c87efa69', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:40.424263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:40.428408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:40.433206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:40.438238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:40.456427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.559197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.585899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.594881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dee92d22-7a10-42e7-aea4-7edfb496cbb6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:40.618827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aae4506-708d-436c-9889-3089e5cc2ee5,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:40.623147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:40.631676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.632964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.2221761
Dec 21 10:17:40.636232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44944) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:40.642766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '244b2262-424a-45a8-8c82-1857c87efa69', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:40.649414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:40.655473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:40.657078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8bf98eb8-16e4-44e9-9003-23a91415edf1 None None] Provisioning complete for port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:40.657078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8bf98eb8-16e4-44e9-9003-23a91415edf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.658623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:40.664719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:40.692014 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:17:40.699362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.780530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.786955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.795586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9bad8d58-4112-42c1-8cf7-3ed87defca00 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:40.796584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0f573174-0e38-4dc3-a1bb-b802a81f4da1 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:17:40.817931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ac2674-1d03-4dfe-b73f-40b1fdcfc38c,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:40.819523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:40.829575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.830867 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0bf01ca1-6456-49f5-a3cd-7b8c2c6886b4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1934047
Dec 21 10:17:40.833923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 44948) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:40.840270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '244b2262-424a-45a8-8c82-1857c87efa69', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:40.849080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:40.850242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8bf98eb8-16e4-44e9-9003-23a91415edf1 None None] Port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:17:40.852782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:40.856824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:40.872996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:40.879646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:17:40.882565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.952363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0f573174-0e38-4dc3-a1bb-b802a81f4da1 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:40.952921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.957880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.962612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:40.969135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-df09693c-b003-4db2-af18-286b3ebbc05e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:40.991468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be68806-c1df-4668-9d87-5a4728039497,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:41.000662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:41.006736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:41.011252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:41.012415 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1774375
Dec 21 10:17:41.034247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Transition to ACTIVE for port object 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:17:41.045172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:41.061174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d45fe400-e434-4d78-b544-783f038ff434 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:41.220719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-6176b794-b616-4db8-8b0e-d30b79f7c2f6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:17:41.241318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-6176b794-b616-4db8-8b0e-d30b79f7c2f6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:17:41.244007 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-6176b794-b616-4db8-8b0e-d30b79f7c2f6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-895781433&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.0720158
Dec 21 10:17:41.253745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Pushing event updated for resources: {'Port': ['ID=0522bb9e-5e8e-495b-bc68-cf0ab0f96fda,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:41.267249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:41.428475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-de79c2e9-f2a1-4be6-a679-807603bd2483 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:41.429261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-de79c2e9-f2a1-4be6-a679-807603bd2483 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:17:41.432829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Attempting to bind port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:17:41.432829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Attempting to bind port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:17:41.433723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Attempting to bind port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda on network 091eb155-ac66-47e2-8d7b-2b439f14cec9 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:17:41.439787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:17:41.440214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Checking segment: {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:17:41.440675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:41.441178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Bound using segment: {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:17:41.441678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Bound port: 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:17:41.442104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:41.453087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-de79c2e9-f2a1-4be6-a679-807603bd2483 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:17:41.460661 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-de79c2e9-f2a1-4be6-a679-807603bd2483 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 796 time: 0.2070596
Dec 21 10:17:41.473904 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-12c55bcd-0a94-45f6-8bc3-da5ec05be16a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/quotas/4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 375 time: 0.0114934
Dec 21 10:17:41.558841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] For port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:17:41.568954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] For port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0522bb9e-5e8e-495b-bc68-cf0ab0f96fda,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:17:41.574999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-3d929dc1-ca02-4972-baf0-f5e43145313f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:17:41.587243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:41.592422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-3d929dc1-ca02-4972-baf0-f5e43145313f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:17:41.593915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-3d929dc1-ca02-4972-baf0-f5e43145313f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1135347
Dec 21 10:17:41.604143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:41.762169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Pushing event updated for resources: {'Port': ['ID=0522bb9e-5e8e-495b-bc68-cf0ab0f96fda,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:41.765158 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-2115064a-7286-41c5-918c-f4f1b95301c0 service neutron] 10.222.0.45 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527228
Dec 21 10:17:41.771268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.771268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.771502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.771919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.772328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.772517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.772883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.773622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.773851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.774411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.774533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.775555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.775555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.776600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.776600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.776600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.778186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.778186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.778186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.778388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.778580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.779107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.779512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.780345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:17:41.785593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:41.825288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:17:41.826018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec445cc0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:41.933646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-c77eac61-0efb-4a2a-a88c-b6faebe3e273 service neutron] 10.222.0.45 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1588907
Dec 21 10:17:42.056012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:17:42.173849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed106c70-d8b1-4204-8ec4-1e04733310d3 req-e492b8c1-266f-4a8d-8697-80b2d3f42f25 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 210 time: 0.0508840
Dec 21 10:17:42.261425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:42.570023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa100de4-8b1c-42a4-9b86-46469beae5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:42.671107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec445cc0>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:41Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:42.675554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427ba8e4-7de6-46ab-b786-d64f2c96f2b5 None None] The sync data for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs is: [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:41Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:17:42.688487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:43.375546 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-98023365-e7c9-4a77-935c-9860faae4d06 req-cc52cfcb-f4ec-4203-88bb-883a1f60f8fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 210 time: 0.0560253
Dec 21 10:17:43.490303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:43.592668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-7dc9ac4c-8911-4a41-8c55-218b676714f1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:43.592668 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-7dc9ac4c-8911-4a41-8c55-218b676714f1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 796 time: 0.2042923
Dec 21 10:17:43.688883 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-944f7a9f-d6ab-46cf-8f64-a1cafdbda8e7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 7767 time: 0.0826106
Dec 21 10:17:43.700564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'admin_state_up': True, 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'security_groups': ['244b2262-424a-45a8-8c82-1857c87efa69']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:43.862953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:43.874597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:43.883562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:17:43.889243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:43.913865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:17:43.984299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:17:43.989549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:43.989965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:44.112296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:44.146639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0522bb9e-5e8e-495b-bc68-cf0ab0f96fda,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:17:44.149508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:44.152412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a36c3a96-ccd9-4185-bd23-69a541fec65f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:44.218946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=0522bb9e-5e8e-495b-bc68-cf0ab0f96fda,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:44.220940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.6 (091eb155-ac66-47e2-8d7b-2b439f14cec9/4f4ea080-3193-4093-951b-76932ec94f63/31cd9ac2-dcc3-4b7e-8833-cb99ceddc086) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:17:44.222602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:44.424016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:44.442008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:17:44.462637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:44.480807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b98d7a2-84c7-446f-b211-4441ea69ace2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:44.686914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:44.691052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:44.753184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61ab8c-3112-4b83-ba7c-919fb690aa88 req-b6c8fdc1-2f97-4f34-86f6-c608d0182dbc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:44.754843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5a61ab8c-3112-4b83-ba7c-919fb690aa88 req-b6c8fdc1-2f97-4f34-86f6-c608d0182dbc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 931 time: 0.2320893
Dec 21 10:17:44.759349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:17:44.760543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:17:44.764566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:17:44.865003 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5a61ab8c-3112-4b83-ba7c-919fb690aa88 req-b353bea9-ce2e-4371-abf0-c49176e9fc9c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=244b2262-424a-45a8-8c82-1857c87efa69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1020899
Dec 21 10:17:44.869451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:44.870158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:44.898213 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2035449
Dec 21 10:17:44.911431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Request body: {'port': {'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:45.029627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:45.032508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-39e24e05-33df-4532-9aad-31501faa9424 None None] Provisioning for port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:17:45.037879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-39e24e05-33df-4532-9aad-31501faa9424 None None] Provisioning complete for port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:45.038089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39e24e05-33df-4532-9aad-31501faa9424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:45.096183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-39e24e05-33df-4532-9aad-31501faa9424 None None] Port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:17:45.463489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:17:45.471383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:45.522606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Transition to ACTIVE for port object 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:17:45.525072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:45.541748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:45.689421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:45.693932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:45.874818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Attempting to bind port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:17:45.875188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Attempting to bind port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:17:45.875561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Attempting to bind port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 on network 091eb155-ac66-47e2-8d7b-2b439f14cec9 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:17:45.883836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:17:45.884201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Checking segment: {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:17:45.884803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:45.885202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Bound using segment: {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:17:45.887088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Bound port: 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:17:45.887480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:45.889435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:17:45.979358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:45.980621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:46.341195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6004ac-a46a-4cfa-be66-e0d1439702ef req-e3d9547a-edab-47a0-9572-2c812d5f2ec6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:46.341907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-bf6004ac-a46a-4cfa-be66-e0d1439702ef req-e3d9547a-edab-47a0-9572-2c812d5f2ec6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:17:46.347133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:17:46.350737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:17:46.356661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:46.375565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a81e903d-7d64-4a26-968a-8a1204641abd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:46.432454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-bf6004ac-a46a-4cfa-be66-e0d1439702ef req-e3d9547a-edab-47a0-9572-2c812d5f2ec6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:17:46.434325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf6004ac-a46a-4cfa-be66-e0d1439702ef req-e3d9547a-edab-47a0-9572-2c812d5f2ec6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 943 time: 0.2495086
Dec 21 10:17:46.569152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:46.572858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:46.585097 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf6004ac-a46a-4cfa-be66-e0d1439702ef req-971a85d7-1718-42f1-8447-9a20a6403400 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=244b2262-424a-45a8-8c82-1857c87efa69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1416056
Dec 21 10:17:46.622775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:46.622921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:46.624473 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] 10.222.0.16 "PUT /v2.0/ports/31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 HTTP/1.1" status: 200  len: 1157 time: 1.7180321
Dec 21 10:17:46.625063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:17:46.688644 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'status': 'completed', 'code': 200}
Dec 21 10:17:46.804183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b1ba-70d1-486f-b6b8-a7185c800000 req-5fd81b00-89b9-4ba1-87e0-5c294321458a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:46.805988 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-07a7b1ba-70d1-486f-b6b8-a7185c800000 req-5fd81b00-89b9-4ba1-87e0-5c294321458a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 1160 time: 0.0887954
Dec 21 10:17:46.961692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b1ba-70d1-486f-b6b8-a7185c800000 req-ef4bd7ba-5434-4ae2-a43b-93820fcd7798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:46.963317 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-07a7b1ba-70d1-486f-b6b8-a7185c800000 req-ef4bd7ba-5434-4ae2-a43b-93820fcd7798 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=4f37266714dd44d5856b221995070c6a&shared=False HTTP/1.1" status: 200  len: 890 time: 0.1499560
Dec 21 10:17:47.110376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b1ba-70d1-486f-b6b8-a7185c800000 req-403096a2-019b-4f7b-ac84-1b6550482280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:47.111946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-07a7b1ba-70d1-486f-b6b8-a7185c800000 req-403096a2-019b-4f7b-ac84-1b6550482280 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1419256
Dec 21 10:17:47.225671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-5556f6ab-8193-426f-9c40-f1217727d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:47.227264 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-5556f6ab-8193-426f-9c40-f1217727d381 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 1160 time: 0.0759637
Dec 21 10:17:47.305764 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-730f1c87-1105-4328-99a8-c4e8b6a549aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 HTTP/1.1" status: 200  len: 217 time: 0.0658529
Dec 21 10:17:47.374934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-6c8e9edb-cf93-44fe-b9e6-4f7a14a9e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:47.376506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-6c8e9edb-cf93-44fe-b9e6-4f7a14a9e7b4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f4ea080-3193-4093-951b-76932ec94f63 HTTP/1.1" status: 200  len: 834 time: 0.0646102
Dec 21 10:17:47.459913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-429a789e-7b92-4c2b-8b23-bb8717fcc305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:47.461934 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-429a789e-7b92-4c2b-8b23-bb8717fcc305 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091eb155-ac66-47e2-8d7b-2b439f14cec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786414
Dec 21 10:17:47.479146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:17:47.614361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-6fd5b924-f51f-4c21-97b2-fd5ed8625c13 service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458664
Dec 21 10:17:47.825018 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69e7a4e5-2a01-4f42-8f7e-2924c15405db req-2a1c7077-4218-4f2b-bcc9-407a4e0daea0 service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2028494
Dec 21 10:17:47.845022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920bc26-38fb-4a4e-b2ab-a33cfd3c4023 req-6073312c-6f40-4bf1-93eb-a8345c338683 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:47.846710 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5920bc26-38fb-4a4e-b2ab-a33cfd3c4023 req-6073312c-6f40-4bf1-93eb-a8345c338683 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 943 time: 0.1250434
Dec 21 10:17:47.896115 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5920bc26-38fb-4a4e-b2ab-a33cfd3c4023 req-cae57e9c-62f5-4908-ac51-28dea400f3b0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=244b2262-424a-45a8-8c82-1857c87efa69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430539
Dec 21 10:17:49.121684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c4658-a749-4b33-9db8-5bae05b31569 req-a8a437f0-4f88-4f96-b68c-afbbbdf38dec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:49.123484 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f81c4658-a749-4b33-9db8-5bae05b31569 req-a8a437f0-4f88-4f96-b68c-afbbbdf38dec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 943 time: 0.0957305
Dec 21 10:17:49.182033 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f81c4658-a749-4b33-9db8-5bae05b31569 req-caa4b49c-400f-4bfa-8ea3-8f4a4db204a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=244b2262-424a-45a8-8c82-1857c87efa69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518126
Dec 21 10:17:49.556170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:17:49.628025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:17:49.634030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:49.634030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:49.759546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:49.788346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:17:49.800011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:17:49.803707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:49.805749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-82653aa8-bc53-4335-a8f3-b2d77614fcc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:49.856341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'code': 200}
Dec 21 10:17:49.882539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:49.887098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:50.099039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf282ef-7338-40c8-a5f3-271490bd513c req-e2edb50a-c95a-41d5-b273-2cea8a4a868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:50.101516 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dcf282ef-7338-40c8-a5f3-271490bd513c req-e2edb50a-c95a-41d5-b273-2cea8a4a868f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 1162 time: 0.0775485
Dec 21 10:17:50.144943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dcf282ef-7338-40c8-a5f3-271490bd513c req-367310d3-7188-4d96-af4f-3d32d7497135 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=244b2262-424a-45a8-8c82-1857c87efa69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369859
Dec 21 10:17:50.399829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fa9a6-ee2e-4839-9f0d-509a2afb4346 req-4a71d33d-538c-44c5-92ac-1dadc90f1438 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:50.402446 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a26fa9a6-ee2e-4839-9f0d-509a2afb4346 req-4a71d33d-538c-44c5-92ac-1dadc90f1438 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 945 time: 0.0912724
Dec 21 10:17:50.451098 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a26fa9a6-ee2e-4839-9f0d-509a2afb4346 req-5edb6efb-f541-42c8-ac17-1feb10890b83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=244b2262-424a-45a8-8c82-1857c87efa69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411751
Dec 21 10:17:51.225051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:17:51.301009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:17:51.301656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:51.677089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3b286-6f7a-41fc-ae6e-a6c0c26e9c25 req-59c893bf-1f98-43f2-81b3-2e9453b31fe9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:51.678750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3aa3b286-6f7a-41fc-ae6e-a6c0c26e9c25 req-59c893bf-1f98-43f2-81b3-2e9453b31fe9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 945 time: 0.0883496
Dec 21 10:17:51.732926 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3aa3b286-6f7a-41fc-ae6e-a6c0c26e9c25 req-75ee6fea-e8f5-4ef9-8146-b959bd05f511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=244b2262-424a-45a8-8c82-1857c87efa69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463426
Dec 21 10:17:51.952577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c3626-c376-4f08-9121-9f01ddb9ed10 req-9082a2dc-6a28-4661-a45c-f9cc3cbfa44c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:51.954811 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e01c3626-c376-4f08-9121-9f01ddb9ed10 req-9082a2dc-6a28-4661-a45c-f9cc3cbfa44c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 945 time: 0.0864100
Dec 21 10:17:52.002943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e01c3626-c376-4f08-9121-9f01ddb9ed10 req-7147166b-fcc4-45be-b2a8-f31ab21777aa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=244b2262-424a-45a8-8c82-1857c87efa69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416579
Dec 21 10:17:52.034618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45000) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:52.119344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bdf3aa-52bb-4d75-ac85-4cf9caf2cca8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:52.120836 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-16bdf3aa-52bb-4d75-ac85-4cf9caf2cca8 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 1157 time: 0.0850079
Dec 21 10:17:52.124006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45004) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:52.129586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:52.137537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:52.140423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:floatingip and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:52.143621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:52.149567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:52.163557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:52.311728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:52.592371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.145 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/b1ddd807-1005-4868-b505-f7d2ad3440ae) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:17:52.756511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:52.786020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:52.802867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b1a46821-cfcd-43cc-a4ca-2754834a08d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:52.946937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=b1ddd807-1005-4868-b505-f7d2ad3440ae,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:52.952145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:52.997588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:17:52.998728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:17:53.001106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:17:53.715997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:53.794997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:54.074496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:54.080070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:54.095922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0283439c-1e20-428c-87a0-3671f308fa4d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:54.246717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=b1ddd807-1005-4868-b505-f7d2ad3440ae,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:54.251888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:54.342892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:54.522514 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP f38b727c-5f27-41f8-8990-693a144ec1c7 associated. External IP: 172.26.1.145, port: 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086.
Dec 21 10:17:54.896510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router b426fb34-54d6-488c-afce-24afd53f3423 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:17:55.083941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:17:55.093744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] Sync routers for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:17:55.104982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:17:55.105660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf879b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:55.110039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:55.168745 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.0435479
Dec 21 10:17:55.169349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:17:55.171620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45008) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:55.231333 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'status': 'completed', 'code': 200}
Dec 21 10:17:55.262107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a65161-c9a9-4fb4-943e-11af0a665b55 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:55.266881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b9a65161-c9a9-4fb4-943e-11af0a665b55 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 1157 time: 0.0909402
Dec 21 10:17:55.338484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-040a282b-63f5-40d5-af37-e86cc570ad3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:55.340432 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-040a282b-63f5-40d5-af37-e86cc570ad3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 1162 time: 0.0888536
Dec 21 10:17:55.458270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45016) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:55.465453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1488646075', 'description': 'tempest-secgroup-smoke-1488646075 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:55.469030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:17:55.474510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:55.486460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:55.495747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-3c3be16e-0559-4819-950f-4a3f8eabcf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:55.497983 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-3c3be16e-0559-4819-950f-4a3f8eabcf05 service neutron] 10.222.0.16 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 890 time: 0.1510215
Dec 21 10:17:55.499148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:55.522167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:55.526867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:55.530395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:55.546541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:55.626862 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-b613fb60-6fef-4cb3-881e-efc562f93b1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 HTTP/1.1" status: 200  len: 999 time: 0.1228452
Dec 21 10:17:55.630067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:55.634908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:55.640895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fc5a677-8974-4c99-a7f6-53e05b175712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:55.686557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:55.693625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:55.713565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-fdfea2f0-85d8-41a2-bcfe-e11f9206154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:55.716584 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-fdfea2f0-85d8-41a2-bcfe-e11f9206154e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f4ea080-3193-4093-951b-76932ec94f63 HTTP/1.1" status: 200  len: 834 time: 0.0821595
Dec 21 10:17:55.739817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:55.741178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2817349
Dec 21 10:17:55.744179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45020) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:55.750521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:55.757076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:55.761863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:55.765833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:55.771675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:55.789414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:55.807193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-e3a74aa5-e7dd-4228-98cf-f8bbdd066892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:55.809227 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-e3a74aa5-e7dd-4228-98cf-f8bbdd066892 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091eb155-ac66-47e2-8d7b-2b439f14cec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863433
Dec 21 10:17:55.858749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:55.862184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:55.864406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-97cb8727-4370-4783-95da-d3aa6d6a6396 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:55.873376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf879b0>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f38b727c-5f27-41f8-8990-693a144ec1c7', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:51:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:17:53Z', 'updated_at': '2020-12-21T10:17:53Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:55.877559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] Checking router: b426fb34-54d6-488c-afce-24afd53f3423 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:17:55.887547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:17:55.888205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf879b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:55.896099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:55.897589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1518452
Dec 21 10:17:55.900583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45024) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:55.906871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:55.913601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:55.918240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84cdf79-fe0e-4bc6-9314-46c94ebcef08,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:55.920979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:55.925006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:55.926065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:55.933110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:55.951432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:55.966252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-f4342a07-97bf-4312-9b32-da114571dec0 service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1501708
Dec 21 10:17:56.017866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.021716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.023765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f219521c-af66-4a18-953c-cbfe349770aa tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:56.055641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bad16a-fa76-4e7d-939a-f307e95a3fee,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:56.058136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.062238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1601474
Dec 21 10:17:56.063067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:56.063570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45028) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:56.069200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:56.075836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:56.080416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:56.082896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:17:56.083521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:56.091259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:56.109758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.119985 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3000fff2-92c4-4eb9-a6e3-7a433bcb945a req-91bd264d-27c0-4c16-89a7-98642d00d95c service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471353
Dec 21 10:17:56.177983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.180772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.183231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a00d62ae-7282-4655-ac29-460a0dba3602 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:56.207063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=871675b1-e598-4822-afaf-1571e784c88b,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:56.209655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:56.217855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.219146 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-beea346b-ce7b-4bee-a8a9-f3b88c0e4f54 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1545701
Dec 21 10:17:56.222157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45032) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:56.227809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:56.234189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:56.238221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:56.241195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:56.247632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:56.268783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.336399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.339953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.341895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f73c80a-4603-4fc6-926d-8c05ace63712 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:56.365764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc70565e-bc5a-477b-82e8-b193b9fe72ee,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:56.368366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:56.376240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.377585 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1543770
Dec 21 10:17:56.380540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45036) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:56.386322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:56.392653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:56.396717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:56.399803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:56.406177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:56.416077 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:17:56.423581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.464493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf879b0>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f38b727c-5f27-41f8-8990-693a144ec1c7', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:51:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:17:53Z', 'updated_at': '2020-12-21T10:17:53Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:17:56.468857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c448e287-f7b8-4c7f-b8a0-1b0b4ea03a21 None None] The sync data for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs is: [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f38b727c-5f27-41f8-8990-693a144ec1c7', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:51:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:17:53Z', 'updated_at': '2020-12-21T10:17:53Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:17:56.492955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.496268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.498206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8bd8001f-294c-4e57-a669-c30ff95276ef tempest-SecGroupTest-1581636966 tempest-SecGroupTest-1581636966] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:56.522409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a1a453-5996-4535-8f75-881879b2be39,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:56.525075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:56.532493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.536507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8a799866-d11d-4102-83cd-2570e583f4ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1522529
Dec 21 10:17:56.536996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45040) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:17:56.553009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:56.560700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:56.565032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:17:56.568211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:17:56.574392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:56.587932 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:17:56.595658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.660271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.663035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.664932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4b20398-a260-445e-a398-17559729ceab tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:17:56.690266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8eb689-da77-45b8-a641-849b685c8385,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:17:56.692970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:17:56.700145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:56.708776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e2dc3a07-75e2-445b-b7ed-35da9b1f82d0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1632717
Dec 21 10:17:56.762651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd1401-e7e6-4ae0-b923-28d8f89fd557 None None] New status for floating IP f38b727c-5f27-41f8-8990-693a144ec1c7: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:17:56.895807 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a62a41ec-436b-4992-8c8a-3a464dd0e44d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1488646075&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.0427160
Dec 21 10:17:57.061749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-307f8313-2e0e-4ce3-abf3-4496f9a81293 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:57.063352 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-307f8313-2e0e-4ce3-abf3-4496f9a81293 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 796 time: 0.1593032
Dec 21 10:17:57.079984 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-3ccdcb77-e442-4855-8901-f40d5df528c8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/quotas/4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 375 time: 0.0103927
Dec 21 10:17:57.177889 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-30ea0b2d-0303-48eb-b42a-7e273bda6b97 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0904222
Dec 21 10:17:57.332249 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-f5b74ecc-84ed-40f4-b358-edbb7b46f5ba service neutron] 10.222.0.45 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1408122
Dec 21 10:17:57.758706 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-06e76ef4-b2ca-49f8-9bf5-7d35f7d73643 service neutron] 10.222.0.45 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4197576
Dec 21 10:17:57.964930 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef7a934b-6370-498e-8090-cf7e7728ad87 req-33d2c0a0-78ee-409e-9888-39a0666126fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 210 time: 0.0466383
Dec 21 10:17:59.019327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-05027938-19b4-45c6-b42c-3b0c6ea9b58b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:17:59.020920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-05027938-19b4-45c6-b42c-3b0c6ea9b58b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 796 time: 0.1609051
Dec 21 10:17:59.161935 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d2061b69-c998-44c2-adbb-5e117a4e7ece req-ac44e851-61f0-4145-b704-c2fe04e8babc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 210 time: 0.0640273
Dec 21 10:17:59.170137 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-1d66aea7-9af8-42af-b89a-ffec10619503 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 12653 time: 0.1362054
Dec 21 10:17:59.180732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'device_id': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'admin_state_up': True, 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'security_groups': ['21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:17:59.326038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:17:59.335865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:17:59.344593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:17:59.350244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:59.660421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.11 (091eb155-ac66-47e2-8d7b-2b439f14cec9/4f4ea080-3193-4093-951b-76932ec94f63/60ba3237-1b98-493e-b446-be8da52689b8) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:17:59.865982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:59.882184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 60ba3237-1b98-493e-b446-be8da52689b8 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:17:59.902552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:17:59.918163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-873f0ec7-deef-445c-9320-31d937542a8c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:00.056981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=60ba3237-1b98-493e-b446-be8da52689b8,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:00.067275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:00.113032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:18:00.114307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:18:00.116660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:18:00.188905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:00.189795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:00.216680 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0401263
Dec 21 10:18:00.233072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Request body: {'port': {'device_id': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:18:00.315193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1e2e8ad0-f996-43d4-a8b1-befb69b2c58f None None] Provisioning for port 60ba3237-1b98-493e-b446-be8da52689b8 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:18:00.320680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1e2e8ad0-f996-43d4-a8b1-befb69b2c58f None None] Provisioning complete for port 60ba3237-1b98-493e-b446-be8da52689b8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:18:00.321317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1e2e8ad0-f996-43d4-a8b1-befb69b2c58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:00.376936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1e2e8ad0-f996-43d4-a8b1-befb69b2c58f None None] Port 60ba3237-1b98-493e-b446-be8da52689b8 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:18:00.410260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:00.497267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a14423-03db-415a-9a6e-8121b0b8e7d9 req-75754221-fb35-4fb1-b05a-2b17797dac2c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:00.498060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-a9a14423-03db-415a-9a6e-8121b0b8e7d9 req-75754221-fb35-4fb1-b05a-2b17797dac2c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:18:00.564545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-a9a14423-03db-415a-9a6e-8121b0b8e7d9 req-75754221-fb35-4fb1-b05a-2b17797dac2c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:18:00.565872 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a9a14423-03db-415a-9a6e-8121b0b8e7d9 req-75754221-fb35-4fb1-b05a-2b17797dac2c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 932 time: 0.2389834
Dec 21 10:18:00.677221 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a9a14423-03db-415a-9a6e-8121b0b8e7d9 req-c2d2350c-f5c3-4f60-81bb-7ea88e9a1e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022000
Dec 21 10:18:00.901853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60ba3237-1b98-493e-b446-be8da52689b8 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:18:00.922136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:00.930007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Transition to ACTIVE for port object 60ba3237-1b98-493e-b446-be8da52689b8 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:18:00.933125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:00.948682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:01.091813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Pushing event updated for resources: {'Port': ['ID=60ba3237-1b98-493e-b446-be8da52689b8,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:01.096405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:01.275259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Attempting to bind port 60ba3237-1b98-493e-b446-be8da52689b8 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:18:01.275639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Attempting to bind port 60ba3237-1b98-493e-b446-be8da52689b8 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:18:01.276572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Attempting to bind port 60ba3237-1b98-493e-b446-be8da52689b8 on network 091eb155-ac66-47e2-8d7b-2b439f14cec9 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:18:01.282930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:18:01.283309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Checking segment: {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:18:01.283721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:01.284118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Bound using segment: {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:18:01.284601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Bound port: 60ba3237-1b98-493e-b446-be8da52689b8, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '801c2a13-24de-4de8-bc54-1f12f36f1d2d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:18:01.284977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:01.381021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] For port 60ba3237-1b98-493e-b446-be8da52689b8, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:18:01.384169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] For port 60ba3237-1b98-493e-b446-be8da52689b8, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=60ba3237-1b98-493e-b446-be8da52689b8,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:18:01.387423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:01.403762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-35817631-df35-4cff-8c66-057e7f54173a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:01.556075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Pushing event updated for resources: {'Port': ['ID=60ba3237-1b98-493e-b446-be8da52689b8,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:01.560950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:01.593217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:01.594065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:01.595411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] 10.222.0.16 "PUT /v2.0/ports/60ba3237-1b98-493e-b446-be8da52689b8 HTTP/1.1" status: 200  len: 1158 time: 1.3677037
Dec 21 10:18:01.595978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:01.667143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:01.676315 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8', 'status': 'completed', 'code': 200}
Dec 21 10:18:01.721244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-91ac9886-aa80-44b3-99db-2a966a7752f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:01.722981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-91ac9886-aa80-44b3-99db-2a966a7752f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 1161 time: 0.0896275
Dec 21 10:18:01.796862 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-f2d53f75-9189-46f9-bc9c-aa2071a2fd1d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ba3237-1b98-493e-b446-be8da52689b8 HTTP/1.1" status: 200  len: 217 time: 0.0652788
Dec 21 10:18:01.929774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-3b4271ce-70ca-48a9-b576-376e1d2ad9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:01.931256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-3b4271ce-70ca-48a9-b576-376e1d2ad9bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f4ea080-3193-4093-951b-76932ec94f63 HTTP/1.1" status: 200  len: 834 time: 0.1269846
Dec 21 10:18:02.016906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb610279-3dde-4380-aacd-102ae98b661f req-e930a8e4-05a4-40fa-8501-39a730eb8dab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:02.018527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb610279-3dde-4380-aacd-102ae98b661f req-e930a8e4-05a4-40fa-8501-39a730eb8dab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 944 time: 0.1739981
Dec 21 10:18:02.090806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-92e1967c-52c7-434a-9c94-fcd18012265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:02.092322 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-92e1967c-52c7-434a-9c94-fcd18012265c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091eb155-ac66-47e2-8d7b-2b439f14cec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1462982
Dec 21 10:18:02.095800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb610279-3dde-4380-aacd-102ae98b661f req-cbf0cabb-d99d-424a-bb3b-9db9f1f58ace tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687408
Dec 21 10:18:02.261357 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-c12a2f34-59d0-4951-8faa-6975c98a9b25 service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611297
Dec 21 10:18:02.702211 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57ce7d90-b022-468c-86dc-2d3b02529f41 req-1d041500-1ab4-4a09-9af1-1063a576249f service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4345284
Dec 21 10:18:02.823977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-6bb711d1-9954-450b-b912-7c4a153e9878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:02.825632 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-6bb711d1-9954-450b-b912-7c4a153e9878 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 1161 time: 0.0785928
Dec 21 10:18:02.969066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-b8d15557-818a-435d-95cd-2892a42f881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:02.970793 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-b8d15557-818a-435d-95cd-2892a42f881b service neutron] 10.222.0.16 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 890 time: 0.1387568
Dec 21 10:18:03.055093 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-b8141bfc-7185-4b59-91c7-1c30f2d1caa1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ba3237-1b98-493e-b446-be8da52689b8 HTTP/1.1" status: 200  len: 217 time: 0.0667517
Dec 21 10:18:03.125646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-f095ec94-d428-41c9-bc68-d42cf1cc8f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:03.128417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-f095ec94-d428-41c9-bc68-d42cf1cc8f36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f4ea080-3193-4093-951b-76932ec94f63 HTTP/1.1" status: 200  len: 834 time: 0.0646164
Dec 21 10:18:03.212415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-731550a9-369b-45b5-8b04-4fd84874122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:03.214255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-731550a9-369b-45b5-8b04-4fd84874122e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091eb155-ac66-47e2-8d7b-2b439f14cec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793195
Dec 21 10:18:03.425242 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-fd0208fd-7d31-4e87-be76-152bbbcac2eb service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030840
Dec 21 10:18:03.432034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d89b4-2ba4-4e52-918a-508477282d63 req-2eab54c8-1f50-4611-9b37-378fced204a9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:03.434179 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-006d89b4-2ba4-4e52-918a-508477282d63 req-2eab54c8-1f50-4611-9b37-378fced204a9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 944 time: 0.1872025
Dec 21 10:18:03.578339 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-006d89b4-2ba4-4e52-918a-508477282d63 req-6f82d7b3-036e-4527-b70f-d329806ea759 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1200082
Dec 21 10:18:03.611006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-140a5e0c-46dd-4745-95e5-0250fd01b67f req-dc34f018-7e27-4e3c-a753-3dc1cac6f4f2 service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1758418
Dec 21 10:18:04.796825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830c708-4471-4b27-bad3-9b617309bae2 req-40b0d8fe-51ab-4738-97ee-583964cdde90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:04.798506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9830c708-4471-4b27-bad3-9b617309bae2 req-40b0d8fe-51ab-4738-97ee-583964cdde90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 944 time: 0.0881841
Dec 21 10:18:04.848838 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9830c708-4471-4b27-bad3-9b617309bae2 req-9d02006d-a5fd-475c-8904-1a41f2a994fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439947
Dec 21 10:18:05.734652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 60ba3237-1b98-493e-b446-be8da52689b8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:18:05.804549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 60ba3237-1b98-493e-b446-be8da52689b8 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:18:05.809950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 60ba3237-1b98-493e-b446-be8da52689b8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:18:05.810365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:05.927121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:05.955832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:05.966510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 60ba3237-1b98-493e-b446-be8da52689b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=60ba3237-1b98-493e-b446-be8da52689b8,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:18:05.969852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:05.971788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc7915d5-70ab-4e95-846a-9acfe9e44d37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:06.019255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8', 'code': 200}
Dec 21 10:18:06.046697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=60ba3237-1b98-493e-b446-be8da52689b8,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:06.049941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:06.072540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5021af-cbd3-4faf-8dbb-6988653882e3 req-b4ef7af7-4683-4991-8343-c5c6043611c9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:06.074860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf5021af-cbd3-4faf-8dbb-6988653882e3 req-b4ef7af7-4683-4991-8343-c5c6043611c9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 946 time: 0.0937829
Dec 21 10:18:06.126862 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf5021af-cbd3-4faf-8dbb-6988653882e3 req-a71d15f3-20cd-4638-b12f-fa0bc681e624 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452950
Dec 21 10:18:06.266821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa7bdc-0536-4983-a7d3-fe9749296555 req-819e0b10-39c6-44ad-a1d4-f532f6e3015d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:06.268441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b7aa7bdc-0536-4983-a7d3-fe9749296555 req-819e0b10-39c6-44ad-a1d4-f532f6e3015d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 1163 time: 0.0742745
Dec 21 10:18:06.313254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b7aa7bdc-0536-4983-a7d3-fe9749296555 req-1600a83a-a491-464c-bd28-9359bd22cdcc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383563
Dec 21 10:18:07.345523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ce672-96dd-423d-adda-ae89504c3577 req-2e829fff-7ad2-42dc-ba10-c379be52dbb7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:07.347154 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a67ce672-96dd-423d-adda-ae89504c3577 req-2e829fff-7ad2-42dc-ba10-c379be52dbb7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 946 time: 0.0914428
Dec 21 10:18:07.363936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 60ba3237-1b98-493e-b446-be8da52689b8 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:18:07.399549 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a67ce672-96dd-423d-adda-ae89504c3577 req-5221d580-ed60-4e2c-b20c-55af22421810 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458822
Dec 21 10:18:07.441948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 60ba3237-1b98-493e-b446-be8da52689b8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:18:07.442351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:08.327781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bee6aa0-1632-4734-b8aa-6a970a206a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:08.619163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3de5-ce52-4771-8474-9c56679b6b44 req-b5400e56-a726-4037-b89c-b725cb4aa0e7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:08.621273 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fb3de5-ce52-4771-8474-9c56679b6b44 req-b5400e56-a726-4037-b89c-b725cb4aa0e7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 946 time: 0.0857346
Dec 21 10:18:08.673787 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fb3de5-ce52-4771-8474-9c56679b6b44 req-44be4ebe-743b-4512-8c96-fdf959c7f323 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458546
Dec 21 10:18:08.888698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b678f-59d0-4a0e-8377-5219157e3794 req-d49405b1-139b-4ac5-9323-ce718e6f5b4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:08.890312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a9b678f-59d0-4a0e-8377-5219157e3794 req-d49405b1-139b-4ac5-9323-ce718e6f5b4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 946 time: 0.0865123
Dec 21 10:18:08.937266 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a9b678f-59d0-4a0e-8377-5219157e3794 req-12fe8cf5-92c0-44ec-8526-e33f4bce940b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406866
Dec 21 10:18:08.967400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45096) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:18:09.045284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8547b638-a504-4d8f-8dc9-3b04bcab06d0 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:09.047000 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8547b638-a504-4d8f-8dc9-3b04bcab06d0 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 1158 time: 0.0785863
Dec 21 10:18:09.049951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45100) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:18:09.055458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '60ba3237-1b98-493e-b446-be8da52689b8', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:18:09.062156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:18:09.066251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:floatingip and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:18:09.069246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:18:09.075904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:18:09.085150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:09.231518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:09.505747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.93 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/35903c0e-e861-47b4-b6d1-2ef7538de950) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:18:09.664963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:09.691771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:09.711147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3df0bb0d-9bfd-4ce4-b020-03fda792a94d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:09.859745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=35903c0e-e861-47b4-b6d1-2ef7538de950,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:09.864195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:09.906273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:18:09.907464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:18:09.909912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:18:10.335245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:10.408906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:10.678198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:10.681518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:10.697682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e98ea91f-d902-4624-bdc6-7f2cd20ec83d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:10.844762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=35903c0e-e861-47b4-b6d1-2ef7538de950,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:10.852597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:11.203344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:11.382751 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP 12072f46-e9ab-408c-a0f8-3a5490aeb7f8 associated. External IP: 172.26.1.93, port: 60ba3237-1b98-493e-b446-be8da52689b8.
Dec 21 10:18:11.751405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router b426fb34-54d6-488c-afce-24afd53f3423 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:18:11.937899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:18:11.948599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] Sync routers for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:18:11.958552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:18:11.959216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbbb160>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:17:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:11.961780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:12.023017 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9719548
Dec 21 10:18:12.023726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:12.092620 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8', 'status': 'completed', 'code': 200}
Dec 21 10:18:12.150157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:18:12.156872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:12.193332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-a6bd2112-69a0-4506-8293-4fb94cb54501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:12.195007 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-a6bd2112-69a0-4506-8293-4fb94cb54501 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 1163 time: 0.0781987
Dec 21 10:18:12.341060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-d832076d-0d1a-4189-b7c3-1b3d0b318aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:12.342839 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-d832076d-0d1a-4189-b7c3-1b3d0b318aae service neutron] 10.222.0.16 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 890 time: 0.1410992
Dec 21 10:18:12.418181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d833bda4-eacd-4624-8b3e-ab7b4afc2624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:12.458644 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-7c8de08d-343e-457d-9359-6d6b1084949f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ba3237-1b98-493e-b446-be8da52689b8 HTTP/1.1" status: 200  len: 999 time: 0.1056838
Dec 21 10:18:12.524114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbbb160>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '12072f46-e9ab-408c-a0f8-3a5490aeb7f8', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.93', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '60ba3237-1b98-493e-b446-be8da52689b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:2d:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:18:10Z', 'updated_at': '2020-12-21T10:18:10Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}, {'id': 'f38b727c-5f27-41f8-8990-693a144ec1c7', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:51:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:17:53Z', 'updated_at': '2020-12-21T10:17:56Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:12.529328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-544e5970-feaa-4975-b3d8-926743695df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:12.529567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] Checking router: b426fb34-54d6-488c-afce-24afd53f3423 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:18:12.530984 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-544e5970-feaa-4975-b3d8-926743695df1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f4ea080-3193-4093-951b-76932ec94f63 HTTP/1.1" status: 200  len: 834 time: 0.0653160
Dec 21 10:18:12.538409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:18:12.539074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbbb160>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:18:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:12.619045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-84df4dcf-cf8d-4fb8-a8b2-c14940c5204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:12.620665 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-84df4dcf-cf8d-4fb8-a8b2-c14940c5204f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091eb155-ac66-47e2-8d7b-2b439f14cec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0829625
Dec 21 10:18:12.663420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:12.726993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:18:12.772843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-e6accd36-21f6-418c-a994-29b8bf59204c service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450195
Dec 21 10:18:12.926403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca4e96ed-af51-4f27-bb95-faea4fec3849 req-9b3df425-83d5-4951-845e-f3a718cf4288 service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1464155
Dec 21 10:18:13.252352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbbb160>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '12072f46-e9ab-408c-a0f8-3a5490aeb7f8', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.93', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '60ba3237-1b98-493e-b446-be8da52689b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:2d:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:18:10Z', 'updated_at': '2020-12-21T10:18:10Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}, {'id': 'f38b727c-5f27-41f8-8990-693a144ec1c7', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:51:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:17:53Z', 'updated_at': '2020-12-21T10:17:56Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:13.256584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0e144-532d-46fc-a048-09b2736d468e None None] The sync data for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs is: [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '12072f46-e9ab-408c-a0f8-3a5490aeb7f8', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.93', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '60ba3237-1b98-493e-b446-be8da52689b8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:2d:ab:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:18:10Z', 'updated_at': '2020-12-21T10:18:10Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}, {'id': 'f38b727c-5f27-41f8-8990-693a144ec1c7', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:51:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:17:53Z', 'updated_at': '2020-12-21T10:17:56Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:18:13.485044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:13.569981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e116231-1be8-4327-967b-788bd54ed565 None None] New status for floating IP 12072f46-e9ab-408c-a0f8-3a5490aeb7f8: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:18:24.219048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-31be9e25-fa01-4234-9096-d6d441bc0d26 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0798638
Dec 21 10:18:24.368555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-c5baa6b2-735a-4558-9eb9-5fcf6894bff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:24.370934 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-c5baa6b2-735a-4558-9eb9-5fcf6894bff6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 1163 time: 0.0767517
Dec 21 10:18:24.479638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:18:24.529601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-3b5ce2b5-f8d0-4ef1-ac92-fbe11fe60dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:24.531190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-3b5ce2b5-f8d0-4ef1-ac92-fbe11fe60dea service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.1403413
Dec 21 10:18:24.640821 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-6a2cdc80-a799-401e-b495-b882d33d55c2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 1002 time: 0.1023052
Dec 21 10:18:24.715736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-581e7c47-0cc1-4666-a388-bf0c3579e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:24.717289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-581e7c47-0cc1-4666-a388-bf0c3579e89e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0687213
Dec 21 10:18:24.797979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-0380a20c-7d9c-458a-80a1-6e47f5bb0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:24.799495 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-0380a20c-7d9c-458a-80a1-6e47f5bb0643 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746524
Dec 21 10:18:24.950237 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-b99fe04d-2925-4dac-a03f-349a3eedc619 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422446
Dec 21 10:18:25.096115 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-202a2c34-ef85-4d11-b6a2-f66065ba08a7 req-2041fb6b-025b-42d4-a610-5ab794762d22 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1376553
Dec 21 10:18:31.672350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:38.237354 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-66718a1f-1602-4f3f-8460-fa0c06608940 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips/a121fe94-3a5d-4e22-bd8e-73b5abd7d1bf HTTP/1.1" status: 200  len: 997 time: 0.1136305
Dec 21 10:18:38.330080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1670d330-f706-473c-af7d-63b66e6c653e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:38.400309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-f605ac32-84b6-4b76-b35e-fda6fb474948 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:38.402695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-f605ac32-84b6-4b76-b35e-fda6fb474948 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1591504
Dec 21 10:18:38.413550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-de4cf3b5-5d05-4caf-8557-fba102683cbe tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:18:38.414598 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-de4cf3b5-5d05-4caf-8557-fba102683cbe tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0059092
Dec 21 10:18:38.792952 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-eef1aac1-52ef-4e11-9dfc-ee4ecb31bf2a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.27 HTTP/1.1" status: 200  len: 1000 time: 0.3710661
Dec 21 10:18:38.870520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-ecbe5867-2452-4157-a2ee-511fce5918ae tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:38.871984 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-ecbe5867-2452-4157-a2ee-511fce5918ae tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports/30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 HTTP/1.1" status: 200  len: 942 time: 0.0731795
Dec 21 10:18:39.057181 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-cb63630d-6dd4-48af-b474-9ed77033f60c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.27 HTTP/1.1" status: 200  len: 1000 time: 0.1035931
Dec 21 10:18:39.275096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Deleting port 3fc367b0-75f0-4e32-b626-72b5ccacb362 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:18:39.275667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:39.453178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:39.453473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:39.580846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Calling delete_port for 3fc367b0-75f0-4e32-b626-72b5ccacb362 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:18:39.732512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:39.748606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:39.803283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event deleted for resources: {'Port': ['ID=3fc367b0-75f0-4e32-b626-72b5ccacb362,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:39.815129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.815562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.815989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.816411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.816829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.817245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.817687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.818100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.818514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.818926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.819337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.819745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.820229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.820638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.821049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.821460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.821909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.822318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.822728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.823820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.824252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.824667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.825080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.825523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:39.830703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:39.993530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:39.993861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Floating IP a121fe94-3a5d-4e22-bd8e-73b5abd7d1bf disassociated (deleted). External IP: 172.26.1.27, port: 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15.
Dec 21 10:18:40.366335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Router bfcf8ed3-c81a-4310-a284-a25054eadd02 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:18:40.554764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:18:40.565853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] Sync routers for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:18:40.577569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:18:40.578246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:18:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:40.581949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:40.638366 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "DELETE /v2.0/floatingips/a121fe94-3a5d-4e22-bd8e-73b5abd7d1bf HTTP/1.1" status: 204  len: 173 time: 1.5749505
Dec 21 10:18:40.638864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd84b6436-4c81-4187-b38c-e92714191c27', 'tag': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:40.701633 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd84b6436-4c81-4187-b38c-e92714191c27', 'tag': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15', 'status': 'completed', 'code': 200}
Dec 21 10:18:40.769941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:18:40.775991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-694738ad-bba9-43a7-86bb-c8c21831b379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:40.777977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-694738ad-bba9-43a7-86bb-c8c21831b379 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 1162 time: 0.1268461
Dec 21 10:18:40.917945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-5cf8c866-ec1e-42ca-aa69-d49c832e77d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:40.919493 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-5cf8c866-ec1e-42ca-aa69-d49c832e77d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 1162 time: 0.1951566
Dec 21 10:18:40.987693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-90d24111-0f35-4118-89fa-1f2253605f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:40.989315 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-90d24111-0f35-4118-89fa-1f2253605f08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.2035813
Dec 21 10:18:41.125550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-51cd88b1-2f3b-4be0-bb5b-871e3de7840c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 HTTP/1.1" status: 200  len: 217 time: 0.0785348
Dec 21 10:18:41.144325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c240>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e77bb6e6-a42b-4aab-9e1e-d36037e9bc15', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:ff:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:31Z', 'updated_at': '2020-12-21T10:14:36Z', 'revision_number': 2, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:41.148413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] Checking router: bfcf8ed3-c81a-4310-a284-a25054eadd02 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:18:41.159050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:18:41.159698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:18:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:41.205671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-56949235-931e-4b0f-ae60-e47dfb251703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:41.207267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-56949235-931e-4b0f-ae60-e47dfb251703 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.2781656
Dec 21 10:18:41.218371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-94fc7237-14b5-4be3-9600-e7f8c86cadab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:41.219887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-94fc7237-14b5-4be3-9600-e7f8c86cadab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0873713
Dec 21 10:18:41.322649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-e7a276a5-837c-4616-b048-f07c76a13227 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 HTTP/1.1" status: 200  len: 217 time: 0.1059408
Dec 21 10:18:41.350001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:18:41.413802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-e9b07820-8fb4-4b1e-adfa-27314480d265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:41.415394 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-e9b07820-8fb4-4b1e-adfa-27314480d265 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.0845020
Dec 21 10:18:41.462397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-1c40b742-db2d-4800-bc5e-54467ade73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:41.464027 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-1c40b742-db2d-4800-bc5e-54467ade73fa service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1909549
Dec 21 10:18:41.737147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c240>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e77bb6e6-a42b-4aab-9e1e-d36037e9bc15', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:ff:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:31Z', 'updated_at': '2020-12-21T10:14:36Z', 'revision_number': 2, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:41.742103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c125b3dc-7019-4ec6-87e5-fc64bf245412 None None] The sync data for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs is: [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e77bb6e6-a42b-4aab-9e1e-d36037e9bc15', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'floating_ip_address': '172.26.1.153', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'port_id': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1461, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'mac_address': 'fa:16:3e:ff:53:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:14:31Z', 'updated_at': '2020-12-21T10:14:36Z', 'revision_number': 2, 'project_id': '4ea0210217b44df5977646100e80540e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:18:41.895718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-41eb0bb8-60fd-4384-a2c9-a7910b3c86ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:41.897349 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-41eb0bb8-60fd-4384-a2c9-a7910b3c86ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4743214
Dec 21 10:18:41.955703 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-c5990c0e-0fc6-4be2-8213-3aefede5f361 service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4836605
Dec 21 10:18:42.149901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:42.167941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca21f7c9-719f-4e47-a4ae-65fe682f4141 None None] New status for floating IP a121fe94-3a5d-4e22-bd8e-73b5abd7d1bf: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:18:42.170952 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-6751507d-f3c1-4905-b1fa-88a78b61b8fc service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2629504
Dec 21 10:18:42.220965 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bdfa1a6-591b-4225-b633-8ed525ecb369 req-d65d641d-ae73-4415-95e5-b5f5786e8e7d service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2578356
Dec 21 10:18:42.340639 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3f574d9-bb8a-4462-ab3d-deb4e1c34738 req-667399ef-62e5-4940-b671-e0e22559acb3 service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1555438
Dec 21 10:18:42.421809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c58c637e-f7cc-4a57-8cf0-e02b1de8d3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:42.645575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb550df2-d2e4-435b-b717-b406e3839d85 req-f4394aff-41f4-4e31-b560-38a9c5964733 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:42.646328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-fb550df2-d2e4-435b-b717-b406e3839d85 req-f4394aff-41f4-4e31-b560-38a9c5964733 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:18:42.663050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-fb550df2-d2e4-435b-b717-b406e3839d85 req-f4394aff-41f4-4e31-b560-38a9c5964733 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:18:42.664348 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb550df2-d2e4-435b-b717-b406e3839d85 req-f4394aff-41f4-4e31-b560-38a9c5964733 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 945 time: 0.1049185
Dec 21 10:18:42.667562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:42.715562 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb550df2-d2e4-435b-b717-b406e3839d85 req-1ee2cc2c-f96c-44a9-80e2-02139ad33010 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421228
Dec 21 10:18:43.488344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:43.933375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998ab11f-756f-426e-b9f6-733bd20eb942 req-88de3bff-073b-4b50-9f9c-577fb3b556b8 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:43.935050 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-998ab11f-756f-426e-b9f6-733bd20eb942 req-88de3bff-073b-4b50-9f9c-577fb3b556b8 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 945 time: 0.0864751
Dec 21 10:18:43.983025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-998ab11f-756f-426e-b9f6-733bd20eb942 req-bce3dfe5-8ade-4736-9b2a-a08f76d6e4a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0415909
Dec 21 10:18:44.206870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-5e8fff33-5acb-4ed9-9676-d20ce40171a7 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:44.208444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-5e8fff33-5acb-4ed9-9676-d20ce40171a7 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 945 time: 0.0867636
Dec 21 10:18:44.283439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Deleting port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:18:44.283821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:44.546330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] For port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:18:44.546842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:44.676015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Calling delete_port for 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:18:44.823667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:44.838921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-095ae5a5-3349-4d62-87a1-98b6cb29991d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:44.895052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event deleted for resources: {'Port': ['ID=30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:44.899735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:45.043698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] No DVR routers for this DVR port 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:18:45.046025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:45.049212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd84b6436-4c81-4187-b38c-e92714191c27', 'name': 'network-vif-deleted', 'tag': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:45.064776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7dd0622f-78fa-4a16-b954-c622fc4b141f req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "DELETE /v2.0/ports/30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 HTTP/1.1" status: 204  len: 173 time: 0.8496723
Dec 21 10:18:45.115291 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd84b6436-4c81-4187-b38c-e92714191c27', 'name': 'network-vif-deleted', 'tag': '30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15', 'status': 'completed', 'code': 200}
Dec 21 10:18:45.172034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ca760d81-8c9e-4b55-9d2d-c76ecdb76a8b req-5d22fcab-b848-4361-9155-250d1674428a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:18:45.187640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ca760d81-8c9e-4b55-9d2d-c76ecdb76a8b req-5d22fcab-b848-4361-9155-250d1674428a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:18:45.188938 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca760d81-8c9e-4b55-9d2d-c76ecdb76a8b req-5d22fcab-b848-4361-9155-250d1674428a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=d84b6436-4c81-4187-b38c-e92714191c27 HTTP/1.1" status: 200  len: 210 time: 0.0692394
Dec 21 10:18:45.492208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:18:45.532696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:18:45.533074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 30ede4ea-b5b7-4ff6-a9e9-a6fe4dc27d15 not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:18:45.811796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45132) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:18:46.020843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d28b32e3-dabf-4a47-9ff5-92a46c7abd4f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/f38b727c-5f27-41f8-8990-693a144ec1c7 HTTP/1.1" status: 200  len: 993 time: 0.2077119
Dec 21 10:18:47.036552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45150) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:18:47.043994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'admin_state_up': False}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:18:47.174101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:47.465584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:18:47.492207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:47.496857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:47.513247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e65425b1-6b09-4df7-8f08-530ab334a0f9 tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:47.591371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=5']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:47.615935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.616366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.616790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.617208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.617667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.618079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.618490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.618897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.619352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.619799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.620220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.620622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.621204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.621709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.622341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.622986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.623590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.624199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.624798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.625211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.625646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.626056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.626465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.626869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:47.633307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:47.748848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:47.749832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:47.755782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/ports/31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 HTTP/1.1" status: 200  len: 938 time: 0.7139609
Dec 21 10:18:47.755782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:47.930482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'status': 'completed', 'code': 200}
Dec 21 10:18:48.023478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d7f5819b-7c94-46dc-90c1-c4b398500139 None None] Provisioning complete for port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:18:48.023791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7f5819b-7c94-46dc-90c1-c4b398500139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:48.039759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-89ccc9f5-4e2f-49f4-b660-3aaeb8a87e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:48.041464 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-89ccc9f5-4e2f-49f4-b660-3aaeb8a87e84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 1163 time: 0.0871103
Dec 21 10:18:48.200936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-85a580a3-a0c4-47d6-ac8a-5e25ba61d18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:48.202797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-85a580a3-a0c4-47d6-ac8a-5e25ba61d18a service neutron] 10.222.0.16 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 890 time: 0.1545091
Dec 21 10:18:48.264604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d7f5819b-7c94-46dc-90c1-c4b398500139 None None] Port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 is administratively disabled so it will not transition to active. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}}
Dec 21 10:18:48.318832 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-07ca0d96-2cb5-4317-b7f4-cbd8933d8ed2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 HTTP/1.1" status: 200  len: 1002 time: 0.1096485
Dec 21 10:18:48.389732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-28b7dc7a-4e8f-4d95-bad6-32cb63bc8a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:48.391367 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-28b7dc7a-4e8f-4d95-bad6-32cb63bc8a80 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f4ea080-3193-4093-951b-76932ec94f63 HTTP/1.1" status: 200  len: 834 time: 0.0654583
Dec 21 10:18:48.471460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-6a2aef07-2023-4f20-a5f5-d5905b85211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:48.473088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-6a2aef07-2023-4f20-a5f5-d5905b85211f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091eb155-ac66-47e2-8d7b-2b439f14cec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751398
Dec 21 10:18:48.631975 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-41f96aa7-7d5a-40b0-afc8-09cc2febf599 service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1512485
Dec 21 10:18:48.807361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f4d6348-c49d-4186-8be3-a9cc883ec522 req-63673881-da1d-44b7-8e43-33a0b91b6e9b service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1680090
Dec 21 10:18:49.493246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:18:49.627703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:49.657582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:49.668401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:18:49.680779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:49.683477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:49.726808 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'code': 200}
Dec 21 10:18:49.752614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:49.761065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.761736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.762123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.762496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.762866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.763238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.763602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.763968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.764334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.764692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.765051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.765410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.765884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.766243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.766600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.766958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.767312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.767671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.768028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.768387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.768742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.769096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.772298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.772298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:18:49.775785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:50.016482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-13eb4154-4694-4f5e-a907-cffde2965107 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips/e77bb6e6-a42b-4aab-9e1e-d36037e9bc15 HTTP/1.1" status: 200  len: 999 time: 0.1171374
Dec 21 10:18:50.178319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-ac6a4be2-ed60-4575-acb3-c647951c477a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:50.179770 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-ac6a4be2-ed60-4575-acb3-c647951c477a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1572781
Dec 21 10:18:50.191393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-9773b6cc-6c1f-46f7-a67a-5d64e8967841 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:18:50.192449 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-9773b6cc-6c1f-46f7-a67a-5d64e8967841 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0062177
Dec 21 10:18:50.302804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-23eb77d4-500f-4073-a685-e60c7e405371 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:18:50.317883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-23eb77d4-500f-4073-a685-e60c7e405371 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:18:50.319133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-23eb77d4-500f-4073-a685-e60c7e405371 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.153 HTTP/1.1" status: 200  len: 1002 time: 0.1199384
Dec 21 10:18:50.397001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-2f2f7bc7-2bb2-4a4b-b3b3-44f7df048e67 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:50.398488 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-2f2f7bc7-2bb2-4a4b-b3b3-44f7df048e67 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports/fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 943 time: 0.0726833
Dec 21 10:18:50.584929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-3a3e8d63-34df-4b27-8947-1f233ad5e728 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.153 HTTP/1.1" status: 200  len: 1002 time: 0.1071241
Dec 21 10:18:50.807187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Deleting port 0a63d5ad-ef53-45a1-80da-f46d840844b7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:18:50.807580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:50.988540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:50.988901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:51.119108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Calling delete_port for 0a63d5ad-ef53-45a1-80da-f46d840844b7 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:18:51.272719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:51.289903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d8c24123-90e5-42e7-bad0-537d9417b3d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:51.348467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event deleted for resources: {'Port': ['ID=0a63d5ad-ef53-45a1-80da-f46d840844b7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:51.351400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:51.490869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:18:51.516806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:51.517172 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Floating IP e77bb6e6-a42b-4aab-9e1e-d36037e9bc15 disassociated (deleted). External IP: 172.26.1.153, port: fb492b7c-ee32-4d9e-be72-efc2592047e8.
Dec 21 10:18:51.627150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:18:52.186379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Router bfcf8ed3-c81a-4310-a284-a25054eadd02 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:18:52.205555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45176) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:18:52.212558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'admin_state_up': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:18:52.343755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:52.377646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:18:52.388101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] Sync routers for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:18:52.398974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:18:52.399653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c208>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:18:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:52.406242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:52.470283 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "DELETE /v2.0/floatingips/e77bb6e6-a42b-4aab-9e1e-d36037e9bc15 HTTP/1.1" status: 204  len: 173 time: 1.8776948
Dec 21 10:18:52.470865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'tag': 'fb492b7c-ee32-4d9e-be72-efc2592047e8'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:52.536868 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'tag': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'status': 'completed', 'code': 200}
Dec 21 10:18:52.568578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-b4e5ce71-9ac8-4d76-a3fd-3cf99adc55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:52.570387 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-b4e5ce71-9ac8-4d76-a3fd-3cf99adc55b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 1163 time: 0.0834210
Dec 21 10:18:52.632891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:18:52.648105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:18:52.675944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:52.680245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:52.697035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-780667a3-1793-4d02-8922-57e9679e4ea0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:52.782904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-45e9cfdd-0b58-41aa-8fd4-5a049d17f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:52.784419 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-45e9cfdd-0b58-41aa-8fd4-5a049d17f06c service neutron] 10.222.0.45 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.1775239
Dec 21 10:18:52.786324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-53302bda-ff67-4a3a-9519-fc560a56de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:52.787879 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-53302bda-ff67-4a3a-9519-fc560a56de5f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4ea0210217b44df5977646100e80540e&device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 1163 time: 0.2164865
Dec 21 10:18:52.858659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=7']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:52.863426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:52.873397 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-a7619862-0f77-48da-b202-82fa613421a9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 217 time: 0.0794866
Dec 21 10:18:52.900765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:52.902031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:52.904263 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/ports/31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 HTTP/1.1" status: 200  len: 935 time: 0.6975970
Dec 21 10:18:52.905123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:52.911104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45182) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:18:53.003990 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'status': 'completed', 'code': 200}
Dec 21 10:18:53.014290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c208>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:53.019180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] Checking router: bfcf8ed3-c81a-4310-a284-a25054eadd02 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:18:53.030579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:18:53.031271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c208>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:18:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:53.072307 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7e316ccd-1962-43fa-b424-55622d28d254 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/f38b727c-5f27-41f8-8990-693a144ec1c7 HTTP/1.1" status: 200  len: 991 time: 0.1527574
Dec 21 10:18:53.084192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-a36b5f5b-6a19-4e93-89a2-be706a9424d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:53.085861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-a36b5f5b-6a19-4e93-89a2-be706a9424d5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.2113307
Dec 21 10:18:53.217267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-aa802df4-13ba-452f-8aab-644a11ccfa96 None None] Provisioning complete for port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:18:53.217724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa802df4-13ba-452f-8aab-644a11ccfa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:53.221373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:18:53.256521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-eeaff0a6-94b2-49c5-9531-51a18cd8b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:53.258178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-eeaff0a6-94b2-49c5-9531-51a18cd8b9e0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 200  len: 905 time: 0.3020711
Dec 21 10:18:53.339488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa802df4-13ba-452f-8aab-644a11ccfa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:53.344006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-5955ae23-2c69-46f6-bfeb-17e71d92150e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 200  len: 217 time: 0.0777071
Dec 21 10:18:53.349305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-2acfce28-4eb4-426f-8156-00144a7e7256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:53.350885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-2acfce28-4eb4-426f-8156-00144a7e7256 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 1160 time: 0.2535639
Dec 21 10:18:53.372838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:53.384130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-aa802df4-13ba-452f-8aab-644a11ccfa96 None None] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:18:53.388706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa802df4-13ba-452f-8aab-644a11ccfa96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:53.390704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:53.391999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-304d3b21-4962-4381-8b8d-58a3288a5983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:53.393700 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-304d3b21-4962-4381-8b8d-58a3288a5983 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2950034
Dec 21 10:18:53.450108 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'code': 200}
Dec 21 10:18:53.475429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa802df4-13ba-452f-8aab-644a11ccfa96 None None] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=8']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:53.478900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aa802df4-13ba-452f-8aab-644a11ccfa96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:53.522389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:18:53.603886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-c519b234-890f-42da-808a-792f24596ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:53.605513 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-c519b234-890f-42da-808a-792f24596ede service neutron] 10.222.0.16 "GET /v2.0/subnets?id=eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 200  len: 850 time: 0.2536778
Dec 21 10:18:53.647102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:53.682025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:18:53.685901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:53.687757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:53.741156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc3c208>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:53.747229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a945be13-cb31-40cf-834d-38057a4e5776 None None] The sync data for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs is: [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:11:03Z', 'revision_number': 4, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '4057ab55-ad83-4a42-81b3-45583e4663d1', 'name': '', 'network_id': '8c7557a9-4f8f-4092-be8d-05b81858a962', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'mac_address': 'fa:16:3e:68:b3:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1376, 'fixed_ips': [{'subnet_id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:02Z', 'updated_at': '2020-12-21T10:11:12Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'subnets': [{'id': 'eb707b19-b9b0-470e-abcb-0adf71045831', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:18:53.751386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:18:53.782839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-79a97831-cbac-450d-8ea6-b0a6ae04973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:53.784837 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-79a97831-cbac-450d-8ea6-b0a6ae04973b service neutron] 10.222.0.16 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 890 time: 0.3897364
Dec 21 10:18:53.819784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=9']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:53.826810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:53.838290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:18:53.839266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:53.882718 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-d2ab6dfe-b6aa-4152-9b38-8558ab3df4e8 service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4355800
Dec 21 10:18:53.959079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:53.970980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-cbb7e0c6-7d42-43e6-8914-a54e0965c66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:53.972628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-cbb7e0c6-7d42-43e6-8914-a54e0965c66e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=8c7557a9-4f8f-4092-be8d-05b81858a962&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3491352
Dec 21 10:18:53.976520 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-213da02e-a9a0-4830-b482-7c53a31366fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 HTTP/1.1" status: 200  len: 999 time: 0.1751051
Dec 21 10:18:53.992947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:18:53.996797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:53.998842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-85fd1440-f98f-4599-b8da-9d72191a10f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:54.074851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=10']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:54.078221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:54.163851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e43a8db-ed99-45af-88d2-03bb6b5aec17 None None] New status for floating IP e77bb6e6-a42b-4aab-9e1e-d36037e9bc15: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:18:54.244142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-e2e88d74-9518-4039-b1b4-87ee55276e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:54.246842 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-e2e88d74-9518-4039-b1b4-87ee55276e8f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f4ea080-3193-4093-951b-76932ec94f63 HTTP/1.1" status: 200  len: 834 time: 0.2149200
Dec 21 10:18:54.253909 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d75996e-d700-4189-93f0-fd75f20cd5b4 req-f61c8445-d004-4a36-b028-d3a1030219ff service neutron] 10.222.0.45 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3628409
Dec 21 10:18:54.332238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-6168111e-5e2c-4327-9ff2-ebe4acbf56de service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2989542
Dec 21 10:18:54.451171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-e911fa45-4717-4896-9023-1c27f9d35d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:54.452861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-e911fa45-4717-4896-9023-1c27f9d35d9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091eb155-ac66-47e2-8d7b-2b439f14cec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1979990
Dec 21 10:18:54.918926 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0637d5ae-ba0d-42f1-aaf7-0da8183a1a10 req-1b409151-5028-40b5-8c96-4b4ecda068de service neutron] 10.222.0.16 "GET /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5762808
Dec 21 10:18:54.981102 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-89340150-25e6-4abc-a5cc-be54584f0a72 service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5141795
Dec 21 10:18:54.992003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f3bd7-9e86-41ee-af3d-1fc9236cac78 req-97183527-1141-4603-b46c-5ebab1f86854 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:54.992742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0c8f3bd7-9e86-41ee-af3d-1fc9236cac78 req-97183527-1141-4603-b46c-5ebab1f86854 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:18:55.105871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0c8f3bd7-9e86-41ee-af3d-1fc9236cac78 req-97183527-1141-4603-b46c-5ebab1f86854 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:18:55.107172 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0c8f3bd7-9e86-41ee-af3d-1fc9236cac78 req-97183527-1141-4603-b46c-5ebab1f86854 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 946 time: 0.3318577
Dec 21 10:18:55.188418 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0c8f3bd7-9e86-41ee-af3d-1fc9236cac78 req-69757659-702c-45ef-8e87-a759bb252d61 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0668690
Dec 21 10:18:55.190492 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dae2a151-d415-40b9-a182-13d8c0e8cabb req-8b3950d9-3d74-47be-a85d-c1ca6c3c9c11 service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1942947
Dec 21 10:18:55.451621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}, {'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:55.511756 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'code': 200}
Dec 21 10:18:55.512066 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'code': 200}
Dec 21 10:18:55.638924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:18:55.675107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45202) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:18:55.711807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:18:55.712233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:55.894838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 35903c0e-e861-47b4-b6d1-2ef7538de950 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:18:55.895211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:56.134407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:56.134978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:56.279434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 35903c0e-e861-47b4-b6d1-2ef7538de950 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:18:56.333153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-239de7de-3bba-4c8c-ad6b-a95c47b668d4 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:56.334770 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-239de7de-3bba-4c8c-ad6b-a95c47b668d4 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 946 time: 0.2915852
Dec 21 10:18:56.486405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Deleting port fb492b7c-ee32-4d9e-be72-efc2592047e8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:18:56.486792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:56.616931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e25d3-4c56-4a04-9d67-8d6ba055d882 req-a7d6f77c-6008-4614-8d0c-4cde91861e56 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:56.618586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-156e25d3-4c56-4a04-9d67-8d6ba055d882 req-a7d6f77c-6008-4614-8d0c-4cde91861e56 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 946 time: 0.2806001
Dec 21 10:18:56.731634 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-156e25d3-4c56-4a04-9d67-8d6ba055d882 req-497850c0-d814-43b4-a2b0-1556da59bcd9 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups?id=72d0f7ba-a360-4bd5-ba5c-c70bef859d69&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0791361
Dec 21 10:18:56.749518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:56.769077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:56.841387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=35903c0e-e861-47b4-b6d1-2ef7538de950,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:56.847768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:57.037060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] For port fb492b7c-ee32-4d9e-be72-efc2592047e8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=fb492b7c-ee32-4d9e-be72-efc2592047e8,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:18:57.037354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:57.200960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Calling delete_port for fb492b7c-ee32-4d9e-be72-efc2592047e8 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:18:57.299209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:57.299513 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP 12072f46-e9ab-408c-a0f8-3a5490aeb7f8 disassociated (deleted). External IP: 172.26.1.93, port: 60ba3237-1b98-493e-b446-be8da52689b8.
Dec 21 10:18:57.532768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:57.550020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a509b41-0bc0-40c0-aff3-55e27e8e6e4b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:18:57.588056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device fb492b7c-ee32-4d9e-be72-efc2592047e8 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:18:57.600932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event deleted for resources: {'Port': ['ID=fb492b7c-ee32-4d9e-be72-efc2592047e8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:18:57.614736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:18:57.624272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: fb492b7c-ee32-4d9e-be72-efc2592047e8 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:18:57.624676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device fb492b7c-ee32-4d9e-be72-efc2592047e8 not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:18:58.214790 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5da60cbb-c8ee-4601-a572-409ff7f429f7 req-0c4d5c37-e7b7-4bf1-8f21-c2f5a42a7338 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 210 time: 0.1861405
Dec 21 10:18:58.261844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router b426fb34-54d6-488c-afce-24afd53f3423 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:18:58.262871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] No DVR routers for this DVR port fb492b7c-ee32-4d9e-be72-efc2592047e8 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:18:58.267553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:58.270349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'name': 'network-vif-deleted', 'tag': 'fb492b7c-ee32-4d9e-be72-efc2592047e8'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:18:58.355840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02c73af4-6510-4b8a-be2a-22d80867fce6', 'name': 'network-vif-deleted', 'tag': 'fb492b7c-ee32-4d9e-be72-efc2592047e8', 'status': 'completed', 'code': 200}
Dec 21 10:18:58.364760 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9fce4c7-995c-48eb-9c0b-1c8030ff8476 req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.16 "DELETE /v2.0/ports/fb492b7c-ee32-4d9e-be72-efc2592047e8 HTTP/1.1" status: 204  len: 173 time: 2.0230029
Dec 21 10:18:58.481579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:18:58.486502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:18:58.495488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] Sync routers for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:18:58.506034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:18:58.506802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdc2e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:18:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:58.545442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/floatingips/12072f46-e9ab-408c-a0f8-3a5490aeb7f8 HTTP/1.1" status: 204  len: 168 time: 2.8689623
Dec 21 10:18:58.855595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:18:59.158339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53dbaf-ba57-45ea-8e28-630897d2b432 req-99be4e2b-e0eb-4fd1-84bb-99b9f002cdf3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:18:59.159103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ee53dbaf-ba57-45ea-8e28-630897d2b432 req-99be4e2b-e0eb-4fd1-84bb-99b9f002cdf3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:18:59.172636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ee53dbaf-ba57-45ea-8e28-630897d2b432 req-99be4e2b-e0eb-4fd1-84bb-99b9f002cdf3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:18:59.174008 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee53dbaf-ba57-45ea-8e28-630897d2b432 req-99be4e2b-e0eb-4fd1-84bb-99b9f002cdf3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 946 time: 0.1036406
Dec 21 10:18:59.227524 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee53dbaf-ba57-45ea-8e28-630897d2b432 req-78771690-580e-4337-9091-42c7fd973698 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469995
Dec 21 10:18:59.335117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdc2e8>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f38b727c-5f27-41f8-8990-693a144ec1c7', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:51:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:17:53Z', 'updated_at': '2020-12-21T10:17:56Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:59.340681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] Checking router: b426fb34-54d6-488c-afce-24afd53f3423 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:18:59.349804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:18:59.350463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdc2e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:18:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:59.425085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d2a80d77-6c60-427f-907f-f87511acb42c req-7c0ae2b6-7ae0-4ed0-9b17-1b3421eed3bd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:18:59.440712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d2a80d77-6c60-427f-907f-f87511acb42c req-7c0ae2b6-7ae0-4ed0-9b17-1b3421eed3bd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:18:59.442082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d2a80d77-6c60-427f-907f-f87511acb42c req-7c0ae2b6-7ae0-4ed0-9b17-1b3421eed3bd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/ports?device_id=02c73af4-6510-4b8a-be2a-22d80867fce6 HTTP/1.1" status: 200  len: 210 time: 0.0666907
Dec 21 10:18:59.546757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:18:59.910528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdc2e8>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f38b727c-5f27-41f8-8990-693a144ec1c7', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:51:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:17:53Z', 'updated_at': '2020-12-21T10:17:56Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:18:59.914717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d659195-d884-49e6-b977-f2e59f3bbb69 None None] The sync data for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs is: [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f38b727c-5f27-41f8-8990-693a144ec1c7', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.145', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'port_id': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'mac_address': 'fa:16:3e:51:77:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:17:53Z', 'updated_at': '2020-12-21T10:17:56Z', 'revision_number': 1, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:19:00.304483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4f991a-eec0-4a57-89ef-07cd11e8da77 None None] New status for floating IP 12072f46-e9ab-408c-a0f8-3a5490aeb7f8: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:19:00.358632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:19:00.422964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8', 'status': 'completed', 'code': 200}
Dec 21 10:19:00.431861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-3e750556-35c0-4a38-8ae7-3040abc8ee7f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:00.434140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-3e750556-35c0-4a38-8ae7-3040abc8ee7f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 946 time: 0.1451857
Dec 21 10:19:00.582887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 60ba3237-1b98-493e-b446-be8da52689b8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:00.583281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:00.693148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03493f-cece-40d1-ab72-e5a3867aba7f req-1786319a-c046-45a1-af4a-87fc17561995 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:00.694716 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e03493f-cece-40d1-ab72-e5a3867aba7f req-1786319a-c046-45a1-af4a-87fc17561995 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 946 time: 0.3301132
Dec 21 10:19:00.758971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-4821ff19-6340-4705-960c-b7f35fa6e229 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips/eb7a90fd-629e-4c20-b33d-4a5c2d51b275 HTTP/1.1" status: 200  len: 692 time: 0.1468050
Dec 21 10:19:00.896176 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e03493f-cece-40d1-ab72-e5a3867aba7f req-89fe3564-0a42-42b0-bcd4-ff6bf845c7eb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1911664
Dec 21 10:19:00.898076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-49bbd801-66f9-4ae1-978a-1e262921e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:00.899597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-49bbd801-66f9-4ae1-978a-1e262921e269 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 1163 time: 0.4213517
Dec 21 10:19:01.251972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-4ab4ab3c-1701-4517-bf4c-3e079da0f01d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:01.253448 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-4ab4ab3c-1701-4517-bf4c-3e079da0f01d tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.4876316
Dec 21 10:19:01.332262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-4fd8b948-207d-41b3-b95c-1d69b6c31e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:01.333909 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-4fd8b948-207d-41b3-b95c-1d69b6c31e33 service neutron] 10.222.0.16 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 890 time: 0.4231708
Dec 21 10:19:01.426302 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-145ba227-2527-4a96-a3f8-1b262060ed7a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60ba3237-1b98-493e-b446-be8da52689b8 HTTP/1.1" status: 200  len: 217 time: 0.0845921
Dec 21 10:19:01.432875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-5a1f5b1e-254f-4cee-94a0-2d8e7cc1f6cb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Synchronizing usage tracker for tenant:4ea0210217b44df5977646100e80540e on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:19:01.437576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 60ba3237-1b98-493e-b446-be8da52689b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=60ba3237-1b98-493e-b446-be8da52689b8,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:01.437983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:01.479117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:19:01.597693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 60ba3237-1b98-493e-b446-be8da52689b8 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:01.631441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 60ba3237-1b98-493e-b446-be8da52689b8 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:01.667757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-5a1f5b1e-254f-4cee-94a0-2d8e7cc1f6cb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Unset dirty status for tenant:4ea0210217b44df5977646100e80540e on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:19:01.669042 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-5a1f5b1e-254f-4cee-94a0-2d8e7cc1f6cb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.81 HTTP/1.1" status: 200  len: 695 time: 0.4055827
Dec 21 10:19:01.720935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:01.726280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:01.756313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:19:01.765577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 60ba3237-1b98-493e-b446-be8da52689b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=60ba3237-1b98-493e-b446-be8da52689b8,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:01.766593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-5d823692-960c-4181-9134-b11cdbeb7296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:01.768239 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-5d823692-960c-4181-9134-b11cdbeb7296 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f4ea080-3193-4093-951b-76932ec94f63 HTTP/1.1" status: 200  len: 834 time: 0.3224230
Dec 21 10:19:01.770259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:01.772152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:01.825939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-773a3f16-1a7c-4521-a508-4ae7fcf1c17a tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.81 HTTP/1.1" status: 200  len: 695 time: 0.1480439
Dec 21 10:19:01.826130 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8', 'code': 200}
Dec 21 10:19:01.850055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=60ba3237-1b98-493e-b446-be8da52689b8,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:01.854432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:02.004481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:19:02.004848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:19:02.035229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Deleting port 80b0dfc6-f77b-4434-9b62-f9cd1fbdf5c8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:02.035612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:02.459253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-024c29e9-588a-4912-91d5-1cd1d0a8a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:02.460888 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-024c29e9-588a-4912-91d5-1cd1d0a8a614 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091eb155-ac66-47e2-8d7b-2b439f14cec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6813648
Dec 21 10:19:02.558866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 60ba3237-1b98-493e-b446-be8da52689b8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:02.559246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:02.723107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cafef6-8af8-427a-b4a8-3b3c334ace88 req-b3e0e5d1-9bf2-4fa3-a4de-ab886124d96d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:02.724652 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-17cafef6-8af8-427a-b4a8-3b3c334ace88 req-b3e0e5d1-9bf2-4fa3-a4de-ab886124d96d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 944 time: 0.6933253
Dec 21 10:19:02.813786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:02.814266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:03.021691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Calling delete_port for 80b0dfc6-f77b-4434-9b62-f9cd1fbdf5c8 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:03.054156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-b3438571-a685-4ee0-83b5-bb30aaac40ba service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5838804
Dec 21 10:19:03.056584 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-17cafef6-8af8-427a-b4a8-3b3c334ace88 req-7dee7425-d52d-4cd1-94cd-f3fc6c2e250b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3225942
Dec 21 10:19:03.460239 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-514779e8-6f8c-40c8-a380-33de72ec01e1 req-fdf47d86-b173-4189-9f1a-b90b5fe03f24 service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3785963
Dec 21 10:19:03.468742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 60ba3237-1b98-493e-b446-be8da52689b8, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=60ba3237-1b98-493e-b446-be8da52689b8,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:03.469353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:03.549650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:03.632808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2b25f227-c613-4d99-8b93-66827a288f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:03.681181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 60ba3237-1b98-493e-b446-be8da52689b8 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:03.741125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event deleted for resources: {'Port': ['ID=80b0dfc6-f77b-4434-9b62-f9cd1fbdf5c8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:03.744130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:04.003763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:04.020060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dcf26bf1-7fc5-4bd6-98de-abcf943b0411 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:04.059084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:04.087591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=60ba3237-1b98-493e-b446-be8da52689b8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:04.096874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:04.187440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:04.188701 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ab99f69-a72f-4803-a9a1-04cb3348397f req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "DELETE /v2.0/floatingips/eb7a90fd-629e-4c20-b33d-4a5c2d51b275 HTTP/1.1" status: 204  len: 173 time: 2.3447564
Dec 21 10:19:04.251655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-4a6a313e-deb4-44c6-81c9-9fb5532bfd21 req-3c0c77f5-57dd-44ca-aa87-15086f8b786f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:19:04.304524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-4a6a313e-deb4-44c6-81c9-9fb5532bfd21 req-3c0c77f5-57dd-44ca-aa87-15086f8b786f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:19:04.305841 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4a6a313e-deb4-44c6-81c9-9fb5532bfd21 req-3c0c77f5-57dd-44ca-aa87-15086f8b786f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=b207f337-7e6b-46c9-8b6e-10ed3a2718f1 HTTP/1.1" status: 200  len: 210 time: 0.1161802
Dec 21 10:19:04.311312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port 60ba3237-1b98-493e-b446-be8da52689b8 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:19:04.313607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:04.315568 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-113408ab-69a6-44f0-811f-4657b41c88d4 req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "DELETE /v2.0/ports/60ba3237-1b98-493e-b446-be8da52689b8 HTTP/1.1" status: 204  len: 173 time: 3.8752258
Dec 21 10:19:04.316124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'name': 'network-vif-deleted', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:19:04.391403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b207f337-7e6b-46c9-8b6e-10ed3a2718f1', 'name': 'network-vif-deleted', 'tag': '60ba3237-1b98-493e-b446-be8da52689b8', 'status': 'completed', 'code': 200}
Dec 21 10:19:05.428080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45246) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:05.504138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f889bdc0-cdda-4b04-a0ce-99cbac48cc04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:05.539704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f889bdc0-cdda-4b04-a0ce-99cbac48cc04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:05.606992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f889bdc0-cdda-4b04-a0ce-99cbac48cc04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:05.612455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87b393e3-4d21-4ef7-947e-2a09697be034 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:05.629076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889bdc0-cdda-4b04-a0ce-99cbac48cc04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:05.631967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f889bdc0-cdda-4b04-a0ce-99cbac48cc04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:05.638664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f889bdc0-cdda-4b04-a0ce-99cbac48cc04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:05.642102 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f889bdc0-cdda-4b04-a0ce-99cbac48cc04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/21f2c358-f0ba-4a1d-8d82-2b7d0dcd27a8 HTTP/1.1" status: 204  len: 168 time: 0.2128403
Dec 21 10:19:05.708202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45254) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:06.203944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port b1ddd807-1005-4868-b505-f7d2ad3440ae {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:06.204236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:06.390881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:06.391251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:06.523188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for b1ddd807-1005-4868-b505-f7d2ad3440ae owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:06.677956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:06.695324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a37ffba3-1c26-492c-a65b-a1d4dd2bdc06 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:06.750722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=b1ddd807-1005-4868-b505-f7d2ad3440ae,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:06.755524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:06.816777 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5f710541-a495-4b47-8dbf-61927c07d825 req-ebf67a66-ee87-498f-98f3-0caf62a81206 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "GET /v2.0/security-groups/72d0f7ba-a360-4bd5-ba5c-c70bef859d69 HTTP/1.1" status: 200  len: 2889 time: 0.0546472
Dec 21 10:19:06.904689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5f710541-a495-4b47-8dbf-61927c07d825 req-ff9e39a8-c2a8-4f2a-a60d-a620d780bcdb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:06.925986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:06.926364 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP f38b727c-5f27-41f8-8990-693a144ec1c7 disassociated (deleted). External IP: 172.26.1.145, port: 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086.
Dec 21 10:19:06.935366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5f710541-a495-4b47-8dbf-61927c07d825 req-ff9e39a8-c2a8-4f2a-a60d-a620d780bcdb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:06.982278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5f710541-a495-4b47-8dbf-61927c07d825 req-ff9e39a8-c2a8-4f2a-a60d-a620d780bcdb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:06.987739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4824581a-4af5-4343-bf23-e7d6c6900992 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:07.004441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e39a8-c2a8-4f2a-a60d-a620d780bcdb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d0f7ba-a360-4bd5-ba5c-c70bef859d69,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:07.007658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff9e39a8-c2a8-4f2a-a60d-a620d780bcdb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:07.015381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5f710541-a495-4b47-8dbf-61927c07d825 req-ff9e39a8-c2a8-4f2a-a60d-a620d780bcdb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:07.016776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5f710541-a495-4b47-8dbf-61927c07d825 req-ff9e39a8-c2a8-4f2a-a60d-a620d780bcdb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] 10.222.0.45 "DELETE /v2.0/security-groups/72d0f7ba-a360-4bd5-ba5c-c70bef859d69 HTTP/1.1" status: 204  len: 173 time: 0.1915312
Dec 21 10:19:07.106824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45264) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:07.305135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router b426fb34-54d6-488c-afce-24afd53f3423 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:19:07.505448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:19:07.516459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] Sync routers for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:19:07.528873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:07.529390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:07.529632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe4dd8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:18:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:07.594275 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/floatingips/f38b727c-5f27-41f8-8990-693a144ec1c7 HTTP/1.1" status: 204  len: 168 time: 1.8823261
Dec 21 10:19:07.594275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:19:07.681683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:07.695918 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'status': 'completed', 'code': 200}
Dec 21 10:19:07.893836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:08.242696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe4dd8>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:08.247692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] Checking router: b426fb34-54d6-488c-afce-24afd53f3423 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:19:08.256738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:08.257389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe4dd8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:18:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:08.269771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-bd4ae3b4-e1a1-433d-abf2-28e06865dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:08.271452 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-bd4ae3b4-e1a1-433d-abf2-28e06865dcf2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 1163 time: 0.5279188
Dec 21 10:19:08.333011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7f717fe-984a-4448-b405-ac1202f0f403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:08.444895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:08.453595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a535734-82a6-4e1b-976a-6bd56916bc94 req-45b033e6-3b4d-4c64-bbc7-4c81922ee123 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:08.455277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a535734-82a6-4e1b-976a-6bd56916bc94 req-45b033e6-3b4d-4c64-bbc7-4c81922ee123 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 946 time: 0.2948351
Dec 21 10:19:08.636734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-9c81be9c-2034-40e0-bead-9ba613864349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:08.638423 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-9c81be9c-2034-40e0-bead-9ba613864349 service neutron] 10.222.0.16 "GET /v2.0/networks?id=091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 200  len: 890 time: 0.3386724
Dec 21 10:19:08.646658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a535734-82a6-4e1b-976a-6bd56916bc94 req-baf94aae-f001-4806-bf5d-588d91e9a34a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=244b2262-424a-45a8-8c82-1857c87efa69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1810751
Dec 21 10:19:08.723227 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-5e7db749-9084-4a36-9f01-6317991fbf35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 HTTP/1.1" status: 200  len: 217 time: 0.0754945
Dec 21 10:19:08.788453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe4dd8>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:08.793910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8302888a-fc13-4f0e-9597-1052b7231899 None None] The sync data for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs is: [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:17:36Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '0522bb9e-5e8e-495b-bc68-cf0ab0f96fda', 'name': '', 'network_id': '091eb155-ac66-47e2-8d7b-2b439f14cec9', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:74:7d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '4f4ea080-3193-4093-951b-76932ec94f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:35Z', 'updated_at': '2020-12-21T10:17:44Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '4f4ea080-3193-4093-951b-76932ec94f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:19:08.872444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-da60de32-9ae6-4b63-8f4b-f1f44dc476c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:08.874106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-da60de32-9ae6-4b63-8f4b-f1f44dc476c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4f4ea080-3193-4093-951b-76932ec94f63 HTTP/1.1" status: 200  len: 834 time: 0.1195679
Dec 21 10:19:08.985102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-d11d4a66-85a0-4718-9c80-db6c1a002a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:08.986732 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-d11d4a66-85a0-4718-9c80-db6c1a002a82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=091eb155-ac66-47e2-8d7b-2b439f14cec9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1044037
Dec 21 10:19:09.027924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-fdb1c750-2012-42b9-99f9-061c6f3f8c3c service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:19:09.029149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-fdb1c750-2012-42b9-99f9-061c6f3f8c3c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0103381
Dec 21 10:19:09.200089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a80340-92e7-492e-8fa1-7eec792a3cfa None None] New status for floating IP f38b727c-5f27-41f8-8990-693a144ec1c7: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:19:09.275976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-26b90cf1-ad03-44ba-aefa-96c2e3017fff service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2384300
Dec 21 10:19:09.350492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Deleting port 4057ab55-ad83-4a42-81b3-45583e4663d1 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:09.350877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:09.554013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8014580e-523c-447e-ab08-acc06cc882a4 req-661c7d38-3303-453e-8a6c-6b13355dd658 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:09.555526 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8014580e-523c-447e-ab08-acc06cc882a4 req-661c7d38-3303-453e-8a6c-6b13355dd658 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 946 time: 0.3280306
Dec 21 10:19:09.660693 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c62108ad-ca4e-4acd-afbb-1cf9540a6f40 req-67c7e738-85ae-4bd1-864f-68008e8ddfbf service neutron] 10.222.0.16 "GET /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3679144
Dec 21 10:19:09.668329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:09.717323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8014580e-523c-447e-ab08-acc06cc882a4 req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:09.717589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8014580e-523c-447e-ab08-acc06cc882a4 req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:09.762548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] For port 4057ab55-ad83-4a42-81b3-45583e4663d1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4057ab55-ad83-4a42-81b3-45583e4663d1,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:09.762948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:09.810673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:09.839064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:19:09.850009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:09.853131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:09.855502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:09.901198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'code': 200}
Dec 21 10:19:09.916460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Calling delete_port for 4057ab55-ad83-4a42-81b3-45583e4663d1 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:09.926084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=11']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:09.929464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:10.233856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27780a42-19f2-4547-816d-360e2d2bd88d req-2b524f2e-8be5-4911-9473-727fd493f945 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:10.235464 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-27780a42-19f2-4547-816d-360e2d2bd88d req-2b524f2e-8be5-4911-9473-727fd493f945 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 944 time: 0.3902750
Dec 21 10:19:10.317351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-8014580e-523c-447e-ab08-acc06cc882a4 req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:10.317777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8014580e-523c-447e-ab08-acc06cc882a4 req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:10.398182 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-27780a42-19f2-4547-816d-360e2d2bd88d req-7874c117-ca63-4e8d-8e9c-40eeb8875ed9 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=244b2262-424a-45a8-8c82-1857c87efa69&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1499293
Dec 21 10:19:10.464948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8014580e-523c-447e-ab08-acc06cc882a4 req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:10.925918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:10.946709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c1077c69-8763-4067-9720-2276e8a6a40f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:11.013453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Pushing event deleted for resources: {'Port': ['ID=4057ab55-ad83-4a42-81b3-45583e4663d1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:11.016151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:11.104148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8014580e-523c-447e-ab08-acc06cc882a4 req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:11.121332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:11.194633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=31cd9ac2-dcc3-4b7e-8833-cb99ceddc086,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:11.204230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:11.489296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-8014580e-523c-447e-ab08-acc06cc882a4 req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port 31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:19:11.501384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8014580e-523c-447e-ab08-acc06cc882a4 req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:11.504645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-deleted', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:19:11.577784 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8014580e-523c-447e-ab08-acc06cc882a4 req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "DELETE /v2.0/ports/31cd9ac2-dcc3-4b7e-8833-cb99ceddc086 HTTP/1.1" status: 204  len: 173 time: 1.9650867
Dec 21 10:19:11.580842 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24', 'name': 'network-vif-deleted', 'tag': '31cd9ac2-dcc3-4b7e-8833-cb99ceddc086', 'status': 'completed', 'code': 200}
Dec 21 10:19:11.629106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:11.782396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ea1e3209-229d-43ec-9dc7-dfcd1a7a59f9 req-95e5c9d2-df6a-4ea2-87d7-9f546e865ba1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:19:11.823048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ea1e3209-229d-43ec-9dc7-dfcd1a7a59f9 req-95e5c9d2-df6a-4ea2-87d7-9f546e865ba1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:19:11.824238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea1e3209-229d-43ec-9dc7-dfcd1a7a59f9 req-95e5c9d2-df6a-4ea2-87d7-9f546e865ba1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=1f9f3c6c-6f0c-43a7-a7e7-f12ccdcdda24 HTTP/1.1" status: 200  len: 210 time: 0.2454860
Dec 21 10:19:12.158774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:12.217214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Router bfcf8ed3-c81a-4310-a284-a25054eadd02 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:19:12.404531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:19:12.411644 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] 10.222.0.45 "PUT /v2.0/routers/bfcf8ed3-c81a-4310-a284-a25054eadd02/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3014071
Dec 21 10:19:12.412574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45286) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:12.415132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] Sync routers for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:19:12.425402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:12.426101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0b8d30>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:18:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:12.434721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea6aa41f-95b7-4c1e-813a-f9368a54df7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:12.600709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:12.614341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:12.671351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:12.788940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:12.794841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Deleting port 87c0e069-6891-42c6-bed8-b2f2edff1060 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:12.795211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:12.930677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0b8d30>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:19:10Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:12.937106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] Checking router: bfcf8ed3-c81a-4310-a284-a25054eadd02 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:19:12.940646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45292) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:12.947071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] Routers {'bfcf8ed3-c81a-4310-a284-a25054eadd02'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:12.947889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0b8d30>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['bfcf8ed3-c81a-4310-a284-a25054eadd02'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:12.995216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] For port 87c0e069-6891-42c6-bed8-b2f2edff1060, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=87c0e069-6891-42c6-bed8-b2f2edff1060,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:12.995571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.022489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-172dbcb4-fb0e-42a9-8637-24de0fdf1a6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.055098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-172dbcb4-fb0e-42a9-8637-24de0fdf1a6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.109080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-172dbcb4-fb0e-42a9-8637-24de0fdf1a6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.114904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-459b2c96-2742-44d4-bf9b-7c32f308f5fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:13.129934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Calling delete_port for 87c0e069-6891-42c6-bed8-b2f2edff1060 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:13.135700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172dbcb4-fb0e-42a9-8637-24de0fdf1a6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b2262-424a-45a8-8c82-1857c87efa69,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:13.138748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-172dbcb4-fb0e-42a9-8637-24de0fdf1a6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:13.139324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] Set router bfcf8ed3-c81a-4310-a284-a25054eadd02 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:13.140212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-172dbcb4-fb0e-42a9-8637-24de0fdf1a6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.145048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-172dbcb4-fb0e-42a9-8637-24de0fdf1a6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/244b2262-424a-45a8-8c82-1857c87efa69 HTTP/1.1" status: 204  len: 168 time: 0.2032342
Dec 21 10:19:13.190300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45298) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:13.290519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.455661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0b8d30>, [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:19:10Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:13.460710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749837a0-cbe0-4ea9-83e1-79b5ceb20360 None None] The sync data for ids ['bfcf8ed3-c81a-4310-a284-a25054eadd02'] in dv-neutron-601336-62-ovs is: [{'id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'name': 'tempest-TestVolumeBootPattern-985725932-router', 'tenant_id': '4ea0210217b44df5977646100e80540e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103'}], 'enable_snat': True}, 'gw_port_id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:10:57Z', 'updated_at': '2020-12-21T10:19:10Z', 'revision_number': 5, 'project_id': '4ea0210217b44df5977646100e80540e', 'gw_port': {'id': '87c0e069-6891-42c6-bed8-b2f2edff1060', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:f5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcf8ed3-c81a-4310-a284-a25054eadd02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1375, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:10:59Z', 'updated_at': '2020-12-21T10:11:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:19:13.495229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.592915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.786834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.894715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4057ab55-ad83-4a42-81b3-45583e4663d1 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:13.924302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.926709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.936576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 4057ab55-ad83-4a42-81b3-45583e4663d1 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:19:13.937002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4057ab55-ad83-4a42-81b3-45583e4663d1 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:19:13.950898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.951551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfcf8ed3-c81a-4310-a284-a25054eadd02 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:19:13.965584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:13.969291 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a20a4a90-cc95-4f53-a027-409952b39708 admin admin] 10.222.0.45 "DELETE /v2.0/routers/bfcf8ed3-c81a-4310-a284-a25054eadd02 HTTP/1.1" status: 204  len: 168 time: 1.5534115
Dec 21 10:19:13.969854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45302) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:14.042371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7ece53-41bd-43fd-b47f-df2cc4cd5a5b admin admin] Deleting subnet eb707b19-b9b0-470e-abcb-0adf71045831 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:19:14.045664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e7ece53-41bd-43fd-b47f-df2cc4cd5a5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:14.099567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e7ece53-41bd-43fd-b47f-df2cc4cd5a5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:14.192932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e7ece53-41bd-43fd-b47f-df2cc4cd5a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:14.256974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:14.257350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:14.460413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0522bb9e-5e8e-495b-bc68-cf0ab0f96fda,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:14.460818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:14.463343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e7ece53-41bd-43fd-b47f-df2cc4cd5a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:14.480115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d68ea0e-065f-41bf-b0e7-1b288f7d1382 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:14.529997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ece53-41bd-43fd-b47f-df2cc4cd5a5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb707b19-b9b0-470e-abcb-0adf71045831,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:14.534080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e7ece53-41bd-43fd-b47f-df2cc4cd5a5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:14.594226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:14.625365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e7ece53-41bd-43fd-b47f-df2cc4cd5a5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:14.631030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2325a87b-bf00-4606-a946-728758295d76 None None] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:19:14.631957 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e7ece53-41bd-43fd-b47f-df2cc4cd5a5b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/eb707b19-b9b0-470e-abcb-0adf71045831 HTTP/1.1" status: 204  len: 168 time: 0.6608956
Dec 21 10:19:14.634530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45306) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:14.758937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:14.828830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Deleting port 23e7ef2d-0555-4cfe-894a-87cab582da4f {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:14.829208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:14.908343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] DHCP port deletion for 8c7557a9-4f8f-4092-be8d-05b81858a962 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:19:14.913396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] Deleting port 23e7ef2d-0555-4cfe-894a-87cab582da4f {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:14.913915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:15.065010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] For port 23e7ef2d-0555-4cfe-894a-87cab582da4f, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=23e7ef2d-0555-4cfe-894a-87cab582da4f,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:15.065410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:15.156841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] For port 23e7ef2d-0555-4cfe-894a-87cab582da4f, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=23e7ef2d-0555-4cfe-894a-87cab582da4f,segment=NetworkSegment(7b04c4af-dc1b-4df0-b224-f3e6c1923d38),segment_id=7b04c4af-dc1b-4df0-b224-f3e6c1923d38)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:15.157191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:15.206337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Calling delete_port for 23e7ef2d-0555-4cfe-894a-87cab582da4f owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:15.234658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:15.251219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea1be04c-1a79-41d3-9e77-e576c47bdfd5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:15.290332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:15.291406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] Calling delete_port for 23e7ef2d-0555-4cfe-894a-87cab582da4f owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:15.309756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=0522bb9e-5e8e-495b-bc68-cf0ab0f96fda,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:15.310804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:15.314624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:15.364192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:19:15.364605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:19:15.372623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Pushing event deleted for resources: {'Port': ['ID=23e7ef2d-0555-4cfe-894a-87cab582da4f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:15.375446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:15.466432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] No DVR routers for this DVR port 23e7ef2d-0555-4cfe-894a-87cab582da4f on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:19:15.605411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:15.686729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:15.725162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec1cd7b8>,) {'filters': {'network_id': ['8c7557a9-4f8f-4092-be8d-05b81858a962']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:15.740825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec1cd7b8>, '7b04c4af-dc1b-4df0-b224-f3e6c1923d38') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:15.741161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec1cd7b8>, '7b04c4af-dc1b-4df0-b224-f3e6c1923d38') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:15.753688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:15.768668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:15.770734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:19:15.865470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] Deleting port 23e7ef2d-0555-4cfe-894a-87cab582da4f {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:15.865941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:15.954324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c35a5dd2-7461-45a9-a1aa-a46340def4f9 None None] The port '23e7ef2d-0555-4cfe-894a-87cab582da4f' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:19:15.964518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:19:15.974684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:16.006983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 23e7ef2d-0555-4cfe-894a-87cab582da4f no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:16.042137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 23e7ef2d-0555-4cfe-894a-87cab582da4f {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:19:16.042540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 23e7ef2d-0555-4cfe-894a-87cab582da4f not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:19:16.043018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 87c0e069-6891-42c6-bed8-b2f2edff1060 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:16.076275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 87c0e069-6891-42c6-bed8-b2f2edff1060 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:19:16.076676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 87c0e069-6891-42c6-bed8-b2f2edff1060 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:19:16.160688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Network 8c7557a9-4f8f-4092-be8d-05b81858a962 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:19:16.188349 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:19:16.228081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router b426fb34-54d6-488c-afce-24afd53f3423 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:19:16.266094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:16.269415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ba1ffc8-5a55-4780-b924-7f641bb45833 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:16.284591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:16.296595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7557a9-4f8f-4092-be8d-05b81858a962,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:16.301295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:16.305269 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] 10.222.0.45 "DELETE /v2.0/networks/8c7557a9-4f8f-4092-be8d-05b81858a962 HTTP/1.1" status: 204  len: 168 time: 1.6696482
Dec 21 10:19:16.308534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45310) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:16.423334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:19:16.434270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] Sync routers for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:19:16.441279 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/b426fb34-54d6-488c-afce-24afd53f3423/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2497153
Dec 21 10:19:16.444126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45314) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:16.444275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:16.444950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedfeb128>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:16.661361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63ae1d4-7b71-46f6-9c43-f09e23c2b314 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting subnet 4f4ea080-3193-4093-951b-76932ec94f63 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:19:16.665433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c63ae1d4-7b71-46f6-9c43-f09e23c2b314 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:16.686885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:16.734011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c63ae1d4-7b71-46f6-9c43-f09e23c2b314 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:16.827363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c63ae1d4-7b71-46f6-9c43-f09e23c2b314 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:16.828593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:17.144653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c63ae1d4-7b71-46f6-9c43-f09e23c2b314 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:17.145258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedfeb128>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:19:14Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:17.149614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] Checking router: b426fb34-54d6-488c-afce-24afd53f3423 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:19:17.160046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] Routers {'b426fb34-54d6-488c-afce-24afd53f3423'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:17.160728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedfeb128>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b426fb34-54d6-488c-afce-24afd53f3423'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:17.163195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eb483526-d133-4c55-a559-2d8a8096133f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:17.217943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ae1d4-7b71-46f6-9c43-f09e23c2b314 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Subnet': ['ID=4f4ea080-3193-4093-951b-76932ec94f63,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:17.222248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c63ae1d4-7b71-46f6-9c43-f09e23c2b314 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:17.314361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c63ae1d4-7b71-46f6-9c43-f09e23c2b314 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:17.321502 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c63ae1d4-7b71-46f6-9c43-f09e23c2b314 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/subnets/4f4ea080-3193-4093-951b-76932ec94f63 HTTP/1.1" status: 204  len: 168 time: 0.8762619
Dec 21 10:19:17.323584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f581be-10f0-4c10-9c04-6092fbf6efb8 None None] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:19:17.325550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45318) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:17.332668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Deleting port 9493a66d-1304-41ff-8c16-f1b37dce9d56 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:17.333056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:17.465692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] Set router b426fb34-54d6-488c-afce-24afd53f3423 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:17.529708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:17.733976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:17.739852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 0f573174-0e38-4dc3-a1bb-b802a81f4da1 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:17.740309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:17.824339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] For port 9493a66d-1304-41ff-8c16-f1b37dce9d56, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9493a66d-1304-41ff-8c16-f1b37dce9d56,segment=NetworkSegment(061706b8-b4cf-49d4-83dd-51325a5a354f),segment_id=061706b8-b4cf-49d4-83dd-51325a5a354f)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:17.824752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:17.884510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] DHCP port deletion for 091eb155-ac66-47e2-8d7b-2b439f14cec9 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:19:17.890137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Deleting port c6586a90-665f-41a5-bd5d-e30a37384d33 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:17.890556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:17.924097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedfeb128>, [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:19:14Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:17.935203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 0f573174-0e38-4dc3-a1bb-b802a81f4da1, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0f573174-0e38-4dc3-a1bb-b802a81f4da1,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:17.935600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:17.937839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042f5bad-86b5-4587-a978-7ef7698764b3 None None] The sync data for ids ['b426fb34-54d6-488c-afce-24afd53f3423'] in dv-neutron-601336-62-ovs is: [{'id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'name': 'tempest-TestNetworkBasicOps-router-1572989914', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6'}], 'enable_snat': True}, 'gw_port_id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:17:30Z', 'updated_at': '2020-12-21T10:19:14Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '0f573174-0e38-4dc3-a1bb-b802a81f4da1', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:f2:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b426fb34-54d6-488c-afce-24afd53f3423', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:17:31Z', 'updated_at': '2020-12-21T10:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:19:17.997809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c6586a90-665f-41a5-bd5d-e30a37384d33 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:18.011144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Calling delete_port for 9493a66d-1304-41ff-8c16-f1b37dce9d56 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:18.078220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 0f573174-0e38-4dc3-a1bb-b802a81f4da1 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:18.186644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.222202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.237973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.239617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:18.271763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port c6586a90-665f-41a5-bd5d-e30a37384d33, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c6586a90-665f-41a5-bd5d-e30a37384d33,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:18.288790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.292792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4a25179f-5d29-47de-b243-93b507517f46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:18.305790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9493a66d-1304-41ff-8c16-f1b37dce9d56,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:18.311769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:18.360421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] For port c6586a90-665f-41a5-bd5d-e30a37384d33, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c6586a90-665f-41a5-bd5d-e30a37384d33,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:18.360947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.434083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=c6586a90-665f-41a5-bd5d-e30a37384d33,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:18.457854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.497281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:18.504240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Calling delete_port for c6586a90-665f-41a5-bd5d-e30a37384d33 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:18.624383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:19:18.624815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:19:18.708641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.891287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.893520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.918311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.918881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Fanout notify agent at l3_agent the message router_deleted on router b426fb34-54d6-488c-afce-24afd53f3423 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:19:18.933992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:18.937789 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b15de38b-0f0d-4bef-919f-ef6e9e58f827 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/routers/b426fb34-54d6-488c-afce-24afd53f3423 HTTP/1.1" status: 204  len: 168 time: 1.6085792
Dec 21 10:19:18.938563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45322) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:19.068132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:19.126421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Deleting port c6586a90-665f-41a5-bd5d-e30a37384d33 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:19.126853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:19.139462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port c6586a90-665f-41a5-bd5d-e30a37384d33 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:19.139840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:19.261657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:19:19.358824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] For port c6586a90-665f-41a5-bd5d-e30a37384d33, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c6586a90-665f-41a5-bd5d-e30a37384d33,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:19.359181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:19.372384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port c6586a90-665f-41a5-bd5d-e30a37384d33, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c6586a90-665f-41a5-bd5d-e30a37384d33,segment=NetworkSegment(801c2a13-24de-4de8-bc54-1f12f36f1d2d),segment_id=801c2a13-24de-4de8-bc54-1f12f36f1d2d)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:19.372916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:19.454147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:19:19.466735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] Sync routers for ids ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:19:19.469550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] 10.222.0.45 "PUT /v2.0/routers/a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1598506
Dec 21 10:19:19.470309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45326) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:19.479949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] Routers {'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:19.480972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb37550>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:19.492636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Calling delete_port for c6586a90-665f-41a5-bd5d-e30a37384d33 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:19.507711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for c6586a90-665f-41a5-bd5d-e30a37384d33 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:19.589839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:19.598487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:19:19.599043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:19:19.610173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Deleting port c6586a90-665f-41a5-bd5d-e30a37384d33 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:19.610929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:19.612538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e597de0-00e5-489d-8290-44c1e9ea6d29 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:19.677999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=c6586a90-665f-41a5-bd5d-e30a37384d33,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:19.684916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:19.693460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:19.693666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bfe101df-24f7-4f58-be94-fc0fb98405ee None None] The port 'c6586a90-665f-41a5-bd5d-e30a37384d33' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:19:19.738773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] Set router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:19.771861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port c6586a90-665f-41a5-bd5d-e30a37384d33 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:19:19.885519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:19.891284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Deleting port 4119a879-f272-496d-b389-48c5c98d6657 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:19.893519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:19.913451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.032644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:20.056130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7c59ef0>,) {'filters': {'network_id': ['091eb155-ac66-47e2-8d7b-2b439f14cec9']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:20.070512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:19:20.070920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0522bb9e-5e8e-495b-bc68-cf0ab0f96fda not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:19:20.071404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0f573174-0e38-4dc3-a1bb-b802a81f4da1 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:20.073929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7c59ef0>, '801c2a13-24de-4de8-bc54-1f12f36f1d2d') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:20.074450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7c59ef0>, '801c2a13-24de-4de8-bc54-1f12f36f1d2d') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:20.089899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.108402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 0f573174-0e38-4dc3-a1bb-b802a81f4da1 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:19:20.109049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0f573174-0e38-4dc3-a1bb-b802a81f4da1 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:19:20.117447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.120281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Releasing vxlan tunnel 5 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:19:20.137528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] For port 4119a879-f272-496d-b389-48c5c98d6657, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4119a879-f272-496d-b389-48c5c98d6657,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:20.137936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.259397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb37550>, [{'id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'name': 'tempest-TestVolumeBootPattern-2036232907-router', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '4119a879-f272-496d-b389-48c5c98d6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:11:06Z', 'updated_at': '2020-12-21T10:19:18Z', 'revision_number': 5, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'gw_port': {'id': '4119a879-f272-496d-b389-48c5c98d6657', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:07Z', 'updated_at': '2020-12-21T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:20.263748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] Checking router: a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:19:20.272855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] Routers {'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:20.273527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb37550>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:20.276929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Calling delete_port for 4119a879-f272-496d-b389-48c5c98d6657 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:20.314073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:19:20.324066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.438676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.468166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] Set router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:20.517388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network 091eb155-ac66-47e2-8d7b-2b439f14cec9 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:19:20.553012 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:19:20.644285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.648131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a3fac5c-fde6-47a0-83d3-493cf8da25ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:20.675418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.699076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Network': ['ID=091eb155-ac66-47e2-8d7b-2b439f14cec9,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:20.702244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:20.703941 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/networks/091eb155-ac66-47e2-8d7b-2b439f14cec9 HTTP/1.1" status: 204  len: 168 time: 1.7643538
Dec 21 10:19:20.733225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45330) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:20.739746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'network': {'name': 'tempest-network-smoke--998262871', 'project_id': '4f37266714dd44d5856b221995070c6a', 'port_security_enabled': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:20.745830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:20.750809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:network and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:20.754329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:20.761935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:20.772480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:19:20.779662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.799589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb37550>, [{'id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'name': 'tempest-TestVolumeBootPattern-2036232907-router', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '4119a879-f272-496d-b389-48c5c98d6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:11:06Z', 'updated_at': '2020-12-21T10:19:18Z', 'revision_number': 5, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'gw_port': {'id': '4119a879-f272-496d-b389-48c5c98d6657', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:07Z', 'updated_at': '2020-12-21T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:20.804326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73abd83-785f-4b8a-a520-c7ba02531b59 None None] The sync data for ids ['a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413'] in dv-neutron-601336-62-ovs is: [{'id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'name': 'tempest-TestVolumeBootPattern-2036232907-router', 'tenant_id': 'e4eb67c030264e6ab62d7324b463fca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56'}], 'enable_snat': True}, 'gw_port_id': '4119a879-f272-496d-b389-48c5c98d6657', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:11:06Z', 'updated_at': '2020-12-21T10:19:18Z', 'revision_number': 5, 'project_id': 'e4eb67c030264e6ab62d7324b463fca3', 'gw_port': {'id': '4119a879-f272-496d-b389-48c5c98d6657', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:11:07Z', 'updated_at': '2020-12-21T10:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:19:20.821802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:19:20.832933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.833292 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Added segment 858be697-68ff-48b3-9744-ef21e5159e21 of type vxlan for network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4
Dec 21 10:19:20.867289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.901439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.906388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:20.907103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.913169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:20.958792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:20.975964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2414670
Dec 21 10:19:20.980139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45334) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:21.037389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'admin_state_up': True, 'project_id': '4f37266714dd44d5856b221995070c6a', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:21.050615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Network': ['ID=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:21.053391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:21.056173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46058e23-15ca-46c5-a753-0281b730304c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:21.059159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:router and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:21.063710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:21.063895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:19:21.071584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:21.083652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.084649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.100901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:19:21.111741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.114221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.136258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.136817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:19:21.146257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.159608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.163812 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4aee466e-06d7-400a-a4ed-be6e209a5644 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a8c5eb2c-3b7b-4650-a2bf-0a2ec2f53413 HTTP/1.1" status: 204  len: 168 time: 1.6910198
Dec 21 10:19:21.165198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45338) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:21.367228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-8195063a-b60d-4566-be37-f2952595f222 admin admin] Deleting subnet f532889f-b8db-45df-85f8-eafb3aa7a504 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:19:21.427540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8195063a-b60d-4566-be37-f2952595f222 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.546821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.562939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8195063a-b60d-4566-be37-f2952595f222 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.746009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8195063a-b60d-4566-be37-f2952595f222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:21.932467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9493a66d-1304-41ff-8c16-f1b37dce9d56 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:21.967232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 9493a66d-1304-41ff-8c16-f1b37dce9d56 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:19:21.967745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9493a66d-1304-41ff-8c16-f1b37dce9d56 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:19:21.968298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4119a879-f272-496d-b389-48c5c98d6657 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:22.006355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 4119a879-f272-496d-b389-48c5c98d6657 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:19:22.006760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4119a879-f272-496d-b389-48c5c98d6657 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:19:22.118852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:22.188532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:22.619223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8195063a-b60d-4566-be37-f2952595f222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:22.636501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-39eb8c7e-4a9d-4bc8-b275-1e96f94201fd tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:22.726973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8195063a-b60d-4566-be37-f2952595f222 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f532889f-b8db-45df-85f8-eafb3aa7a504,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:22.735202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8195063a-b60d-4566-be37-f2952595f222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:22.841245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8195063a-b60d-4566-be37-f2952595f222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:22.843939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9face00c-b1eb-42d0-a0a1-8bc67045f91f None None] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:19:22.898154 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8195063a-b60d-4566-be37-f2952595f222 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f532889f-b8db-45df-85f8-eafb3aa7a504 HTTP/1.1" status: 204  len: 168 time: 1.7311695
Dec 21 10:19:22.901672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45342) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:22.957889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.11 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/21ed7ed0-b43b-428e-80c6-89130ae79547) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:19:23.061587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:23.101038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] DHCP port deletion for 493e908e-69a1-41a9-9b33-3717a95a6d50 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:19:23.106692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] Deleting port 44f8eb4c-364c-401a-a615-ce0f35086f18 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:23.107152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:23.200996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Deleting port 44f8eb4c-364c-401a-a615-ce0f35086f18 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:23.201364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:23.320917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] For port 44f8eb4c-364c-401a-a615-ce0f35086f18, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=44f8eb4c-364c-401a-a615-ce0f35086f18,segment=NetworkSegment(061706b8-b4cf-49d4-83dd-51325a5a354f),segment_id=061706b8-b4cf-49d4-83dd-51325a5a354f)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:23.321361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:23.355491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:23.493821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] For port 44f8eb4c-364c-401a-a615-ce0f35086f18, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=44f8eb4c-364c-401a-a615-ce0f35086f18,segment=NetworkSegment(061706b8-b4cf-49d4-83dd-51325a5a354f),segment_id=061706b8-b4cf-49d4-83dd-51325a5a354f)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:23.494258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:23.629646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Calling delete_port for 44f8eb4c-364c-401a-a615-ce0f35086f18 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:23.633304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] Calling delete_port for 44f8eb4c-364c-401a-a615-ce0f35086f18 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:19:23.657909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:23.678628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:23.705854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:23.720994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47675d36-7db1-4c14-95a8-62cbb34e176e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:23.775704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] Pushing event deleted for resources: {'Port': ['ID=44f8eb4c-364c-401a-a615-ce0f35086f18,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:23.780578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:23.860432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] No DVR routers for this DVR port 44f8eb4c-364c-401a-a615-ce0f35086f18 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:19:23.862913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=21ed7ed0-b43b-428e-80c6-89130ae79547,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:23.867992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:23.885149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:19:23.885650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:19:23.906494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:19:23.907653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:19:23.909965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:19:23.931002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 44f8eb4c-364c-401a-a615-ce0f35086f18 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:19:23.970351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 44f8eb4c-364c-401a-a615-ce0f35086f18 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:19:23.970744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 44f8eb4c-364c-401a-a615-ce0f35086f18 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:19:24.337890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:24.395280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Deleting port 44f8eb4c-364c-401a-a615-ce0f35086f18 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:19:24.395653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:24.479737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] The port '44f8eb4c-364c-401a-a615-ce0f35086f18' was deleted {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:19:24.690301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:24.944832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e3e860>,) {'filters': {'network_id': ['493e908e-69a1-41a9-9b33-3717a95a6d50']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:24.974101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e3e860>, '061706b8-b4cf-49d4-83dd-51325a5a354f') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:24.974432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7e3e860>, '061706b8-b4cf-49d4-83dd-51325a5a354f') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:24.992313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:25.288575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:25.293967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:25.344321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:19:25.617981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:19:25.637269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:25.839341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Network 493e908e-69a1-41a9-9b33-3717a95a6d50 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:19:25.864294 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:19:25.957636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router de035876-65c7-4f81-b971-2443fde8c923 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:19:25.960861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:25.967168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-82a98a79-e160-400e-b912-c5c4c2366f6a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:25.983674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:25.995444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=493e908e-69a1-41a9-9b33-3717a95a6d50,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:26.053759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:26.060525 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] 10.222.0.45 "DELETE /v2.0/networks/493e908e-69a1-41a9-9b33-3717a95a6d50 HTTP/1.1" status: 204  len: 168 time: 3.1578913
Dec 21 10:19:26.183100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:19:26.193214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Sync routers for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:19:26.204379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:26.204583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:26.205170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda670f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:26.209099 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 5.2248123
Dec 21 10:19:26.209652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45348) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:26.259669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45354) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:26.319977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1dcb8a6b-0d89-407a-a3e3-b0789e00c4c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4ea0210217b44df5977646100e80540e&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0561621
Dec 21 10:19:26.320209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45358) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:26.340147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d889202e-55c6-415f-a541-ee0e44e9d478 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets?project_id=4f37266714dd44d5856b221995070c6a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1291761
Dec 21 10:19:26.342818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45362) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:26.349285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'subnet': {'name': 'tempest-subnet-smoke-290821793', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'project_id': '4f37266714dd44d5856b221995070c6a', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:26.386997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2e54f65-ddc2-42d7-b8d1-dce279137894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:26.403179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:26.414983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2e54f65-ddc2-42d7-b8d1-dce279137894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:26.469154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:26.469920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2e54f65-ddc2-42d7-b8d1-dce279137894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:26.473346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:subnet and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:26.476385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:26.483012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:26.483504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f15165e6-f5f0-4419-9d59-f7c1847582ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:26.492145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:19:26.501450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e54f65-ddc2-42d7-b8d1-dce279137894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78548a1b-6da6-4618-a05a-a757d55594e3,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:26.503735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2e54f65-ddc2-42d7-b8d1-dce279137894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:26.505170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d2e54f65-ddc2-42d7-b8d1-dce279137894 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78548a1b-6da6-4618-a05a-a757d55594e3 HTTP/1.1" status: 204  len: 168 time: 0.1837769
Dec 21 10:19:26.506256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2e54f65-ddc2-42d7-b8d1-dce279137894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:26.618983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:26.751708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda670f0>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:19:24Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:26.756104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Checking router: de035876-65c7-4f81-b971-2443fde8c923 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:19:26.756268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Updating router de035876-65c7-4f81-b971-2443fde8c923 port 21ed7ed0-b43b-428e-80c6-89130ae79547 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:19:26.813247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:26.992134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45370) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:27.046295 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-37ba9ca9-063d-4623-9fa0-b7da99faaf7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e4eb67c030264e6ab62d7324b463fca3&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0528095
Dec 21 10:19:27.048844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45374) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:27.086033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.113925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-192ca3b3-861c-401f-9fc4-428d108a53c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.124379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1125883-ddcd-4f96-be78-6c99f67066af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:27.142405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-192ca3b3-861c-401f-9fc4-428d108a53c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.195958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-192ca3b3-861c-401f-9fc4-428d108a53c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.201559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0668928f-ee9b-4672-8854-4313b113a4ba tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:27.215573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ca3b3-861c-401f-9fc4-428d108a53c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4301a29-a168-470b-8abd-827434efabe2,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:27.218496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-192ca3b3-861c-401f-9fc4-428d108a53c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:27.219718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-192ca3b3-861c-401f-9fc4-428d108a53c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.223526 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-192ca3b3-861c-401f-9fc4-428d108a53c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c4301a29-a168-470b-8abd-827434efabe2 HTTP/1.1" status: 204  len: 168 time: 0.1711292
Dec 21 10:19:27.268416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Subnet': ['ID=0c4d2a98-440f-49d7-8124-a0b4097de13a,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:27.272539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:27.275410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.293274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Transition to ACTIVE for port object 21ed7ed0-b43b-428e-80c6-89130ae79547 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:19:27.297873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.313851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:27.331612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Checking segment: {'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:19:27.331997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network hostable DHCP agents. Network: e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:19:27.352308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:19:27.361931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:19:27.378162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:27.378910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.380768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaebdc0-b257-443c-9ea6-54625ad5d510 None None] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:19:27.407188 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0602000
Dec 21 10:19:27.407596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45380) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:27.566047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a387930-f9fc-4f86-8cf6-8082fdae45c1 None None] Pushing event updated for resources: {'Port': ['ID=21ed7ed0-b43b-428e-80c6-89130ae79547,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:27.570534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a387930-f9fc-4f86-8cf6-8082fdae45c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:27.672732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Attempting to bind port 21ed7ed0-b43b-428e-80c6-89130ae79547 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:19:27.673158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Attempting to bind port 21ed7ed0-b43b-428e-80c6-89130ae79547 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:19:27.673606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Attempting to bind port 21ed7ed0-b43b-428e-80c6-89130ae79547 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:19:27.717222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:19:27.717687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:19:27.718153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.718607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:19:27.719168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Bound port: 21ed7ed0-b43b-428e-80c6-89130ae79547, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:19:27.719594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.849565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] For port 21ed7ed0-b43b-428e-80c6-89130ae79547, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:19:27.853880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:19:27.854793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.878903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] For port 21ed7ed0-b43b-428e-80c6-89130ae79547, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=21ed7ed0-b43b-428e-80c6-89130ae79547,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:19:27.893073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:27.911548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:28.096767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a387930-f9fc-4f86-8cf6-8082fdae45c1 None None] Pushing event updated for resources: {'Port': ['ID=21ed7ed0-b43b-428e-80c6-89130ae79547,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:28.108441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:28.150046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a387930-f9fc-4f86-8cf6-8082fdae45c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:28.291926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:28.292610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feda670f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:28.678545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Allocated IP 172.20.0.2 (e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4/0c4d2a98-440f-49d7-8124-a0b4097de13a/48748a19-e6ee-4fd7-b635-6406ad859061) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:19:28.748208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:29.184090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:29.200011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Transition to ACTIVE for port object 48748a19-e6ee-4fd7-b635-6406ad859061 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:19:29.222188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Transition to ACTIVE for port object 48748a19-e6ee-4fd7-b635-6406ad859061 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:19:29.229015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:29.245260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:29.286410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feda670f0>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:19:24Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:29.294675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.1 (e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4/0c4d2a98-440f-49d7-8124-a0b4097de13a/1aac6e65-2a34-4b38-b3e3-459539df0b89) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:19:29.311489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9a94e0-b4fb-42c8-a26b-c489ec93b93f None None] The sync data for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs is: [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:19:24Z', 'revision_number': 3, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:19:29.383825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Pushing event updated for resources: {'Port': ['ID=48748a19-e6ee-4fd7-b635-6406ad859061,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:29.391964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:29.448693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:19:29.449965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:19:29.452409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:19:29.472283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:29.488667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object 1aac6e65-2a34-4b38-b3e3-459539df0b89 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:19:29.512398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:29.513865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Attempting to bind port 48748a19-e6ee-4fd7-b635-6406ad859061 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:19:29.514304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Attempting to bind port 48748a19-e6ee-4fd7-b635-6406ad859061 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:19:29.514726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Attempting to bind port 48748a19-e6ee-4fd7-b635-6406ad859061 on network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:19:29.520475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:19:29.520903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Checking segment: {'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:19:29.521357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:29.521834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Bound using segment: {'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:19:29.522358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Bound port: 48748a19-e6ee-4fd7-b635-6406ad859061, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:19:29.522780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:29.530144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5a9b0cbd-dbc6-40fa-a285-214ef5030aaa tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:29.617813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] For port 48748a19-e6ee-4fd7-b635-6406ad859061, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:19:29.621887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] For port 48748a19-e6ee-4fd7-b635-6406ad859061, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=48748a19-e6ee-4fd7-b635-6406ad859061,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:19:29.626723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:29.643924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:29.709117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=1aac6e65-2a34-4b38-b3e3-459539df0b89,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:29.716053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:29.766766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:19:29.768212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:19:29.770870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:19:29.807754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Pushing event updated for resources: {'Port': ['ID=48748a19-e6ee-4fd7-b635-6406ad859061,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:29.812965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:29.838597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:29.971789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 21ed7ed0-b43b-428e-80c6-89130ae79547 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:19:30.046784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 21ed7ed0-b43b-428e-80c6-89130ae79547 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:19:30.052354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 21ed7ed0-b43b-428e-80c6-89130ae79547 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:30.052788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:30.211340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:30.230457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 21ed7ed0-b43b-428e-80c6-89130ae79547, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=21ed7ed0-b43b-428e-80c6-89130ae79547,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:30.233950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:30.237139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a387930-f9fc-4f86-8cf6-8082fdae45c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:30.342157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=21ed7ed0-b43b-428e-80c6-89130ae79547,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:30.346321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:30.474108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:30.965961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:30.969968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:30.998417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32b4f843-b536-4ce3-b132-a941d86dd536 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:31.088468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=1aac6e65-2a34-4b38-b3e3-459539df0b89,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:31.093515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:31.094378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:31.247571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:19:31.248778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:19:31.339376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada670fe-685b-4a61-a4a3-78bf9180b78f None None] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:19:31.448049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router de035876-65c7-4f81-b971-2443fde8c923 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:19:31.454370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2427d461-b657-4ea9-89ef-f87db5d1e867 None None] Provisioning for port 48748a19-e6ee-4fd7-b635-6406ad859061 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:19:31.639029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:19:31.654277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/de035876-65c7-4f81-b971-2443fde8c923/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2454801
Dec 21 10:19:31.657018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45384) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:31.717075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:31.785162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6739ff07-8d11-4fd4-86e7-6cc401f763a4 None None] Provisioning for port 1aac6e65-2a34-4b38-b3e3-459539df0b89 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:19:31.791063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6739ff07-8d11-4fd4-86e7-6cc401f763a4 None None] Provisioning complete for port 1aac6e65-2a34-4b38-b3e3-459539df0b89 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:31.791650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6739ff07-8d11-4fd4-86e7-6cc401f763a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:31.818703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeec3a3-3978-48a4-a753-993928f7f28f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:31.819127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeec3a3-3978-48a4-a753-993928f7f28f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:31.819544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeec3a3-3978-48a4-a753-993928f7f28f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:31.819952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbeec3a3-3978-48a4-a753-993928f7f28f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:31.822338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dbeec3a3-3978-48a4-a753-993928f7f28f tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2864 time: 0.1637053
Dec 21 10:19:31.825202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45388) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:31.856062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-6739ff07-8d11-4fd4-86e7-6cc401f763a4 None None] Port 1aac6e65-2a34-4b38-b3e3-459539df0b89 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:19:31.917376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c0ac06-3d9b-4c1a-9579-b094e87de305 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:31.917809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c0ac06-3d9b-4c1a-9579-b094e87de305 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:31.918220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c0ac06-3d9b-4c1a-9579-b094e87de305 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:31.918630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c0ac06-3d9b-4c1a-9579-b094e87de305 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:31.923917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45392) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:31.924074 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-16c0ac06-3d9b-4c1a-9579-b094e87de305 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2727 time: 0.0976603
Dec 21 10:19:32.036159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 21ed7ed0-b43b-428e-80c6-89130ae79547 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:19:32.140241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 21ed7ed0-b43b-428e-80c6-89130ae79547 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:32.140663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.178343 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-44dfc3f6-2292-4b25-bc80-ac75a7e0d561 tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/routers HTTP/1.1" status: 200  len: 1607 time: 0.2499602
Dec 21 10:19:32.278971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 48748a19-e6ee-4fd7-b635-6406ad859061 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:19:32.287550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Sync routers for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:19:32.299207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:32.300140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc82e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:32.329736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8f7775d1-ac7f-47e1-9660-70a0ad740a57 None None] Provisioning complete for port 1aac6e65-2a34-4b38-b3e3-459539df0b89 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:32.330162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8f7775d1-ac7f-47e1-9660-70a0ad740a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.423055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8f7775d1-ac7f-47e1-9660-70a0ad740a57 None None] Port 1aac6e65-2a34-4b38-b3e3-459539df0b89 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:19:32.427069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45398) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:32.429785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 48748a19-e6ee-4fd7-b635-6406ad859061 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:19:32.433185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-80739577', 'description': 'tempest-secgroup-smoke-80739577 description', 'project_id': '4f37266714dd44d5856b221995070c6a'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:32.436833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 48748a19-e6ee-4fd7-b635-6406ad859061 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:32.437257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.444804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:32.450295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:32.453525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:32.459692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:32.471192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.503389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:32.507986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:32.508198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:32.513768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:32.520309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:32.616772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a1edcc3c-e7ae-42b3-aaaa-c12deb7186b1 None None] Provisioning complete for port 1aac6e65-2a34-4b38-b3e3-459539df0b89 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:32.617207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1edcc3c-e7ae-42b3-aaaa-c12deb7186b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.635571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.638682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.644782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5028b3a5-23c5-42d0-aa01-fc8b3fb09a86 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:32.660021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.693843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroup': ['ID=1fad5476-963f-40ee-bcd1-6b0946441cf7,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:32.698240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:32.699378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.700656 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-44aba04a-bb07-4cc5-9ed3-159b4fe96f3c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1742 time: 0.2724845
Dec 21 10:19:32.702041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a1edcc3c-e7ae-42b3-aaaa-c12deb7186b1 None None] Port 1aac6e65-2a34-4b38-b3e3-459539df0b89 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:19:32.703842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45402) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:32.711872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1fad5476-963f-40ee-bcd1-6b0946441cf7', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:32.717008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 48748a19-e6ee-4fd7-b635-6406ad859061, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=48748a19-e6ee-4fd7-b635-6406ad859061,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:32.719546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:32.722687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.723695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:32.724840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:32.727643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:32.733917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:32.751414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.799635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=48748a19-e6ee-4fd7-b635-6406ad859061,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:32.803025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:32.821784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.823739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-267b9537-aeb9-4339-9f69-92858967f955 None None] Provisioning complete for port 48748a19-e6ee-4fd7-b635-6406ad859061 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:32.824237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-267b9537-aeb9-4339-9f69-92858967f955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.826165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.828210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83c06eae-df67-4a70-a482-87169febab0a tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:32.852882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0fd293-8920-4a04-9ffb-63c1944d7448,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:32.861180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:32.865313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.866652 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c6b3760f-9049-4a41-9ce4-96f6da1fbb90 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1613572
Dec 21 10:19:32.870353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45406) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:32.871296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc82e8>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:32.875690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Checking router: de035876-65c7-4f81-b971-2443fde8c923 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:19:32.876096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Updating router de035876-65c7-4f81-b971-2443fde8c923 port 1aac6e65-2a34-4b38-b3e3-459539df0b89 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:19:32.876438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1fad5476-963f-40ee-bcd1-6b0946441cf7', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:32.883057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:32.887657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:32.891943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:32.906385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:32.924890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.934051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.994577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:32.998624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.000891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c51f8741-4345-4ffc-b46e-330f803c298d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:33.025202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c88f9b-1356-43ce-aa8f-3548c97141a9,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:33.029169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:33.036088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.037366 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1657526
Dec 21 10:19:33.040248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45410) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:33.046330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1fad5476-963f-40ee-bcd1-6b0946441cf7', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:33.052667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:33.057312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:33.060337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:33.066495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:33.083559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.149609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.153016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.155549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-84c04908-51ce-4fe7-9829-8733a87d2fd6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:33.178101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f103f4da-7ad7-494e-8d07-bc81a80c7e5e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:33.184084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:33.192217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.193589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f11ec296-b763-4891-911e-d433d8084679 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1521268
Dec 21 10:19:33.196499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45414) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:33.202027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1fad5476-963f-40ee-bcd1-6b0946441cf7', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:33.208443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:33.212516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:33.215579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:33.221320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:33.239835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.307628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.311015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.313300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-976c7e61-541e-46d6-b8cd-9966d781aa99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:33.334849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936b9b5e-e117-44a0-bf78-eacb75831858,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:33.340263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:33.349109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.350474 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4dcfe1a9-9e3a-4b43-96d7-290fcdebe0fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1529856
Dec 21 10:19:33.354057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45418) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:33.359670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1fad5476-963f-40ee-bcd1-6b0946441cf7', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:33.365956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:33.366718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.370644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:33.373698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:33.379529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:33.380213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Transition to ACTIVE for port object 1aac6e65-2a34-4b38-b3e3-459539df0b89 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:19:33.382955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.393272 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:19:33.399734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:33.401531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.470468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.473902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.475872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9ab1ea55-0ead-4328-b144-c628b3486365 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:33.500095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6cc94d-8dcf-41ad-a091-7e7a0739a705,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:33.502701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:33.510413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.511754 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8c505cce-1fa7-460f-95f3-93140a0aa213 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1566806
Dec 21 10:19:33.514642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45422) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:33.520216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'security_group_rule': {'security_group_id': '1fad5476-963f-40ee-bcd1-6b0946441cf7', 'project_id': '4f37266714dd44d5856b221995070c6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:33.527136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:33.532007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:security_group_rule and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:33.535104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:33.541648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:33.547971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Pushing event updated for resources: {'Port': ['ID=1aac6e65-2a34-4b38-b3e3-459539df0b89,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:33.552958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Project 4f37266714dd44d5856b221995070c6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:19:33.559067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.559461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.559840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.560209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.560575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.560940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.561044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.561308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.561712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.562065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.562423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.562778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.563134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.563624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.564114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.564473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.564833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.565182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.565538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.565892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.566244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.566599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.566954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.567302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.567653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:19:33.574055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:33.632116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.638955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.640933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-723ea742-a0cc-4521-9e23-59efdce25f42 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:33.666199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6836277-f623-4bd8-8c41-8f758a3cab6e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:33.669201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:33.677378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.678955 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1630697
Dec 21 10:19:33.740799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Attempting to bind port 1aac6e65-2a34-4b38-b3e3-459539df0b89 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:19:33.741213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Attempting to bind port 1aac6e65-2a34-4b38-b3e3-459539df0b89 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:19:33.741648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Attempting to bind port 1aac6e65-2a34-4b38-b3e3-459539df0b89 on network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:19:33.748916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:19:33.749330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Checking segment: {'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:19:33.749804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.750237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Bound using segment: {'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:19:33.750762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Bound port: 1aac6e65-2a34-4b38-b3e3-459539df0b89, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:19:33.751423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.847724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] For port 1aac6e65-2a34-4b38-b3e3-459539df0b89, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:19:33.850906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] For port 1aac6e65-2a34-4b38-b3e3-459539df0b89, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1aac6e65-2a34-4b38-b3e3-459539df0b89,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:19:33.855778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:33.872732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dd87e95d-4777-449b-9546-caa5459b1567 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:33.948995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-895f5504-9296-4790-a9a9-0309079dbd65 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:19:33.955182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 48748a19-e6ee-4fd7-b635-6406ad859061 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:19:33.965360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-895f5504-9296-4790-a9a9-0309079dbd65 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:19:33.966677 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-895f5504-9296-4790-a9a9-0309079dbd65 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-80739577&fields=id&tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 267 time: 0.0652454
Dec 21 10:19:34.023961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Pushing event updated for resources: {'Port': ['ID=1aac6e65-2a34-4b38-b3e3-459539df0b89,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:34.030077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:34.032074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 48748a19-e6ee-4fd7-b635-6406ad859061 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:34.032320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:34.073205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:34.073925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc82e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:34.157788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-e3e46f0e-1474-43f9-8750-08597c449c2a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:34.167186 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-e3e46f0e-1474-43f9-8750-08597c449c2a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/networks?id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 HTTP/1.1" status: 200  len: 796 time: 0.1907523
Dec 21 10:19:34.186169 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-7c368f18-017d-4a95-98f0-19ecf0d82b8b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/quotas/4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 375 time: 0.0176218
Dec 21 10:19:34.279053 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-b391dc7b-5ab2-41f0-ac9a-6444f64b7e3f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0885053
Dec 21 10:19:34.438453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:34.462428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4e01a56e-ea8e-41f4-aeb7-264c9f953ae5 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:19:34.463607 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4e01a56e-ea8e-41f4-aeb7-264c9f953ae5 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.1712248
Dec 21 10:19:34.613914 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-24f337f4-1807-4c7e-b2ef-eefd22be8126 service neutron] 10.222.0.45 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432438
Dec 21 10:19:34.763995 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-48fca1d6-3996-4258-a908-f4c7409e1dad service neutron] 10.222.0.45 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1430011
Dec 21 10:19:34.776372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedfc82e8>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:19:33Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:34.780680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba952629-6a84-4713-a6b0-b81bc913f6b4 None None] The sync data for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs is: [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:19:33Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:19:35.000592 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47e0f953-83e2-4121-bb07-fad3321cf361 req-4c5c1e50-3da2-4bcd-b34a-00c76aa4433a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 210 time: 0.0520544
Dec 21 10:19:35.968336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1aac6e65-2a34-4b38-b3e3-459539df0b89 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:19:36.042515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 1aac6e65-2a34-4b38-b3e3-459539df0b89 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:19:36.047855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 1aac6e65-2a34-4b38-b3e3-459539df0b89 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:36.048816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:36.181912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:36.218209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 1aac6e65-2a34-4b38-b3e3-459539df0b89, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1aac6e65-2a34-4b38-b3e3-459539df0b89,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:36.218426 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-38dffa28-836a-4b45-911e-71de7a3b2ffa req-c41aad23-28e0-4a99-8193-dc60aec83d6d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 210 time: 0.0784693
Dec 21 10:19:36.221606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:36.230326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ecc4e160-bad8-4599-a5ac-9f64e7f6241f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:36.305310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=1aac6e65-2a34-4b38-b3e3-459539df0b89,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:36.309397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:36.356243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-2cd48ffd-3408-4131-bfd2-fb29268e3449 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:36.357792 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-2cd48ffd-3408-4131-bfd2-fb29268e3449 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/networks?id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 HTTP/1.1" status: 200  len: 796 time: 0.1710947
Dec 21 10:19:36.440083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-9b04bdec-1b14-461d-94ee-fa7ece0dc446 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a HTTP/1.1" status: 200  len: 7765 time: 0.0696871
Dec 21 10:19:36.452989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'port': {'device_id': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'admin_state_up': True, 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'security_groups': ['1fad5476-963f-40ee-bcd1-6b0946441cf7']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:36.598134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:36.602467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:port and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:36.606069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for port was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:36.611862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:36.620587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Made reservation on behalf of 4f37266714dd44d5856b221995070c6a for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:19:36.626124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:36.938370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.20.0.7 (e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4/0c4d2a98-440f-49d7-8124-a0b4097de13a/b60c2f6d-52b0-4a64-8713-8a7e77e633ea) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:19:37.140485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:37.158148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Transition to ACTIVE for port object b60c2f6d-52b0-4a64-8713-8a7e77e633ea will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:19:37.178632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:37.194347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d11de64-7563-4951-961a-6dcbd1a35e3a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:37.345773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:37.352416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:37.453221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:19:37.456791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:19:37.459559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:19:37.522403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc515245-ff05-4812-b4f5-b6a303968cd9 req-50f1713b-6ee8-4599-a471-afbac792c91d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:37.524026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cc515245-ff05-4812-b4f5-b6a303968cd9 req-50f1713b-6ee8-4599-a471-afbac792c91d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 931 time: 0.1728852
Dec 21 10:19:37.563945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:37.564630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:37.609391 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cc515245-ff05-4812-b4f5-b6a303968cd9 req-73d797bf-081b-4a69-a4b8-47f33d2c0ba8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1fad5476-963f-40ee-bcd1-6b0946441cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0780368
Dec 21 10:19:37.611206 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1623561
Dec 21 10:19:37.662700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-20cbd708-4154-4f76-bdfe-a4d0fdf31ef8 None None] Provisioning for port b60c2f6d-52b0-4a64-8713-8a7e77e633ea completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:19:37.669719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-20cbd708-4154-4f76-bdfe-a4d0fdf31ef8 None None] Provisioning complete for port b60c2f6d-52b0-4a64-8713-8a7e77e633ea triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:37.670133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20cbd708-4154-4f76-bdfe-a4d0fdf31ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:37.704179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Request body: {'port': {'device_id': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:37.725886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-20cbd708-4154-4f76-bdfe-a4d0fdf31ef8 None None] Port b60c2f6d-52b0-4a64-8713-8a7e77e633ea cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:19:37.817189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:37.963005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1aac6e65-2a34-4b38-b3e3-459539df0b89 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:19:38.038049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 1aac6e65-2a34-4b38-b3e3-459539df0b89 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:38.038496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:38.244589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60c2f6d-52b0-4a64-8713-8a7e77e633ea {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:19:38.251453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:38.264161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Transition to ACTIVE for port object b60c2f6d-52b0-4a64-8713-8a7e77e633ea will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:19:38.267019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:38.282644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-134c735b-1aa9-4af0-9937-db3102026e94 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:38.334784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a40908fd-e0dd-41a8-8b63-55608e2adecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:38.479378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:19:38.691013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Pushing event updated for resources: {'Port': ['ID=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:38.696181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:38.949731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e1d17-ac25-44d2-81c5-00c971cfe07a req-53f49ac2-e9b3-4cee-b4f4-3af0b305d147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:38.950498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-964e1d17-ac25-44d2-81c5-00c971cfe07a req-53f49ac2-e9b3-4cee-b4f4-3af0b305d147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Synchronizing usage tracker for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:19:38.956139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Attempting to bind port b60c2f6d-52b0-4a64-8713-8a7e77e633ea on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:19:38.956512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Attempting to bind port b60c2f6d-52b0-4a64-8713-8a7e77e633ea by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:19:38.956879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Attempting to bind port b60c2f6d-52b0-4a64-8713-8a7e77e633ea on network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:19:38.965804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:19:38.966424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Checking segment: {'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:19:38.966548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:38.966920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Bound using segment: {'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:19:38.967393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Bound port: b60c2f6d-52b0-4a64-8713-8a7e77e633ea, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858be697-68ff-48b3-9744-ef21e5159e21', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:19:38.967768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:38.989450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-964e1d17-ac25-44d2-81c5-00c971cfe07a req-53f49ac2-e9b3-4cee-b4f4-3af0b305d147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Unset dirty status for tenant:4f37266714dd44d5856b221995070c6a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:19:38.990750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-964e1d17-ac25-44d2-81c5-00c971cfe07a req-53f49ac2-e9b3-4cee-b4f4-3af0b305d147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 943 time: 0.2006435
Dec 21 10:19:39.101166 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-964e1d17-ac25-44d2-81c5-00c971cfe07a req-d55541bb-de86-48d9-ae5e-8fd31dee5cdf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1fad5476-963f-40ee-bcd1-6b0946441cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0809126
Dec 21 10:19:39.110678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] For port b60c2f6d-52b0-4a64-8713-8a7e77e633ea, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:19:39.113883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] For port b60c2f6d-52b0-4a64-8713-8a7e77e633ea, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:19:39.117192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:39.133530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:39.286109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Pushing event updated for resources: {'Port': ['ID=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:39.291635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:39.324269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:39.324938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:39.326458 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] 10.222.0.16 "PUT /v2.0/ports/b60c2f6d-52b0-4a64-8713-8a7e77e633ea HTTP/1.1" status: 200  len: 1157 time: 1.7062428
Dec 21 10:19:39.327018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:19:39.450128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-08a935b2-796f-43c3-b382-ea7ae83b5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:39.451805 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-08a935b2-796f-43c3-b382-ea7ae83b5ab2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 1160 time: 0.0865676
Dec 21 10:19:39.529270 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-b69cdbb6-2e17-44b0-9b30-cf0847c33fb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60c2f6d-52b0-4a64-8713-8a7e77e633ea HTTP/1.1" status: 200  len: 217 time: 0.0698862
Dec 21 10:19:39.573911 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'status': 'completed', 'code': 200}
Dec 21 10:19:39.609046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-fa682d6a-553a-4994-b088-e073b0c03f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:39.610664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-fa682d6a-553a-4994-b088-e073b0c03f0a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4d2a98-440f-49d7-8124-a0b4097de13a HTTP/1.1" status: 200  len: 834 time: 0.0750301
Dec 21 10:19:39.690801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-cb923787-9d32-4d49-852d-693ce123f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:39.692345 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-cb923787-9d32-4d49-852d-693ce123f73c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752847
Dec 21 10:19:39.834822 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-13c08db7-a319-4372-ac9f-df3e039d882d service neutron] 10.222.0.16 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355183
Dec 21 10:19:39.978297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a17f54c-7185-48ce-ad61-334ac74bfee5 req-7251c162-cef4-4170-abc9-d87f9fd29eca service neutron] 10.222.0.16 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362643
Dec 21 10:19:40.100558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-eb3f3dd3-cb71-43fc-95f4-553f6d92d391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:40.102221 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-eb3f3dd3-cb71-43fc-95f4-553f6d92d391 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 1160 time: 0.0785515
Dec 21 10:19:40.305442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-1975417a-78b6-4618-b78e-2be1b32bf9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:40.307019 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-1975417a-78b6-4618-b78e-2be1b32bf9d3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 HTTP/1.1" status: 200  len: 890 time: 0.1985505
Dec 21 10:19:40.390220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-19f5db21-9df4-4c3f-84e6-0a896f8754d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60c2f6d-52b0-4a64-8713-8a7e77e633ea HTTP/1.1" status: 200  len: 217 time: 0.0724022
Dec 21 10:19:40.442624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478e52f-a7fb-4792-85ff-45233fdec053 req-289d59fa-361c-4408-9789-3e4f84ddfbcb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:40.444167 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5478e52f-a7fb-4792-85ff-45233fdec053 req-289d59fa-361c-4408-9789-3e4f84ddfbcb tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 943 time: 0.2108867
Dec 21 10:19:40.501342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-148be478-a123-4d5e-b20d-5279bebb3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:40.502909 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-148be478-a123-4d5e-b20d-5279bebb3090 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4d2a98-440f-49d7-8124-a0b4097de13a HTTP/1.1" status: 200  len: 834 time: 0.1046453
Dec 21 10:19:40.509630 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5478e52f-a7fb-4792-85ff-45233fdec053 req-fc28e610-2778-4a9d-9b42-dd39c56e1d99 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1fad5476-963f-40ee-bcd1-6b0946441cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0541515
Dec 21 10:19:40.586412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-2d79dce1-8b08-422c-8184-75b1c3e8111f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:40.588880 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-2d79dce1-8b08-422c-8184-75b1c3e8111f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782773
Dec 21 10:19:40.737048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-d06fecbb-a510-47cd-9077-ca4a33d9182b service neutron] 10.222.0.16 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410310
Dec 21 10:19:40.882046 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd36c82a-012b-4985-87e2-0e621bc8df3f req-7d17b047-d47f-4206-bc87-ef5fe2b6c833 service neutron] 10.222.0.16 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1372700
Dec 21 10:19:41.732606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc6a6b7-ec57-4692-a703-7f381a228c47 req-df4ba245-e646-430f-bf86-d95f6d43a889 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:41.734261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bbc6a6b7-ec57-4692-a703-7f381a228c47 req-df4ba245-e646-430f-bf86-d95f6d43a889 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 943 time: 0.0897405
Dec 21 10:19:41.781597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bbc6a6b7-ec57-4692-a703-7f381a228c47 req-c60c63c2-92a3-454d-9930-36ee5b3922d1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1fad5476-963f-40ee-bcd1-6b0946441cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0409489
Dec 21 10:19:42.120403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device b60c2f6d-52b0-4a64-8713-8a7e77e633ea up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:19:42.178775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:42.200807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port b60c2f6d-52b0-4a64-8713-8a7e77e633ea completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:19:42.206351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port b60c2f6d-52b0-4a64-8713-8a7e77e633ea triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:42.206768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:42.326404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:42.354043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:19:42.364377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port b60c2f6d-52b0-4a64-8713-8a7e77e633ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:19:42.367337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:42.369917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:42.422178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'code': 200}
Dec 21 10:19:42.444530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec549218-6f04-4a29-abc8-5d804fe2a683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:42.453706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:42.456803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:42.658417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2f7230-670c-45d7-9804-23d2bae7e0ca req-5dccfa3f-22d5-44f5-a53d-e060ccaecf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:42.660043 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a2f7230-670c-45d7-9804-23d2bae7e0ca req-5dccfa3f-22d5-44f5-a53d-e060ccaecf36 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 1162 time: 0.0791478
Dec 21 10:19:42.674061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:42.705265 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a2f7230-670c-45d7-9804-23d2bae7e0ca req-7188d01b-f9a3-4633-b3e7-3e234b6d1b0e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1fad5476-963f-40ee-bcd1-6b0946441cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0373101
Dec 21 10:19:42.991892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dce16c-584a-4ab8-b87b-c793c78362cc req-c02f395d-95a4-4cdf-9006-15193191d463 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:42.993567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-68dce16c-584a-4ab8-b87b-c793c78362cc req-c02f395d-95a4-4cdf-9006-15193191d463 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 945 time: 0.0831103
Dec 21 10:19:43.044398 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-68dce16c-584a-4ab8-b87b-c793c78362cc req-a72b1a6f-60d4-42ae-8a4c-09899f07856f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1fad5476-963f-40ee-bcd1-6b0946441cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0443776
Dec 21 10:19:43.493928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:43.859436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device b60c2f6d-52b0-4a64-8713-8a7e77e633ea up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:19:44.110391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port b60c2f6d-52b0-4a64-8713-8a7e77e633ea triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:19:44.110845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:44.261212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c67c3e-3b06-4532-ad5b-583d08b54ecc req-63299a51-b68e-453f-b2c4-024177e34e6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:44.262843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-17c67c3e-3b06-4532-ad5b-583d08b54ecc req-63299a51-b68e-453f-b2c4-024177e34e6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 945 time: 0.0869119
Dec 21 10:19:44.310521 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-17c67c3e-3b06-4532-ad5b-583d08b54ecc req-da65fd41-1bd3-46c8-b626-d4c68c78d158 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1fad5476-963f-40ee-bcd1-6b0946441cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413673
Dec 21 10:19:44.520685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d94d4-75d1-46b5-acb5-c09eb455f404 req-cd4960c4-8d3a-46c2-87aa-b52af7c3169f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:44.522309 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9e0d94d4-75d1-46b5-acb5-c09eb455f404 req-cd4960c4-8d3a-46c2-87aa-b52af7c3169f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 945 time: 0.0838344
Dec 21 10:19:44.575038 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9e0d94d4-75d1-46b5-acb5-c09eb455f404 req-de93e2d1-d26a-4331-afaa-603f292375a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1fad5476-963f-40ee-bcd1-6b0946441cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0455463
Dec 21 10:19:44.606409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45482) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:44.685956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b491d8e5-5283-4fae-812c-29db07f190cb tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:44.687507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b491d8e5-5283-4fae-812c-29db07f190cb tempest-TestNetworkBasicOps-1454096011 tempest-TestNetworkBasicOps-1454096011] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 1157 time: 0.0800414
Dec 21 10:19:44.690564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45486) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:44.695945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:19:44.702428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:19:44.706415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Usage tracker for resource:floatingip and tenant:4f37266714dd44d5856b221995070c6a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:19:44.709349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:19:44.715598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:19:44.724920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:44.871824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:45.139139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Allocated IP 172.26.1.92 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/c035c38b-1be8-407a-a551-f719ba3cea3a) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:19:45.300887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:45.327456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:45.343196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:45.486803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=c035c38b-1be8-407a-a551-f719ba3cea3a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:45.491258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:45.533023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:19:45.534208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:19:45.536551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:19:45.964101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:46.036015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:46.302431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:46.305945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:46.321672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c83d250e-3932-44b1-9447-bcdd90e34156 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:19:46.459567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event updated for resources: {'Port': ['ID=c035c38b-1be8-407a-a551-f719ba3cea3a,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:19:46.464621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:19:46.559203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:46.999337 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 associated. External IP: 172.26.1.92, port: b60c2f6d-52b0-4a64-8713-8a7e77e633ea.
Dec 21 10:19:47.364691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router de035876-65c7-4f81-b971-2443fde8c923 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:19:47.555801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:19:47.567127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] Sync routers for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:19:47.578185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:47.578965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf57f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:47.582141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:19:47.640937 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.9492066
Dec 21 10:19:47.641609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:19:47.643895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45490) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:47.717073 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'status': 'completed', 'code': 200}
Dec 21 10:19:47.771305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:47.811236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-915ce930-bdf5-4723-9401-477fedaf3862 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 HTTP/1.1" status: 200  len: 990 time: 0.1659973
Dec 21 10:19:47.837763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053558-895b-453f-a303-749f82ecea8f req-5d53cdf1-080f-4ca9-a174-f4506e1cce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:47.839597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-94053558-895b-453f-a303-749f82ecea8f req-5d53cdf1-080f-4ca9-a174-f4506e1cce46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 1162 time: 0.0984652
Dec 21 10:19:47.988229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053558-895b-453f-a303-749f82ecea8f req-88f372d4-0e40-4c96-a083-39fed1d8afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:47.989888 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-94053558-895b-453f-a303-749f82ecea8f req-88f372d4-0e40-4c96-a083-39fed1d8afdd service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 HTTP/1.1" status: 200  len: 890 time: 0.1438925
Dec 21 10:19:48.102252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-94053558-895b-453f-a303-749f82ecea8f req-55140b04-3558-49d6-91ad-ddac9fb0d2f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60c2f6d-52b0-4a64-8713-8a7e77e633ea HTTP/1.1" status: 200  len: 998 time: 0.1058667
Dec 21 10:19:48.152791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf57f0>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e57ef6ca-e0a6-4b32-a9e0-afa771286ce4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'port_id': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'mac_address': 'fa:16:3e:2f:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:19:45Z', 'updated_at': '2020-12-21T10:19:45Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:19:36Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:48.156859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] Checking router: de035876-65c7-4f81-b971-2443fde8c923 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:19:48.165899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:19:48.166818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf57f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:19:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:48.172237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053558-895b-453f-a303-749f82ecea8f req-39d950f7-fd82-4703-9bfb-21422c5b438e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:48.173895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-94053558-895b-453f-a303-749f82ecea8f req-39d950f7-fd82-4703-9bfb-21422c5b438e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4d2a98-440f-49d7-8124-a0b4097de13a HTTP/1.1" status: 200  len: 834 time: 0.0651836
Dec 21 10:19:48.253671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94053558-895b-453f-a303-749f82ecea8f req-16a2a08b-1afb-4487-9a5f-81ff67012743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:19:48.255452 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-94053558-895b-453f-a303-749f82ecea8f req-16a2a08b-1afb-4487-9a5f-81ff67012743 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748520
Dec 21 10:19:48.353984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:19:48.400509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-94053558-895b-453f-a303-749f82ecea8f req-dba4c296-e7ca-400d-b68b-51a1e20f26c8 service neutron] 10.222.0.16 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374412
Dec 21 10:19:48.545451 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-94053558-895b-453f-a303-749f82ecea8f req-f74c244a-0fa6-4833-8ecb-daf2e48ae7ee service neutron] 10.222.0.16 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395226
Dec 21 10:19:48.732350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcf57f0>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e57ef6ca-e0a6-4b32-a9e0-afa771286ce4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'port_id': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'mac_address': 'fa:16:3e:2f:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:19:45Z', 'updated_at': '2020-12-21T10:19:45Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:19:36Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:19:48.736570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970647c8-e9c9-4bbe-9df5-cc3a6b1acdbb None None] The sync data for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs is: [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:19:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e57ef6ca-e0a6-4b32-a9e0-afa771286ce4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'port_id': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'mac_address': 'fa:16:3e:2f:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:19:45Z', 'updated_at': '2020-12-21T10:19:45Z', 'revision_number': 0, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:19:36Z', 'revision_number': 5, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:19:48.815471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45496) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:48.932585 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c788c933-8dcd-46c3-ba44-9d1df7430113 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 HTTP/1.1" status: 200  len: 990 time: 0.1157994
Dec 21 10:19:49.033869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5185a86-ff9d-477f-93c2-7692df87eff7 None None] New status for floating IP e57ef6ca-e0a6-4b32-a9e0-afa771286ce4: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:19:49.936745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45500) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:19:50.051065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7f588570-ec8f-4dcb-85d3-f3294e495900 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 HTTP/1.1" status: 200  len: 992 time: 0.1130204
Dec 21 10:20:01.747448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:08.337130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a7d92c59-99dc-45b3-8d95-b081c3e5c76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:12.156164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:12.427345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46af31f3-d04e-428e-9e62-9c7da130a830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:12.675762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:13.497591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:15.480422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:20:19.261352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45516) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:19.267384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b8959b9e-5cb7-4cf2-ac86-1ba22190c81a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'router': {'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:20:20.078931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8959b9e-5cb7-4cf2-ac86-1ba22190c81a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:20.089754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8959b9e-5cb7-4cf2-ac86-1ba22190c81a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:20.279294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8959b9e-5cb7-4cf2-ac86-1ba22190c81a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router de035876-65c7-4f81-b971-2443fde8c923 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:20:20.466808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8959b9e-5cb7-4cf2-ac86-1ba22190c81a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:20:20.472977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8959b9e-5cb7-4cf2-ac86-1ba22190c81a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:20.474289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b8959b9e-5cb7-4cf2-ac86-1ba22190c81a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/de035876-65c7-4f81-b971-2443fde8c923 HTTP/1.1" status: 200  len: 888 time: 1.2117746
Dec 21 10:20:20.480197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3291c020-3bca-450b-a3cb-55d8a365252a None None] Sync routers for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:20:20.490648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291c020-3bca-450b-a3cb-55d8a365252a None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:20:20.491312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3291c020-3bca-450b-a3cb-55d8a365252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1fc18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:20:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:20.556608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3291c020-3bca-450b-a3cb-55d8a365252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1fc18>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:20.566278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3291c020-3bca-450b-a3cb-55d8a365252a None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:20:20.566931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3291c020-3bca-450b-a3cb-55d8a365252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1fc18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:20:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:20.633570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3291c020-3bca-450b-a3cb-55d8a365252a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecf1fc18>, [], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:20.634020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3291c020-3bca-450b-a3cb-55d8a365252a None None] The sync data for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs is: [] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:20:20.923882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-721311e2-3e6d-4c50-8eb6-4bdf79c3bcbc None None] New status for floating IP e57ef6ca-e0a6-4b32-a9e0-afa771286ce4: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:20:21.970609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1aac6e65-2a34-4b38-b3e3-459539df0b89 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:20:22.088674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:22.121144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 1aac6e65-2a34-4b38-b3e3-459539df0b89, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1aac6e65-2a34-4b38-b3e3-459539df0b89,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:20:22.123984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:22.124794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 21ed7ed0-b43b-428e-80c6-89130ae79547 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:20:22.152862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:22.246048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=1aac6e65-2a34-4b38-b3e3-459539df0b89,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:22.281347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.281760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.282139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.282513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.282880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.283249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.283614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.283979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.284343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.284704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.285065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.285425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.285887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.286245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.286603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.286962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.287318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.287675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.288032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.288384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.288741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.289096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.289450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.289829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:22.299830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:22.320351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:22.336353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 21ed7ed0-b43b-428e-80c6-89130ae79547, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=21ed7ed0-b43b-428e-80c6-89130ae79547,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:20:22.339063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:22.340831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:22.408070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=21ed7ed0-b43b-428e-80c6-89130ae79547,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:22.411330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:22.642399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45522) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:22.648340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5c06e1bd-e970-45dd-ae53-1d46326d6b56 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Request body: {'router': {'admin_state_up': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:20:23.188779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c06e1bd-e970-45dd-ae53-1d46326d6b56 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:23.198383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c06e1bd-e970-45dd-ae53-1d46326d6b56 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854194406', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-581410', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854194918'] for router, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:23.385113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c06e1bd-e970-45dd-ae53-1d46326d6b56 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router de035876-65c7-4f81-b971-2443fde8c923 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:20:23.571019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c06e1bd-e970-45dd-ae53-1d46326d6b56 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:20:23.577135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c06e1bd-e970-45dd-ae53-1d46326d6b56 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:23.578444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5c06e1bd-e970-45dd-ae53-1d46326d6b56 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/de035876-65c7-4f81-b971-2443fde8c923 HTTP/1.1" status: 200  len: 887 time: 0.9349549
Dec 21 10:20:23.581143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] Sync routers for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:20:23.581759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45526) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:23.593019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:20:23.593750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed08a278>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:20:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:23.700755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0deca4e3-a234-4024-93c4-193de2b9c5cf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 HTTP/1.1" status: 200  len: 990 time: 0.1175518
Dec 21 10:20:23.956370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:20:24.323548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed08a278>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:20:23Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:20:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e57ef6ca-e0a6-4b32-a9e0-afa771286ce4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'port_id': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'mac_address': 'fa:16:3e:2f:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:19:45Z', 'updated_at': '2020-12-21T10:20:21Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:20:22Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:24.327699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] Checking router: de035876-65c7-4f81-b971-2443fde8c923 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:20:24.336675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:20:24.337348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed08a278>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:20:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:24.521848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:20:24.704820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45530) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:24.819825 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b44c4069-717d-48a7-a3a5-a97f374c5135 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 HTTP/1.1" status: 200  len: 990 time: 0.1136479
Dec 21 10:20:24.896443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed08a278>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:20:23Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:20:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e57ef6ca-e0a6-4b32-a9e0-afa771286ce4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'port_id': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'mac_address': 'fa:16:3e:2f:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:19:45Z', 'updated_at': '2020-12-21T10:20:21Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:20:22Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:24.901034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b08599-abfd-41ad-a0ac-828a6dd19f1f None None] The sync data for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs is: [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:20:23Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:20:22Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e57ef6ca-e0a6-4b32-a9e0-afa771286ce4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'floating_ip_address': '172.26.1.92', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'port_id': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'mac_address': 'fa:16:3e:2f:a9:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:19:45Z', 'updated_at': '2020-12-21T10:20:21Z', 'revision_number': 2, 'project_id': '4f37266714dd44d5856b221995070c6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:20:22Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:20:25.092270 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16069fb4-642a-4b7a-85de-8906c379b72a req-0c490677-2dc2-4d29-bdbe-6cb5abdb96af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0806658
Dec 21 10:20:25.249112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16069fb4-642a-4b7a-85de-8906c379b72a req-83c76f4c-ab75-4d50-a25b-28af44e86614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:25.250765 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16069fb4-642a-4b7a-85de-8906c379b72a req-83c76f4c-ab75-4d50-a25b-28af44e86614 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 1162 time: 0.0840006
Dec 21 10:20:25.417002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16069fb4-642a-4b7a-85de-8906c379b72a req-a365c825-09fa-4691-a8a2-2a515c2f8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:25.418920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16069fb4-642a-4b7a-85de-8906c379b72a req-a365c825-09fa-4691-a8a2-2a515c2f8090 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 HTTP/1.1" status: 200  len: 890 time: 0.1475713
Dec 21 10:20:25.537320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16069fb4-642a-4b7a-85de-8906c379b72a req-d128e13a-6f59-4596-a463-07b820046bd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60c2f6d-52b0-4a64-8713-8a7e77e633ea HTTP/1.1" status: 200  len: 998 time: 0.1116171
Dec 21 10:20:25.615721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16069fb4-642a-4b7a-85de-8906c379b72a req-eaf2b9ca-9985-4bea-a23a-17c78d9ce2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:25.617356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16069fb4-642a-4b7a-85de-8906c379b72a req-eaf2b9ca-9985-4bea-a23a-17c78d9ce2c8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4d2a98-440f-49d7-8124-a0b4097de13a HTTP/1.1" status: 200  len: 834 time: 0.0735407
Dec 21 10:20:25.709282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16069fb4-642a-4b7a-85de-8906c379b72a req-e4e0dab5-88a6-4733-b332-6c0549e0fcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:25.710968 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16069fb4-642a-4b7a-85de-8906c379b72a req-e4e0dab5-88a6-4733-b332-6c0549e0fcb7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851977
Dec 21 10:20:25.823649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45534) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:25.955381 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2be1d68d-c958-497f-abb2-2b09fa118c7f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 HTTP/1.1" status: 200  len: 990 time: 0.1301954
Dec 21 10:20:26.058933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1aac6e65-2a34-4b38-b3e3-459539df0b89 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:20:26.137620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 1aac6e65-2a34-4b38-b3e3-459539df0b89 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:20:26.138050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:26.164885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16069fb4-642a-4b7a-85de-8906c379b72a req-35732445-4bd3-4596-9a41-7e3336cd26d3 service neutron] 10.222.0.16 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4469597
Dec 21 10:20:26.262332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:26.297145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 1aac6e65-2a34-4b38-b3e3-459539df0b89, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1aac6e65-2a34-4b38-b3e3-459539df0b89,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:20:26.299796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:26.300702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 21ed7ed0-b43b-428e-80c6-89130ae79547 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:20:26.316176 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16069fb4-642a-4b7a-85de-8906c379b72a req-2c931821-8235-438b-9f9e-07cbd5683635 service neutron] 10.222.0.16 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1434653
Dec 21 10:20:26.329475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:26.427135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=1aac6e65-2a34-4b38-b3e3-459539df0b89,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:26.431787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:26.439222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 21ed7ed0-b43b-428e-80c6-89130ae79547 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:20:26.439659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:26.559693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:26.576443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 21ed7ed0-b43b-428e-80c6-89130ae79547, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=21ed7ed0-b43b-428e-80c6-89130ae79547,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:20:26.579380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:26.581318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:26.651514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=21ed7ed0-b43b-428e-80c6-89130ae79547,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:26.654800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:26.959392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45538) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:27.074057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-50845aa9-9d4e-494b-b93c-205c848b1343 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 HTTP/1.1" status: 200  len: 990 time: 0.1133342
Dec 21 10:20:27.771911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-352171f8-ae99-4a3f-af47-880951aff28a None None] New status for floating IP e57ef6ca-e0a6-4b32-a9e0-afa771286ce4: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:20:27.996022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1aac6e65-2a34-4b38-b3e3-459539df0b89 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:20:28.067403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 1aac6e65-2a34-4b38-b3e3-459539df0b89 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:20:28.067821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:28.078280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45542) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:28.191179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 21ed7ed0-b43b-428e-80c6-89130ae79547 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:20:28.196952 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3a6efe7-4b73-48ba-995a-59e87f79825f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/floatingips/e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 HTTP/1.1" status: 200  len: 992 time: 0.1173439
Dec 21 10:20:28.261637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 21ed7ed0-b43b-428e-80c6-89130ae79547 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:20:28.262067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:28.487428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45550) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:28.701654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port c035c38b-1be8-407a-a551-f719ba3cea3a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:20:28.701955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:28.884421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:28.885746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:29.014792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for c035c38b-1be8-407a-a551-f719ba3cea3a owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:20:29.167005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:29.182988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-31ecf3c0-69ec-4dfd-88b6-19492546075b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:29.238115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=c035c38b-1be8-407a-a551-f719ba3cea3a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:29.249822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.250251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.250669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.251083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.251493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.251903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.252315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.252717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.253121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.253543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.253951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.254355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.254832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.255234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.255636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.256042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.256443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.256842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.257243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.257676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.258075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.258472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.258872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.259270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:29.264538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:29.421191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:29.421602 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Floating IP e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 disassociated (deleted). External IP: 172.26.1.92, port: b60c2f6d-52b0-4a64-8713-8a7e77e633ea.
Dec 21 10:20:29.786302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router de035876-65c7-4f81-b971-2443fde8c923 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:20:29.972571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:20:29.983707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] Sync routers for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:20:29.995059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:29.999083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:20:29.999848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fece045c0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:20:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:30.052203 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2e973aca-3abe-4f6e-b4cc-5297f0a5d6fc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/floatingips/e57ef6ca-e0a6-4b32-a9e0-afa771286ce4 HTTP/1.1" status: 204  len: 168 time: 1.5635993
Dec 21 10:20:30.052916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:20:30.134122 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'status': 'completed', 'code': 200}
Dec 21 10:20:30.193037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:20:30.236146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-73f44b13-d16f-4367-836d-b5fe328ca427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:30.237870 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-73f44b13-d16f-4367-836d-b5fe328ca427 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f37266714dd44d5856b221995070c6a&device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 1162 time: 0.0807483
Dec 21 10:20:30.399398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-278636fa-6dbb-47bc-89e8-57b66a207872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:30.401354 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-278636fa-6dbb-47bc-89e8-57b66a207872 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 HTTP/1.1" status: 200  len: 890 time: 0.1573813
Dec 21 10:20:30.517083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-3d4e9466-a2e7-4f4f-9fb7-94e846bff9b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b60c2f6d-52b0-4a64-8713-8a7e77e633ea HTTP/1.1" status: 200  len: 217 time: 0.1072540
Dec 21 10:20:30.545310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fece045c0>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:20:23Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:20:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:20:26Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:30.549443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] Checking router: de035876-65c7-4f81-b971-2443fde8c923 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:20:30.559241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:20:30.559948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fece045c0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:20:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:30.610943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-dfd06a53-35c6-4752-8959-b962cb100ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:30.612536 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-dfd06a53-35c6-4752-8959-b962cb100ca1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0c4d2a98-440f-49d7-8124-a0b4097de13a HTTP/1.1" status: 200  len: 834 time: 0.0874674
Dec 21 10:20:30.664706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62383ebb-3486-478c-bf7e-8945a64d5d38 req-43433906-0ed5-4cc4-89c3-0383f47492b7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:30.666525 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-62383ebb-3486-478c-bf7e-8945a64d5d38 req-43433906-0ed5-4cc4-89c3-0383f47492b7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 945 time: 0.2012424
Dec 21 10:20:30.735956 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-62383ebb-3486-478c-bf7e-8945a64d5d38 req-8a7abc9f-91da-4a5f-b921-4d3a89b60503 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1fad5476-963f-40ee-bcd1-6b0946441cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0611033
Dec 21 10:20:30.746530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-0c12ad69-1f09-49e7-90b9-ddf31049714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:30.748148 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-0c12ad69-1f09-49e7-90b9-ddf31049714b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1278327
Dec 21 10:20:30.750309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:20:30.897580 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-2ccb485a-ad71-43ee-986a-3c6828068680 service neutron] 10.222.0.16 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419039
Dec 21 10:20:31.055915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-420fc5f0-f153-452e-80a9-5898920e5f90 req-b56c7e17-ee3f-43d9-a00b-3157e488e044 service neutron] 10.222.0.16 "GET /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1504583
Dec 21 10:20:31.269930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fece045c0>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:20:23Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:20:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:20:26Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:31.274100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720175eb-dcc8-4cd6-ad46-718217bf5c1f None None] The sync data for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs is: [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:20:23Z', 'revision_number': 6, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:20:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '1aac6e65-2a34-4b38-b3e3-459539df0b89', 'name': '', 'network_id': 'e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'mac_address': 'fa:16:3e:3c:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:28Z', 'updated_at': '2020-12-21T10:20:26Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'subnets': [{'id': '0c4d2a98-440f-49d7-8124-a0b4097de13a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:20:31.722518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-a3eec479-66dc-4ba8-b489-e0cd64584762 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:31.724097 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-a3eec479-66dc-4ba8-b489-e0cd64584762 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 945 time: 0.0919051
Dec 21 10:20:31.749982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:31.802440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port b60c2f6d-52b0-4a64-8713-8a7e77e633ea {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:20:31.802990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:32.078828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device b60c2f6d-52b0-4a64-8713-8a7e77e633ea no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:20:32.109582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14139e0-4218-4067-9530-54a1ffa3ce43 req-5881894a-1fb8-4a5f-87f3-47b2ebfd182d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:32.111193 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a14139e0-4218-4067-9530-54a1ffa3ce43 req-5881894a-1fb8-4a5f-87f3-47b2ebfd182d tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 945 time: 0.2148972
Dec 21 10:20:32.170321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port b60c2f6d-52b0-4a64-8713-8a7e77e633ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:20:32.170675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:32.199943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:32.229998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:20:32.250042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port b60c2f6d-52b0-4a64-8713-8a7e77e633ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:20:32.258793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:32.262315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:32.299293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46919f35-0a74-4897-8853-63d245d60643 None None] New status for floating IP e57ef6ca-e0a6-4b32-a9e0-afa771286ce4: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:20:32.322557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for b60c2f6d-52b0-4a64-8713-8a7e77e633ea owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:20:32.336698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:32.345198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:32.366091 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a14139e0-4218-4067-9530-54a1ffa3ce43 req-0e23916f-76de-4430-8aba-bef812d798f7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/security-groups?id=1fad5476-963f-40ee-bcd1-6b0946441cf7&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2444775
Dec 21 10:20:32.408415 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'code': 200}
Dec 21 10:20:32.426696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:20:32.426999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:20:32.928208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port b60c2f6d-52b0-4a64-8713-8a7e77e633ea {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:20:32.928728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:33.192600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port b60c2f6d-52b0-4a64-8713-8a7e77e633ea, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:20:33.193136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:33.323076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for b60c2f6d-52b0-4a64-8713-8a7e77e633ea owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:20:33.469514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:33.485558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a1b3a980-9bc1-4890-83df-6830f812dec4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:33.583965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=b60c2f6d-52b0-4a64-8713-8a7e77e633ea,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:33.598130 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c80e9d43-9afe-4772-8fb8-4ba2d8818107 req-08391aa0-59f9-4010-a611-e7e736a9d99f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "GET /v2.0/ports?device_id=d48333fc-2299-4528-bbb6-5c1cdf49d564 HTTP/1.1" status: 200  len: 210 time: 0.0804086
Dec 21 10:20:33.606765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.607205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.607672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.608033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.608460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.608878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.609293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.609730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.610147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.610555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.610967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.611375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.612172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.612314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.612633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.613043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.613450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.613884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.614304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.614739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.615150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.615555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.615964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.616372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:20:33.669159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:33.760306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] No DVR routers for this DVR port b60c2f6d-52b0-4a64-8713-8a7e77e633ea on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:20:33.762643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:33.765560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'name': 'network-vif-deleted', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:20:33.778279 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ad12a78-8bb3-4eb1-be96-0c42fce8cafc req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.16 "DELETE /v2.0/ports/b60c2f6d-52b0-4a64-8713-8a7e77e633ea HTTP/1.1" status: 204  len: 173 time: 2.0481861
Dec 21 10:20:33.830161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd48333fc-2299-4528-bbb6-5c1cdf49d564', 'name': 'network-vif-deleted', 'tag': 'b60c2f6d-52b0-4a64-8713-8a7e77e633ea', 'status': 'completed', 'code': 200}
Dec 21 10:20:34.711649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45572) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:34.787209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f94adddc-63d0-4bed-a078-a57fe3714370 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:34.819325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f94adddc-63d0-4bed-a078-a57fe3714370 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:34.872929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f94adddc-63d0-4bed-a078-a57fe3714370 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:34.878078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-abe6e040-774d-4fe0-a946-a04ae07309a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:34.893750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94adddc-63d0-4bed-a078-a57fe3714370 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fad5476-963f-40ee-bcd1-6b0946441cf7,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:34.896688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f94adddc-63d0-4bed-a078-a57fe3714370 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:34.903363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f94adddc-63d0-4bed-a078-a57fe3714370 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:34.904591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f94adddc-63d0-4bed-a078-a57fe3714370 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/security-groups/1fad5476-963f-40ee-bcd1-6b0946441cf7 HTTP/1.1" status: 204  len: 168 time: 0.1918435
Dec 21 10:20:34.948521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45578) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:35.593903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:36.208269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 1aac6e65-2a34-4b38-b3e3-459539df0b89 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:20:36.208824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:36.407936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 1aac6e65-2a34-4b38-b3e3-459539df0b89, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1aac6e65-2a34-4b38-b3e3-459539df0b89,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:20:36.408337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:36.540465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 1aac6e65-2a34-4b38-b3e3-459539df0b89 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:20:36.877683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:36.893658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:36.953467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Port': ['ID=1aac6e65-2a34-4b38-b3e3-459539df0b89,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:36.957458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:37.307375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:37.808341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Router de035876-65c7-4f81-b971-2443fde8c923 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:20:37.993866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:20:38.003978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] Sync routers for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:20:38.007835 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "PUT /v2.0/routers/de035876-65c7-4f81-b971-2443fde8c923/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0581307
Dec 21 10:20:38.011256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45582) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:38.014701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:20:38.015394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec1cfc50>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:20:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:38.205113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:20:38.214472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c07ee5a-5f58-44ce-8e70-5448fdc325ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting subnet 0c4d2a98-440f-49d7-8124-a0b4097de13a {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:20:38.217668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c07ee5a-5f58-44ce-8e70-5448fdc325ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:38.371146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84326ec5-1992-47ce-881f-278356a74f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:38.536109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec1cfc50>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:20:36Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:20:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:38.541689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] Checking router: de035876-65c7-4f81-b971-2443fde8c923 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:20:38.550630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] Routers {'de035876-65c7-4f81-b971-2443fde8c923'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:20:38.551311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec1cfc50>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:20:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['de035876-65c7-4f81-b971-2443fde8c923'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:38.560003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c07ee5a-5f58-44ce-8e70-5448fdc325ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:38.648207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c07ee5a-5f58-44ce-8e70-5448fdc325ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:38.740833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] Set router de035876-65c7-4f81-b971-2443fde8c923 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:20:38.933781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c07ee5a-5f58-44ce-8e70-5448fdc325ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:38.950264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98140e15-e8c0-4782-984c-4a52679a5f52 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:39.003857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07ee5a-5f58-44ce-8e70-5448fdc325ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Subnet': ['ID=0c4d2a98-440f-49d7-8124-a0b4097de13a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:39.007744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c07ee5a-5f58-44ce-8e70-5448fdc325ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:39.044460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec1cfc50>, [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:20:36Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:20:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:39.048727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469f7e5e-4c47-4c8d-833f-0f098bfbec35 None None] The sync data for ids ['de035876-65c7-4f81-b971-2443fde8c923'] in dv-neutron-601336-62-ovs is: [{'id': 'de035876-65c7-4f81-b971-2443fde8c923', 'name': 'tempest-TestNetworkBasicOps-router-1738691665', 'tenant_id': '4f37266714dd44d5856b221995070c6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11'}], 'enable_snat': True}, 'gw_port_id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:19:21Z', 'updated_at': '2020-12-21T10:20:36Z', 'revision_number': 7, 'project_id': '4f37266714dd44d5856b221995070c6a', 'gw_port': {'id': '21ed7ed0-b43b-428e-80c6-89130ae79547', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:2b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de035876-65c7-4f81-b971-2443fde8c923', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1518, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:19:22Z', 'updated_at': '2020-12-21T10:20:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:20:39.091919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c07ee5a-5f58-44ce-8e70-5448fdc325ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:39.097214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd65a38-a6af-4400-b02d-9224a0a20c99 None None] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:20:39.098359 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1c07ee5a-5f58-44ce-8e70-5448fdc325ec tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/subnets/0c4d2a98-440f-49d7-8124-a0b4097de13a HTTP/1.1" status: 204  len: 168 time: 1.0859880
Dec 21 10:20:39.101148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45586) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:39.299540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:39.377203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] DHCP port deletion for e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:20:39.381596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] Deleting port 48748a19-e6ee-4fd7-b635-6406ad859061 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:20:39.382008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:39.489682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:39.495368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Deleting port 21ed7ed0-b43b-428e-80c6-89130ae79547 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:20:39.495736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:39.604841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] For port 48748a19-e6ee-4fd7-b635-6406ad859061, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=48748a19-e6ee-4fd7-b635-6406ad859061,segment=NetworkSegment(858be697-68ff-48b3-9744-ef21e5159e21),segment_id=858be697-68ff-48b3-9744-ef21e5159e21)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:20:39.605215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:39.693940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] For port 21ed7ed0-b43b-428e-80c6-89130ae79547, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=21ed7ed0-b43b-428e-80c6-89130ae79547,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:20:39.694346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:39.733766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] Calling delete_port for 48748a19-e6ee-4fd7-b635-6406ad859061 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:20:39.809950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:39.824420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Calling delete_port for 21ed7ed0-b43b-428e-80c6-89130ae79547 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:20:39.825055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a387930-f9fc-4f86-8cf6-8082fdae45c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:39.879051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] Pushing event deleted for resources: {'Port': ['ID=48748a19-e6ee-4fd7-b635-6406ad859061,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:39.882981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:39.965040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:39.965925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] No DVR routers for this DVR port 48748a19-e6ee-4fd7-b635-6406ad859061 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:20:39.983209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1aac6e65-2a34-4b38-b3e3-459539df0b89 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:20:40.017687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 1aac6e65-2a34-4b38-b3e3-459539df0b89 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:20:40.018096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1aac6e65-2a34-4b38-b3e3-459539df0b89 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:20:40.018578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 48748a19-e6ee-4fd7-b635-6406ad859061 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:20:40.052636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 48748a19-e6ee-4fd7-b635-6406ad859061 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:20:40.053046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 48748a19-e6ee-4fd7-b635-6406ad859061 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:20:40.162906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:40.295395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:40.297789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:40.319075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:40.319662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Fanout notify agent at l3_agent the message router_deleted on router de035876-65c7-4f81-b971-2443fde8c923 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:20:40.334977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:40.336170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-40ee5846-6c8d-4918-b20d-814532244a17 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/routers/de035876-65c7-4f81-b971-2443fde8c923 HTTP/1.1" status: 204  len: 168 time: 1.2340052
Dec 21 10:20:40.339826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45590) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:40.466237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:40.670362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:40.805752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1d4a8>,) {'filters': {'network_id': ['e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:40.828755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1d4a8>, '858be697-68ff-48b3-9744-ef21e5159e21') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:40.830006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1d4a8>, '858be697-68ff-48b3-9744-ef21e5159e21') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:20:40.848421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:40.864451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:40.866462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:20:41.058681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:20:41.068614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:41.252868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Network e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:20:41.278185 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:20:41.363834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:41.368008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:41.372554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1bdfa93-f913-4b10-8f00-f31db8749c36 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:41.397013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Pushing event deleted for resources: {'Network': ['ID=e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:41.400433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:41.402728 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] 10.222.0.45 "DELETE /v2.0/networks/e72a5808-eb06-4f48-b0e4-a6a63fa4fbd4 HTTP/1.1" status: 204  len: 168 time: 1.0619056
Dec 21 10:20:41.748975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45598) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:41.935164 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3d92cc31-3450-4909-ab3b-7889917891b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4f37266714dd44d5856b221995070c6a&name=default HTTP/1.1" status: 200  len: 2879 time: 0.1846843
Dec 21 10:20:41.938020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45604) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:41.979518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 21ed7ed0-b43b-428e-80c6-89130ae79547 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:20:42.001735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25d7f167-53d7-4c9e-9947-be8f2b63f9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.017263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 21ed7ed0-b43b-428e-80c6-89130ae79547 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:20:42.017620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 21ed7ed0-b43b-428e-80c6-89130ae79547 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:20:42.030258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25d7f167-53d7-4c9e-9947-be8f2b63f9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.078885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25d7f167-53d7-4c9e-9947-be8f2b63f9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.083946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-dc2f901a-7926-4777-acdf-3b582314fe5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:42.101939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7f167-53d7-4c9e-9947-be8f2b63f9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:42.108136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-25d7f167-53d7-4c9e-9947-be8f2b63f9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:42.110046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-25d7f167-53d7-4c9e-9947-be8f2b63f9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.111256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-25d7f167-53d7-4c9e-9947-be8f2b63f9c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f0d235a9-513f-4f18-bb6e-9e7b8d74d8bb HTTP/1.1" status: 204  len: 168 time: 0.1721697
Dec 21 10:20:42.159376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.428803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-711fe6c6-db65-44f1-8001-d957df1588be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.456435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45614) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:42.475999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.491207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:20:42.495461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] Usage tracker for resource:security_group_rule and tenant:34da28b9bd014b30899bd0316aff59a1 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:20:42.498432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:20:42.504230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:20:42.597274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.600025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.609596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4d0583a-b0a5-45b6-80e5-96da3cc795b5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:42.652089 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34da28b9bd014b30899bd0316aff59a1&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1945255
Dec 21 10:20:42.653063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6cb01b-7a70-424f-a455-2aa15ee315b3,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:42.655859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45620) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:20:42.656276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:42.688212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.724704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50cc4706-6345-4f21-b926-e41e2e0d8044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.752318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50cc4706-6345-4f21-b926-e41e2e0d8044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.801805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50cc4706-6345-4f21-b926-e41e2e0d8044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.808334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-547a7a20-39c2-48f8-aaca-efc55d8f4a59 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:42.822760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cc4706-6345-4f21-b926-e41e2e0d8044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6cb01b-7a70-424f-a455-2aa15ee315b3,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:42.825609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50cc4706-6345-4f21-b926-e41e2e0d8044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:42.826807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50cc4706-6345-4f21-b926-e41e2e0d8044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:42.828006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-50cc4706-6345-4f21-b926-e41e2e0d8044 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/cf6cb01b-7a70-424f-a455-2aa15ee315b3 HTTP/1.1" status: 204  len: 168 time: 0.1706727
Dec 21 10:20:43.498997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:52.201143 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-c0a08d51-734f-4efb-9b15-fd5557b00af5 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/networks?tenant_id=232f7d36d4934920be5728a56fb11ced&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0337930
Dec 21 10:20:52.362564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466152-e527-4663-8c02-49b54ef393ce req-0958a217-6204-4ae7-8529-923b8a5f3b8a tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:52.364049 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-0958a217-6204-4ae7-8529-923b8a5f3b8a tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1572444
Dec 21 10:20:52.381111 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-2cdf7eda-7467-4af0-8283-9fa320e88c2c tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/quotas/232f7d36d4934920be5728a56fb11ced HTTP/1.1" status: 200  len: 375 time: 0.0099182
Dec 21 10:20:52.433253 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-ccee7d3a-e713-4c3e-88c0-6b342a71de82 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?tenant_id=232f7d36d4934920be5728a56fb11ced&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0455589
Dec 21 10:20:52.480841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:20:52.643782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-166552a1-c94e-4c79-9a72-e92ff5d551b3 req-69cf7ada-924c-4382-958d-235098ec32fd tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 210 time: 0.0482273
Dec 21 10:20:53.572540 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-7edbd132-ca14-4371-9677-450bf84025c2 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.16 "GET /v2.0/networks?tenant_id=232f7d36d4934920be5728a56fb11ced&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0344384
Dec 21 10:20:53.737600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466152-e527-4663-8c02-49b54ef393ce req-e92ed31f-e0fb-4a60-9006-a60e616e6b13 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:53.739183 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-e92ed31f-e0fb-4a60-9006-a60e616e6b13 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1617603
Dec 21 10:20:53.756829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Request body: {'port': {'device_id': 'b0146032-b6c0-4597-8ba9-c65f4d454308', 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b', 'admin_state_up': True, 'tenant_id': '232f7d36d4934920be5728a56fb11ced'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:20:53.847087 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f4e278c9-73f9-4aaa-be92-76ea742e31fe req-94e431b2-21ea-4a9e-b29e-68af729f7a47 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 210 time: 0.0532999
Dec 21 10:20:54.214913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:20:54.219127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Usage tracker for resource:port and tenant:232f7d36d4934920be5728a56fb11ced is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:20:54.222194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:20:54.228177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:20:54.237148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Made reservation on behalf of 232f7d36d4934920be5728a56fb11ced for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:20:54.242831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:54.257202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:54.273935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:20:54.278272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Usage tracker for resource:security_group_rule and tenant:232f7d36d4934920be5728a56fb11ced is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:20:54.281183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:20:54.287031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:20:54.378749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:54.381547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:54.393348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9836ae48-968c-41c6-a9dc-c6f375f607fc tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:54.461113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Pushing event updated for resources: {'SecurityGroup': ['ID=42afba77-2c09-407c-a7d9-16cd70133aff,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:54.466680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:54.704496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Allocated IP 192.168.233.55 (09dc5e14-90e5-41d4-8a0d-874f64c3742b/624ac02e-2990-4c88-9ea8-f444854c5f83/b78c71f9-a644-488c-9fc4-f0e4f7adf9bc) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:20:54.939169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:54.955732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Transition to ACTIVE for port object b78c71f9-a644-488c-9fc4-f0e4f7adf9bc will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:20:54.976220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:54.996720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19e5049c-fc30-4065-9d42-b1628beb53dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:55.198935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Pushing event updated for resources: {'Port': ['ID=b78c71f9-a644-488c-9fc4-f0e4f7adf9bc,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:55.202424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:55.263070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4ac77-a249-441a-9ce3-fb60170c6dc3 req-9cb78bfa-a826-4be6-b8c3-1d522a551770 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:55.264747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c5d4ac77-a249-441a-9ce3-fb60170c6dc3 req-9cb78bfa-a826-4be6-b8c3-1d522a551770 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 935 time: 0.2691615
Dec 21 10:20:55.294902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Network 09dc5e14-90e5-41d4-8a0d-874f64c3742b is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:20:55.296139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:20:55.298589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:20:55.380781 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c5d4ac77-a249-441a-9ce3-fb60170c6dc3 req-8275924d-3661-4e8f-82b3-db8b532b6f1f tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/security-groups?id=42afba77-2c09-407c-a7d9-16cd70133aff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1074212
Dec 21 10:20:55.388835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:55.389533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:55.418239 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.6657302
Dec 21 10:20:55.430341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Request body: {'port': {'device_id': 'b0146032-b6c0-4597-8ba9-c65f4d454308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:20:55.479327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-93ad8ecb-f104-469f-ba26-bfa55daadc84 None None] Provisioning for port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:20:55.484641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-93ad8ecb-f104-469f-ba26-bfa55daadc84 None None] Provisioning complete for port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:20:55.485275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93ad8ecb-f104-469f-ba26-bfa55daadc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:55.540782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-93ad8ecb-f104-469f-ba26-bfa55daadc84 None None] Port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:20:55.551649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:55.976663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78c71f9-a644-488c-9fc4-f0e4f7adf9bc {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:20:55.983988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:55.996667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Transition to ACTIVE for port object b78c71f9-a644-488c-9fc4-f0e4f7adf9bc will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:20:55.999145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:56.015222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:56.165646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Pushing event updated for resources: {'Port': ['ID=b78c71f9-a644-488c-9fc4-f0e4f7adf9bc,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:56.170208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:56.350115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Attempting to bind port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:20:56.350461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Attempting to bind port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:20:56.350833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Attempting to bind port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc on network 09dc5e14-90e5-41d4-8a0d-874f64c3742b {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:20:56.357084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:20:56.357466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Checking segment: {'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:20:56.357906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:56.358299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Bound using segment: {'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:20:56.358804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Bound port: b78c71f9-a644-488c-9fc4-f0e4f7adf9bc, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bc70aef-4e81-4494-90ae-b48d505fab3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '09dc5e14-90e5-41d4-8a0d-874f64c3742b'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:20:56.359162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:56.456620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] For port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:20:56.459859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] For port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b78c71f9-a644-488c-9fc4-f0e4f7adf9bc,segment=NetworkSegment(4bc70aef-4e81-4494-90ae-b48d505fab3d),segment_id=4bc70aef-4e81-4494-90ae-b48d505fab3d)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:20:56.464134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:56.481339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4e8a05f0-93cd-4629-9601-38bc7e2f11c5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:20:56.686671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Pushing event updated for resources: {'Port': ['ID=b78c71f9-a644-488c-9fc4-f0e4f7adf9bc,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:20:56.690487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:20:56.752711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b259f-0208-4ac3-b248-31585e8572e7 req-4a760b3d-47b7-431f-9a81-a2e96d7570e0 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:56.753602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-879b259f-0208-4ac3-b248-31585e8572e7 req-4a760b3d-47b7-431f-9a81-a2e96d7570e0 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Synchronizing usage tracker for tenant:232f7d36d4934920be5728a56fb11ced on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:20:56.758193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:56.759261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:20:56.761042 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] 10.222.0.16 "PUT /v2.0/ports/b78c71f9-a644-488c-9fc4-f0e4f7adf9bc HTTP/1.1" status: 200  len: 1161 time: 1.3354707
Dec 21 10:20:56.761758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0146032-b6c0-4597-8ba9-c65f4d454308', 'tag': 'b78c71f9-a644-488c-9fc4-f0e4f7adf9bc'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:20:56.782284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-879b259f-0208-4ac3-b248-31585e8572e7 req-4a760b3d-47b7-431f-9a81-a2e96d7570e0 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Unset dirty status for tenant:232f7d36d4934920be5728a56fb11ced on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:20:56.783662 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-879b259f-0208-4ac3-b248-31585e8572e7 req-4a760b3d-47b7-431f-9a81-a2e96d7570e0 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 947 time: 0.2545433
Dec 21 10:20:56.850465 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0146032-b6c0-4597-8ba9-c65f4d454308', 'tag': 'b78c71f9-a644-488c-9fc4-f0e4f7adf9bc', 'status': 'completed', 'code': 200}
Dec 21 10:20:56.891712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-879b259f-0208-4ac3-b248-31585e8572e7 req-70e7b813-06f5-41df-accc-47cc23ff4022 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Synchronizing usage tracker for tenant:232f7d36d4934920be5728a56fb11ced on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:20:56.925263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-879b259f-0208-4ac3-b248-31585e8572e7 req-70e7b813-06f5-41df-accc-47cc23ff4022 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Unset dirty status for tenant:232f7d36d4934920be5728a56fb11ced on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:20:56.926562 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-879b259f-0208-4ac3-b248-31585e8572e7 req-70e7b813-06f5-41df-accc-47cc23ff4022 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/security-groups?id=42afba77-2c09-407c-a7d9-16cd70133aff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331711
Dec 21 10:20:56.929328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466152-e527-4663-8c02-49b54ef393ce req-ab38665f-6454-4d75-9aae-fddceaed14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:56.932378 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-ab38665f-6454-4d75-9aae-fddceaed14eb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=232f7d36d4934920be5728a56fb11ced&device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 1164 time: 0.1193101
Dec 21 10:20:57.007947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-092a7349-663a-4339-b078-a7379d0373b5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b78c71f9-a644-488c-9fc4-f0e4f7adf9bc HTTP/1.1" status: 200  len: 217 time: 0.0685229
Dec 21 10:20:57.078669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466152-e527-4663-8c02-49b54ef393ce req-c7004181-623d-4c77-89b5-26ebd5eec4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:57.080170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-c7004181-623d-4c77-89b5-26ebd5eec4dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=624ac02e-2990-4c88-9ea8-f444854c5f83 HTTP/1.1" status: 200  len: 843 time: 0.0666170
Dec 21 10:20:57.167096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca466152-e527-4663-8c02-49b54ef393ce req-c83fc0ae-f9de-4b9b-8a2c-3c0f62c7588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:57.168755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-c83fc0ae-f9de-4b9b-8a2c-3c0f62c7588e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09dc5e14-90e5-41d4-8a0d-874f64c3742b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0822337
Dec 21 10:20:57.321383 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-7acb2fd0-7c02-4449-91fc-b60e8ab6b4c5 service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452940
Dec 21 10:20:57.477183 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ca466152-e527-4663-8c02-49b54ef393ce req-5128878e-4519-4f61-9e68-b442cfd036a9 service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458511
Dec 21 10:20:57.596257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-dc5849d6-ac08-4314-9805-cf07e079c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:57.597944 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-dc5849d6-ac08-4314-9805-cf07e079c22f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=232f7d36d4934920be5728a56fb11ced&device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 1164 time: 0.0781989
Dec 21 10:20:57.744417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-259958d6-06bc-4b0c-9127-7fe0b36b2be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:57.746089 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-259958d6-06bc-4b0c-9127-7fe0b36b2be8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=09dc5e14-90e5-41d4-8a0d-874f64c3742b HTTP/1.1" status: 200  len: 863 time: 0.1407716
Dec 21 10:20:57.822442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-cdce8bd1-49d5-4dbf-bfe7-22e7e340df2d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=b78c71f9-a644-488c-9fc4-f0e4f7adf9bc HTTP/1.1" status: 200  len: 217 time: 0.0667162
Dec 21 10:20:57.890732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-04cadfff-1b2a-42ad-a263-a1dc0f324201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:57.892197 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-04cadfff-1b2a-42ad-a263-a1dc0f324201 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=624ac02e-2990-4c88-9ea8-f444854c5f83 HTTP/1.1" status: 200  len: 843 time: 0.0635874
Dec 21 10:20:57.973641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-bacb1567-ec27-47c7-938f-114c360a228b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:57.975272 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-bacb1567-ec27-47c7-938f-114c360a228b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=09dc5e14-90e5-41d4-8a0d-874f64c3742b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0760314
Dec 21 10:20:58.179243 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-b300edf3-70de-46fa-a8df-65a2a586a1f4 service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1953969
Dec 21 10:20:58.573042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69583942-1c40-47a6-9a8c-bb2013c2e1a6 req-3bed7d8f-9598-4120-a00c-f0c93dcb80a3 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:58.574305 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69583942-1c40-47a6-9a8c-bb2013c2e1a6 req-3bed7d8f-9598-4120-a00c-f0c93dcb80a3 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 947 time: 0.4896657
Dec 21 10:20:58.652325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8cab8d8b-dcf3-4a69-b276-eafa8189c00d req-58834219-0bbd-4340-9094-506b6fa17785 service neutron] 10.222.0.16 "GET /v2.0/networks/09dc5e14-90e5-41d4-8a0d-874f64c3742b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4643383
Dec 21 10:20:58.654851 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69583942-1c40-47a6-9a8c-bb2013c2e1a6 req-bb1cb438-1656-477a-a36e-5633b81d3150 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/security-groups?id=42afba77-2c09-407c-a7d9-16cd70133aff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0670235
Dec 21 10:20:59.867746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011af1c0-74cc-4743-82c3-96e003569a41 req-20819abe-d365-4cb6-8b2a-215ae36678ee tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:20:59.869383 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-011af1c0-74cc-4743-82c3-96e003569a41 req-20819abe-d365-4cb6-8b2a-215ae36678ee tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 947 time: 0.0829625
Dec 21 10:20:59.920443 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-011af1c0-74cc-4743-82c3-96e003569a41 req-260f663f-4ac4-4eea-af21-a81efa5a9fc7 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/security-groups?id=42afba77-2c09-407c-a7d9-16cd70133aff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447795
Dec 21 10:21:00.322857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-8810806d-9c20-4abe-9800-335b44f2c8dc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80972) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:21:00.593284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device b78c71f9-a644-488c-9fc4-f0e4f7adf9bc up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:21:00.661570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:21:00.666622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:21:00.667047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:00.787574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:00.815108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0146032-b6c0-4597-8ba9-c65f4d454308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c71f9-a644-488c-9fc4-f0e4f7adf9bc'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:21:00.826311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b78c71f9-a644-488c-9fc4-f0e4f7adf9bc,segment=NetworkSegment(4bc70aef-4e81-4494-90ae-b48d505fab3d),segment_id=4bc70aef-4e81-4494-90ae-b48d505fab3d)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:21:00.829302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:00.831272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f144ef8-28f9-4c38-b958-c7f39f444b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:00.889731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0146032-b6c0-4597-8ba9-c65f4d454308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78c71f9-a644-488c-9fc4-f0e4f7adf9bc', 'code': 200}
Dec 21 10:21:00.906436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=b78c71f9-a644-488c-9fc4-f0e4f7adf9bc,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:00.910332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:01.189340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e248d3-0a41-4865-b22c-1d3d1da6a330 req-cc412b6e-9475-4c57-ae14-6d53f99171cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:01.191061 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32e248d3-0a41-4865-b22c-1d3d1da6a330 req-cc412b6e-9475-4c57-ae14-6d53f99171cf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 1166 time: 0.1462932
Dec 21 10:21:01.198543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e37ea37-a1bf-4f19-97b4-c7a2e1e3a06c req-16b55a3c-c241-4cac-9cdb-ffb61262ad24 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:01.200110 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3e37ea37-a1bf-4f19-97b4-c7a2e1e3a06c req-16b55a3c-c241-4cac-9cdb-ffb61262ad24 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 949 time: 0.1216142
Dec 21 10:21:01.276485 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32e248d3-0a41-4865-b22c-1d3d1da6a330 req-7592768f-2026-4005-aa52-74b4dd76e9fe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=42afba77-2c09-407c-a7d9-16cd70133aff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753596
Dec 21 10:21:01.285893 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3e37ea37-a1bf-4f19-97b4-c7a2e1e3a06c req-e8948a29-ddea-4c98-88f8-468d91ff4086 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/security-groups?id=42afba77-2c09-407c-a7d9-16cd70133aff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616777
Dec 21 10:21:01.753573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:02.279175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device b78c71f9-a644-488c-9fc4-f0e4f7adf9bc up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:21:02.351598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:21:02.352067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:02.504866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45bab4-0222-45f2-9fc9-6fe9658d8dc1 req-fe911946-65a5-4fbb-8eb0-6b402306ff0d tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:02.506623 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f45bab4-0222-45f2-9fc9-6fe9658d8dc1 req-fe911946-65a5-4fbb-8eb0-6b402306ff0d tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 949 time: 0.0882995
Dec 21 10:21:02.559776 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f45bab4-0222-45f2-9fc9-6fe9658d8dc1 req-4ba5cd05-e213-4d70-b1f8-89e9dff53739 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/security-groups?id=42afba77-2c09-407c-a7d9-16cd70133aff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460031
Dec 21 10:21:03.963108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038d3f3-b976-40f0-bcbe-9b1f56fe6f8a req-9ea27bd4-af56-45ef-a49e-e0d6301440e3 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:03.964833 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0038d3f3-b976-40f0-bcbe-9b1f56fe6f8a req-9ea27bd4-af56-45ef-a49e-e0d6301440e3 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 949 time: 0.0963802
Dec 21 10:21:04.012419 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0038d3f3-b976-40f0-bcbe-9b1f56fe6f8a req-cccb6a87-e778-45ec-961f-3d7134818179 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/security-groups?id=42afba77-2c09-407c-a7d9-16cd70133aff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411651
Dec 21 10:21:05.162542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-9a49aa57-6657-4d1f-8eb9-9299c8b8fbcd tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:05.164072 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-9a49aa57-6657-4d1f-8eb9-9299c8b8fbcd tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.16 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 949 time: 0.0903728
Dec 21 10:21:05.285600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Deleting port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:21:05.286011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:05.396956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90984495-eae0-462c-8194-d6aae5513f43 req-147abc9d-cd79-48f0-b4eb-6f4371f2c06f tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:05.398483 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-90984495-eae0-462c-8194-d6aae5513f43 req-147abc9d-cd79-48f0-b4eb-6f4371f2c06f tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 949 time: 0.2490036
Dec 21 10:21:05.501267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-90984495-eae0-462c-8194-d6aae5513f43 req-77e3245c-20b0-49a3-a4ac-d9278a4c872a tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/security-groups?id=42afba77-2c09-407c-a7d9-16cd70133aff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945230
Dec 21 10:21:05.613104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] For port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=b78c71f9-a644-488c-9fc4-f0e4f7adf9bc,segment=NetworkSegment(4bc70aef-4e81-4494-90ae-b48d505fab3d),segment_id=4bc70aef-4e81-4494-90ae-b48d505fab3d)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:21:05.613520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:05.745053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Calling delete_port for b78c71f9-a644-488c-9fc4-f0e4f7adf9bc owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:21:05.891851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:05.907940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20e8689e-812a-499d-b684-35960de0205c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:05.970821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Pushing event deleted for resources: {'Port': ['ID=b78c71f9-a644-488c-9fc4-f0e4f7adf9bc,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:05.974758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:06.117721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] No DVR routers for this DVR port b78c71f9-a644-488c-9fc4-f0e4f7adf9bc on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:21:06.121284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:06.124291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0146032-b6c0-4597-8ba9-c65f4d454308', 'name': 'network-vif-deleted', 'tag': 'b78c71f9-a644-488c-9fc4-f0e4f7adf9bc'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:21:06.142893 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5dba3cab-ac79-4c50-a07b-f068d9177b5c req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.16 "DELETE /v2.0/ports/b78c71f9-a644-488c-9fc4-f0e4f7adf9bc HTTP/1.1" status: 204  len: 173 time: 0.9401479
Dec 21 10:21:06.186843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0146032-b6c0-4597-8ba9-c65f4d454308', 'name': 'network-vif-deleted', 'tag': 'b78c71f9-a644-488c-9fc4-f0e4f7adf9bc', 'status': 'completed', 'code': 200}
Dec 21 10:21:06.253936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device b78c71f9-a644-488c-9fc4-f0e4f7adf9bc no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:21:06.290260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: b78c71f9-a644-488c-9fc4-f0e4f7adf9bc {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:21:06.291138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device b78c71f9-a644-488c-9fc4-f0e4f7adf9bc not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:21:06.692270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5f061d27-f5ea-4519-a129-3f12c1f1775a req-a36ecdc4-251c-41aa-ac7e-34079f98337f tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Synchronizing usage tracker for tenant:232f7d36d4934920be5728a56fb11ced on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:21:06.707154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5f061d27-f5ea-4519-a129-3f12c1f1775a req-a36ecdc4-251c-41aa-ac7e-34079f98337f tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Unset dirty status for tenant:232f7d36d4934920be5728a56fb11ced on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:21:06.708502 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5f061d27-f5ea-4519-a129-3f12c1f1775a req-a36ecdc4-251c-41aa-ac7e-34079f98337f tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] 10.222.0.45 "GET /v2.0/ports?device_id=b0146032-b6c0-4597-8ba9-c65f4d454308 HTTP/1.1" status: 200  len: 210 time: 0.0631170
Dec 21 10:21:08.127831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45754) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:21:08.312638 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0b1497d9-bf08-4438-9652-66075a59291e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=232f7d36d4934920be5728a56fb11ced&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1835024
Dec 21 10:21:08.315404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45760) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:21:08.342764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3daf957c-aba0-40e5-a16d-0c9233b041d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:08.381699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9715852-0c16-4ec9-9558-52b4afd4ee0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:08.409335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9715852-0c16-4ec9-9558-52b4afd4ee0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:08.457308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9715852-0c16-4ec9-9558-52b4afd4ee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:08.462435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f53ce4f-fc16-4a5e-bd58-1036f4bb6206 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:08.479516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9715852-0c16-4ec9-9558-52b4afd4ee0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42afba77-2c09-407c-a7d9-16cd70133aff,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:08.482438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f9715852-0c16-4ec9-9558-52b4afd4ee0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:08.492898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9715852-0c16-4ec9-9558-52b4afd4ee0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:08.494250 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f9715852-0c16-4ec9-9558-52b4afd4ee0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42afba77-2c09-407c-a7d9-16cd70133aff HTTP/1.1" status: 204  len: 168 time: 0.1777883
Dec 21 10:21:08.839663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45768) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:21:08.860142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:08.875652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:21:08.879751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] Usage tracker for resource:security_group_rule and tenant:fe38194e19a24311acc083d4234da49f is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:21:08.882697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:21:08.889403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:21:08.977253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:08.980036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:08.988941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ac265fa3-1470-474b-88e7-e767a99a1b5e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:09.035978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fe38194e19a24311acc083d4234da49f&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1951733
Dec 21 10:21:09.036967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aa07ef-bc21-4cb6-a4f6-383cff206f11,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:09.039086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45772) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:21:09.040241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:09.102909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13988054-75ff-4799-b650-c56032105f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:09.129824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13988054-75ff-4799-b650-c56032105f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:09.179028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13988054-75ff-4799-b650-c56032105f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:09.184943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e4dcb61-8134-494a-8063-e46360a7a147 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:09.199335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13988054-75ff-4799-b650-c56032105f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aa07ef-bc21-4cb6-a4f6-383cff206f11,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:09.202492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13988054-75ff-4799-b650-c56032105f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:09.203396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13988054-75ff-4799-b650-c56032105f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:09.204585 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-13988054-75ff-4799-b650-c56032105f5c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d1aa07ef-bc21-4cb6-a4f6-383cff206f11 HTTP/1.1" status: 204  len: 168 time: 0.1643696
Dec 21 10:21:10.107923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45794) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:21:10.254536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-532002962-network', 'tenant_id': 'e5a53fe14df0484bbaca267be9f85be3'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:21:10.260148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:21:10.265132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Usage tracker for resource:network and tenant:e5a53fe14df0484bbaca267be9f85be3 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:21:10.268295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:21:10.274381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:21:10.285726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Made reservation on behalf of e5a53fe14df0484bbaca267be9f85be3 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:21:10.290634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:10.304208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:10.319892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:21:10.324899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Usage tracker for resource:security_group_rule and tenant:e5a53fe14df0484bbaca267be9f85be3 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:21:10.327929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:21:10.333955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:21:10.420022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:10.422815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:10.426994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-57010fbb-e85e-4c52-b2eb-014c211cd367 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:10.456610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:21:10.470060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da02593-822f-4cf5-b9f9-732f84c8d129,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:10.473837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:10.477014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:10.477402 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Added segment cb2db95d-fe3b-427d-bb98-17b0a1693b0c of type vxlan for network c478a9cb-3f75-4ec0-a488-781a86b19f21
Dec 21 10:21:10.506692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:10.537467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:10.538504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:10.539140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:10.542799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3411b939-1fd8-4700-812c-171dfc08b501 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:10.925895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Pushing event updated for resources: {'Network': ['ID=c478a9cb-3f75-4ec0-a488-781a86b19f21,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:10.932240 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.8205218
Dec 21 10:21:10.932240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:10.932711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45800) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:21:10.937856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network c478a9cb-3f75-4ec0-a488-781a86b19f21 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:21:10.938991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Request body: {'subnet': {'network_id': 'c478a9cb-3f75-4ec0-a488-781a86b19f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-532002962-subnet', 'tenant_id': 'e5a53fe14df0484bbaca267be9f85be3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:21:10.944345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:21:10.949057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Usage tracker for resource:subnet and tenant:e5a53fe14df0484bbaca267be9f85be3 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:21:10.953977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:21:10.959198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network c478a9cb-3f75-4ec0-a488-781a86b19f21 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:21:10.961896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:21:10.971861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Made reservation on behalf of e5a53fe14df0484bbaca267be9f85be3 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:21:10.976698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:11.389743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:11.405238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8195063a-b60d-4566-be37-f2952595f222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:11.542279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=288f6593-557b-420b-af1d-cb3c44998f14,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:11.546513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:11.607771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Checking segment: {'id': 'cb2db95d-fe3b-427d-bb98-17b0a1693b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c478a9cb-3f75-4ec0-a488-781a86b19f21'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:21:11.608154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Network hostable DHCP agents. Network: c478a9cb-3f75-4ec0-a488-781a86b19f21, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:21:11.626994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Network c478a9cb-3f75-4ec0-a488-781a86b19f21 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:21:11.634933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, c478a9cb-3f75-4ec0-a488-781a86b19f21) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:21:11.644917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864ef503-cc06-4769-9cab-5522d2169f5d None None] Network c478a9cb-3f75-4ec0-a488-781a86b19f21 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:21:11.650806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:11.651567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:11.671274 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-26a7514e-3543-48a5-b3d2-a595d6d3d1c1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7372816
Dec 21 10:21:11.874056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab2c12b-067a-4d02-8d54-8afffde87ae6 None None] Network c478a9cb-3f75-4ec0-a488-781a86b19f21 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:21:12.161981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:12.271407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-71d9dffc-8f40-43e7-8490-d102246a177c tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:12.273051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-71d9dffc-8f40-43e7-8490-d102246a177c tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/networks?id=c478a9cb-3f75-4ec0-a488-781a86b19f21 HTTP/1.1" status: 200  len: 811 time: 0.1627789
Dec 21 10:21:12.290410 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-308c81af-758a-4f96-81d7-68d0d01be400 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/quotas/e5a53fe14df0484bbaca267be9f85be3 HTTP/1.1" status: 200  len: 375 time: 0.0101533
Dec 21 10:21:12.341611 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-8e06465e-6696-4ced-802a-b1d582ed1f1c tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?tenant_id=e5a53fe14df0484bbaca267be9f85be3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0449924
Dec 21 10:21:12.430340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9cd06020-8bfd-4223-b429-0ff0e972e453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:12.491011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-b34aad2a-2fb1-4da1-b3c0-12a70be7fb6b service neutron] 10.222.0.45 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421399
Dec 21 10:21:12.640505 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-f5456b85-05ce-491e-abe4-d142520465a0 service neutron] 10.222.0.45 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426697
Dec 21 10:21:12.690301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:12.841037 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4b742d6d-f3da-4612-aa63-ce9d1511cf4d req-85191b24-8cc5-4fa5-b3f5-b1dd50ab0650 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 210 time: 0.0465121
Dec 21 10:21:13.501798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:13.880780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-18d19bc1-d121-43a5-855c-da7d1471d16c tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:13.882506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-18d19bc1-d121-43a5-855c-da7d1471d16c tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.16 "GET /v2.0/networks?id=c478a9cb-3f75-4ec0-a488-781a86b19f21 HTTP/1.1" status: 200  len: 811 time: 0.1609929
Dec 21 10:21:13.900821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Request body: {'port': {'device_id': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'network_id': 'c478a9cb-3f75-4ec0-a488-781a86b19f21', 'admin_state_up': True, 'tenant_id': 'e5a53fe14df0484bbaca267be9f85be3'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:21:14.061631 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-98a9194d-d188-46bc-82ef-26cdb3d7dfc8 req-6a90d677-aad1-4333-b7f7-40b86ccbf925 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 210 time: 0.0630817
Dec 21 10:21:14.097320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:21:14.101453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Usage tracker for resource:port and tenant:e5a53fe14df0484bbaca267be9f85be3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:21:14.104457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:21:14.110359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:21:14.119168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Made reservation on behalf of e5a53fe14df0484bbaca267be9f85be3 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:21:14.124755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:14.438319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Allocated IP 172.20.0.3 (c478a9cb-3f75-4ec0-a488-781a86b19f21/288f6593-557b-420b-af1d-cb3c44998f14/1f20ea34-58da-404a-854d-fe7699c27701) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:21:14.653007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:14.678886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:14.694443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bb3e0b4-25d9-403e-b822-2cc6a6f4d24c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:14.831993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Pushing event updated for resources: {'Port': ['ID=1f20ea34-58da-404a-854d-fe7699c27701,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:14.842811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:14.888244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Network c478a9cb-3f75-4ec0-a488-781a86b19f21 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:21:14.889460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:21:14.891776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:21:14.959154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:14.959817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:14.979341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0832086
Dec 21 10:21:14.992849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Request body: {'port': {'device_id': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:21:15.106897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:15.399388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9bc2e-3bdb-49d6-998d-07aa59c5ee46 req-c0d01b08-fbb6-4f21-97ec-a049b96d6c72 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:15.400055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-73e9bc2e-3bdb-49d6-998d-07aa59c5ee46 req-c0d01b08-fbb6-4f21-97ec-a049b96d6c72 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Synchronizing usage tracker for tenant:e5a53fe14df0484bbaca267be9f85be3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:21:15.485864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-73e9bc2e-3bdb-49d6-998d-07aa59c5ee46 req-c0d01b08-fbb6-4f21-97ec-a049b96d6c72 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Unset dirty status for tenant:e5a53fe14df0484bbaca267be9f85be3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:21:15.487128 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-73e9bc2e-3bdb-49d6-998d-07aa59c5ee46 req-c0d01b08-fbb6-4f21-97ec-a049b96d6c72 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 931 time: 0.2795064
Dec 21 10:21:15.566710 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-73e9bc2e-3bdb-49d6-998d-07aa59c5ee46 req-a8db9fd9-f162-4fd0-9da7-06f41268540c tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667484
Dec 21 10:21:15.647314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f20ea34-58da-404a-854d-fe7699c27701 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:21:15.655432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:15.668192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Transition to ACTIVE for port object 1f20ea34-58da-404a-854d-fe7699c27701 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:21:15.670586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:15.686289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a21064cf-594c-4e7e-bf03-9294a630b778 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:16.119400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Pushing event updated for resources: {'Port': ['ID=1f20ea34-58da-404a-854d-fe7699c27701,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:16.125708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:16.304280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Attempting to bind port 1f20ea34-58da-404a-854d-fe7699c27701 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:21:16.304677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Attempting to bind port 1f20ea34-58da-404a-854d-fe7699c27701 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'cb2db95d-fe3b-427d-bb98-17b0a1693b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c478a9cb-3f75-4ec0-a488-781a86b19f21'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:21:16.305063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Attempting to bind port 1f20ea34-58da-404a-854d-fe7699c27701 on network c478a9cb-3f75-4ec0-a488-781a86b19f21 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:21:16.311529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:21:16.311906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Checking segment: {'id': 'cb2db95d-fe3b-427d-bb98-17b0a1693b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c478a9cb-3f75-4ec0-a488-781a86b19f21'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:21:16.312309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:16.312706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Bound using segment: {'id': 'cb2db95d-fe3b-427d-bb98-17b0a1693b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c478a9cb-3f75-4ec0-a488-781a86b19f21'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:21:16.313177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Bound port: 1f20ea34-58da-404a-854d-fe7699c27701, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb2db95d-fe3b-427d-bb98-17b0a1693b0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c478a9cb-3f75-4ec0-a488-781a86b19f21'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:21:16.313571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:16.408235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] For port 1f20ea34-58da-404a-854d-fe7699c27701, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:21:16.411330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] For port 1f20ea34-58da-404a-854d-fe7699c27701, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f20ea34-58da-404a-854d-fe7699c27701,segment=NetworkSegment(cb2db95d-fe3b-427d-bb98-17b0a1693b0c),segment_id=cb2db95d-fe3b-427d-bb98-17b0a1693b0c)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:21:16.414314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:16.429917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4d878799-187a-48e8-95de-918288fd90fe tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:16.585173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Pushing event updated for resources: {'Port': ['ID=1f20ea34-58da-404a-854d-fe7699c27701,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:16.589398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:16.624242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:16.624925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:16.626468 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] 10.222.0.16 "PUT /v2.0/ports/1f20ea34-58da-404a-854d-fe7699c27701 HTTP/1.1" status: 200  len: 1157 time: 1.6381319
Dec 21 10:21:16.627054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:21:16.703376 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701', 'status': 'completed', 'code': 200}
Dec 21 10:21:16.807256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-e5a3bfe4-306d-4ee8-8a81-8211ac970a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:16.809385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-e5a3bfe4-306d-4ee8-8a81-8211ac970a4e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5a53fe14df0484bbaca267be9f85be3&device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 1160 time: 0.1476023
Dec 21 10:21:16.820106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03723171-1160-4a54-8cce-efdc9d7d2a99 req-a466ffbc-c731-4d82-a003-2d9c895c0efc tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:16.821602 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-03723171-1160-4a54-8cce-efdc9d7d2a99 req-a466ffbc-c731-4d82-a003-2d9c895c0efc tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 943 time: 0.1173458
Dec 21 10:21:16.905783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-13de4caa-04a8-4ef7-a78d-9a5f394c24df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f20ea34-58da-404a-854d-fe7699c27701 HTTP/1.1" status: 200  len: 217 time: 0.0830572
Dec 21 10:21:16.973685 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-03723171-1160-4a54-8cce-efdc9d7d2a99 req-1af39ef4-0460-4067-b7d0-8003bd86334b tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008103
Dec 21 10:21:16.989659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-838e6c6c-04d6-4f32-ac28-725be22afb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:16.991337 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-838e6c6c-04d6-4f32-ac28-725be22afb33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=288f6593-557b-420b-af1d-cb3c44998f14 HTTP/1.1" status: 200  len: 851 time: 0.0723884
Dec 21 10:21:17.040565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-b0ca7013-06b3-4b97-9b20-0f2d0cb665eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c478a9cb-3f75-4ec0-a488-781a86b19f21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428553
Dec 21 10:21:17.188181 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-1bb7373c-7952-487b-8b9a-d0f3ea70b992 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1401942
Dec 21 10:21:17.334064 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f3184e0-ada0-4ed1-a449-d6c9a6cc3bd8 req-0b0799ac-6804-46c8-93e3-5e07ef214085 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395621
Dec 21 10:21:17.454062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b95051-7cd9-4e87-a98a-ba63de3c1540 req-148aac4b-eb85-4760-a713-8466d0bbdbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:17.455617 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-89b95051-7cd9-4e87-a98a-ba63de3c1540 req-148aac4b-eb85-4760-a713-8466d0bbdbe3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5a53fe14df0484bbaca267be9f85be3&device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 1160 time: 0.0798590
Dec 21 10:21:17.605292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b95051-7cd9-4e87-a98a-ba63de3c1540 req-b662e285-a3da-45bf-b66e-2c7aed932ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:17.607000 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-89b95051-7cd9-4e87-a98a-ba63de3c1540 req-b662e285-a3da-45bf-b66e-2c7aed932ef3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c478a9cb-3f75-4ec0-a488-781a86b19f21 HTTP/1.1" status: 200  len: 905 time: 0.1447728
Dec 21 10:21:17.679895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-89b95051-7cd9-4e87-a98a-ba63de3c1540 req-83c4e828-8200-4ac8-986f-249ffdeebb5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f20ea34-58da-404a-854d-fe7699c27701 HTTP/1.1" status: 200  len: 217 time: 0.0648224
Dec 21 10:21:17.757558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b95051-7cd9-4e87-a98a-ba63de3c1540 req-423f009c-8ede-4f88-a1fb-ebc994a16ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:17.759121 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-89b95051-7cd9-4e87-a98a-ba63de3c1540 req-423f009c-8ede-4f88-a1fb-ebc994a16ecd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=288f6593-557b-420b-af1d-cb3c44998f14 HTTP/1.1" status: 200  len: 851 time: 0.0700052
Dec 21 10:21:17.809657 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-89b95051-7cd9-4e87-a98a-ba63de3c1540 req-838641c0-6b7f-4c6a-a5fa-1c351186c477 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c478a9cb-3f75-4ec0-a488-781a86b19f21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430200
Dec 21 10:21:17.954645 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-89b95051-7cd9-4e87-a98a-ba63de3c1540 req-375dfc6e-67a0-4ee1-9b60-fb704a84abc6 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373379
Dec 21 10:21:18.102237 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-89b95051-7cd9-4e87-a98a-ba63de3c1540 req-fca94789-8644-4723-a47e-d5ef52e84cc0 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412778
Dec 21 10:21:18.188093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580d5c1-b4bb-434f-9cfd-c3fbbd060601 req-9ce4d58b-be0b-4202-8b27-3fed489ba5cc tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:18.189732 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1580d5c1-b4bb-434f-9cfd-c3fbbd060601 req-9ce4d58b-be0b-4202-8b27-3fed489ba5cc tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 943 time: 0.0831077
Dec 21 10:21:18.240649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1580d5c1-b4bb-434f-9cfd-c3fbbd060601 req-5c715f53-e1ae-47a6-ad82-6a36ac103ce1 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445304
Dec 21 10:21:19.452628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ef181-b362-4265-94e6-59cc05ad68f0 req-92d4d6e5-c788-4c1a-8a60-f3b412ce0b4b tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:19.454299 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-429ef181-b362-4265-94e6-59cc05ad68f0 req-92d4d6e5-c788-4c1a-8a60-f3b412ce0b4b tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 943 time: 0.0854740
Dec 21 10:21:19.502168 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-429ef181-b362-4265-94e6-59cc05ad68f0 req-07de7bd7-44bd-4e61-9f9f-6b70627ed07a tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415626
Dec 21 10:21:20.437710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-4b7abb43-d68f-406a-a13e-05335891e0b0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80972) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:21:20.703060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1f20ea34-58da-404a-854d-fe7699c27701 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:21:20.720410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73579d9e-d883-4980-995b-0856ca7b5b64 req-67dd400d-71ec-4014-86b8-fc101fc507c6 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:20.722105 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-73579d9e-d883-4980-995b-0856ca7b5b64 req-67dd400d-71ec-4014-86b8-fc101fc507c6 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 943 time: 0.0894125
Dec 21 10:21:20.770107 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-73579d9e-d883-4980-995b-0856ca7b5b64 req-3fe365f8-68c9-4031-b308-9671546c09b2 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417540
Dec 21 10:21:20.776192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 1f20ea34-58da-404a-854d-fe7699c27701 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:21:20.782032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1f20ea34-58da-404a-854d-fe7699c27701 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:21:20.782864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:20.903575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:20.930522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:21:20.940871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 1f20ea34-58da-404a-854d-fe7699c27701, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f20ea34-58da-404a-854d-fe7699c27701,segment=NetworkSegment(cb2db95d-fe3b-427d-bb98-17b0a1693b0c),segment_id=cb2db95d-fe3b-427d-bb98-17b0a1693b0c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:21:20.945187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:20.947155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:20.995114 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701', 'code': 200}
Dec 21 10:21:21.018734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=1f20ea34-58da-404a-854d-fe7699c27701,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:21.022108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:21.232511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba713ae-9cad-4d80-bbe2-c79266ec5cea req-7fbc5950-9e7c-47ac-adb0-36bc512563fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:21.234196 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5ba713ae-9cad-4d80-bbe2-c79266ec5cea req-7fbc5950-9e7c-47ac-adb0-36bc512563fe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 1162 time: 0.0748379
Dec 21 10:21:21.284935 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5ba713ae-9cad-4d80-bbe2-c79266ec5cea req-6c63778a-4656-4b73-951e-de3f5354aa87 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444486
Dec 21 10:21:21.987124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db9979-3e1c-463f-a80f-6259de84448b req-4249b07d-5f6c-41c6-aaa8-3180a23a74dd tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:21.988728 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20db9979-3e1c-463f-a80f-6259de84448b req-4249b07d-5f6c-41c6-aaa8-3180a23a74dd tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0831964
Dec 21 10:21:22.036799 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20db9979-3e1c-463f-a80f-6259de84448b req-f4f2f32a-bdba-4f0a-8d63-1accf12b896a tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416350
Dec 21 10:21:22.371067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1f20ea34-58da-404a-854d-fe7699c27701 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:21:22.441388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1f20ea34-58da-404a-854d-fe7699c27701 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:21:22.441862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:23.259703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187e0b3-8187-4b58-91d5-09bb2d2d5d68 req-b4762f57-7b29-459c-941c-489692709281 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:23.261291 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a187e0b3-8187-4b58-91d5-09bb2d2d5d68 req-b4762f57-7b29-459c-941c-489692709281 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0874972
Dec 21 10:21:23.311817 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a187e0b3-8187-4b58-91d5-09bb2d2d5d68 req-ded08a87-8672-493b-9a80-e43ff895b43b tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438898
Dec 21 10:21:23.718237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45862) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:21:23.767355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96325682-a6c7-404b-a06f-6fe7c60e6dbb req-bbb4fce3-68e7-4260-aae9-6de0980c647a tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:23.768963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96325682-a6c7-404b-a06f-6fe7c60e6dbb req-bbb4fce3-68e7-4260-aae9-6de0980c647a tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0856209
Dec 21 10:21:23.824792 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-96325682-a6c7-404b-a06f-6fe7c60e6dbb req-7dfa0516-2e17-408f-8e07-06568e9b8026 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488338
Dec 21 10:21:23.870198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-d4ceddff-3e68-4a7d-b7b8-be7e1bb0ddf1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1505568
Dec 21 10:21:25.039560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cd9cb-dffc-4917-b421-09418b6d98ef req-e20f5040-201f-438f-bd76-2cf23e79ee41 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:25.041182 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f19cd9cb-dffc-4917-b421-09418b6d98ef req-e20f5040-201f-438f-bd76-2cf23e79ee41 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0849400
Dec 21 10:21:25.089716 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f19cd9cb-dffc-4917-b421-09418b6d98ef req-e008e31e-d72c-46f7-b52d-1f7e4f13cb7d tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411668
Dec 21 10:21:25.232783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-1797774c-a39f-4c42-aa90-76995e22a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:25.234423 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-1797774c-a39f-4c42-aa90-76995e22a4f3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5a53fe14df0484bbaca267be9f85be3&device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 1162 time: 0.0821762
Dec 21 10:21:25.382585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-cc9e20a0-1428-4cf5-9f8b-f4addca00365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:25.384076 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-cc9e20a0-1428-4cf5-9f8b-f4addca00365 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c478a9cb-3f75-4ec0-a488-781a86b19f21 HTTP/1.1" status: 200  len: 905 time: 0.1427605
Dec 21 10:21:25.457982 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-12cdadea-7102-46f1-8488-8dc084e94a28 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f20ea34-58da-404a-854d-fe7699c27701 HTTP/1.1" status: 200  len: 217 time: 0.0668178
Dec 21 10:21:25.534778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-7b9ea37e-ef40-4ab1-9821-b271aaa759a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:25.536409 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-7b9ea37e-ef40-4ab1-9821-b271aaa759a5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=288f6593-557b-420b-af1d-cb3c44998f14 HTTP/1.1" status: 200  len: 851 time: 0.0696208
Dec 21 10:21:25.588617 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-30dabd33-cc0a-4836-b979-84646acd3e63 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c478a9cb-3f75-4ec0-a488-781a86b19f21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0449102
Dec 21 10:21:25.735458 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-ac8080ba-37e3-479b-9091-5263b6755709 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392581
Dec 21 10:21:25.887153 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-83296f28-1680-46c4-b8ac-c4a6e5c43847 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395650
Dec 21 10:21:26.306742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf254e-c0d4-403e-8627-fdbc089d6c72 req-dc89396b-cd4d-400e-86f0-f56d00a4635c tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:26.308348 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-15bf254e-c0d4-403e-8627-fdbc089d6c72 req-dc89396b-cd4d-400e-86f0-f56d00a4635c tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0845959
Dec 21 10:21:26.363027 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-15bf254e-c0d4-403e-8627-fdbc089d6c72 req-9b16291b-0eb8-4bd8-af59-1c4a1eb49058 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482869
Dec 21 10:21:27.165775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c356e-ba25-409f-b897-adc924376199 req-55e2b2dd-98da-487f-bf7c-e04c4fcdc918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:27.167400 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a5c356e-ba25-409f-b897-adc924376199 req-55e2b2dd-98da-487f-bf7c-e04c4fcdc918 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5a53fe14df0484bbaca267be9f85be3&device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 1162 time: 0.0763400
Dec 21 10:21:27.325635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c356e-ba25-409f-b897-adc924376199 req-0bc46ecd-b052-4d38-b89d-50ca7f0a0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:27.327240 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a5c356e-ba25-409f-b897-adc924376199 req-0bc46ecd-b052-4d38-b89d-50ca7f0a0765 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c478a9cb-3f75-4ec0-a488-781a86b19f21 HTTP/1.1" status: 200  len: 905 time: 0.1410124
Dec 21 10:21:27.404180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a5c356e-ba25-409f-b897-adc924376199 req-d10942ff-11bf-4acb-8b14-15b763ea9255 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f20ea34-58da-404a-854d-fe7699c27701 HTTP/1.1" status: 200  len: 217 time: 0.0697074
Dec 21 10:21:27.476174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c356e-ba25-409f-b897-adc924376199 req-830cb9a8-c52d-43ea-8db9-85bc398f05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:27.477812 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a5c356e-ba25-409f-b897-adc924376199 req-830cb9a8-c52d-43ea-8db9-85bc398f05f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=288f6593-557b-420b-af1d-cb3c44998f14 HTTP/1.1" status: 200  len: 851 time: 0.0656135
Dec 21 10:21:27.839947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a5c356e-ba25-409f-b897-adc924376199 req-136867d8-abff-4b07-bc19-9cdcb47e8e52 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c478a9cb-3f75-4ec0-a488-781a86b19f21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3497877
Dec 21 10:21:28.010579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979713f-f152-49fc-9574-6d80cc253d41 req-446e9737-3af0-4cb6-9a4b-517c81c479ad tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:28.012283 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2979713f-f152-49fc-9574-6d80cc253d41 req-446e9737-3af0-4cb6-9a4b-517c81c479ad tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.4847429
Dec 21 10:21:28.021709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a5c356e-ba25-409f-b897-adc924376199 req-dc1a31f3-6c65-4185-848f-4de5ab03ea20 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1707969
Dec 21 10:21:28.157603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2979713f-f152-49fc-9574-6d80cc253d41 req-3b0546b1-1429-4468-a3f9-a6110def9c9b tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380284
Dec 21 10:21:28.201519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a5c356e-ba25-409f-b897-adc924376199 req-7d7e74dc-5541-4df0-a383-f48c47ae2081 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1631033
Dec 21 10:21:29.379894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20daab34-e8bf-4b13-b427-5f042fa902d0 req-ec57f990-a053-4945-82ee-67d5db50a54b tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:29.381537 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20daab34-e8bf-4b13-b427-5f042fa902d0 req-ec57f990-a053-4945-82ee-67d5db50a54b tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0903060
Dec 21 10:21:29.433737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20daab34-e8bf-4b13-b427-5f042fa902d0 req-3692fc07-3787-4dba-8e33-3e1b301f3979 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457129
Dec 21 10:21:29.480358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:21:30.648485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7afbe8-8792-48ea-810c-320aa1d8fd92 req-93de2354-e30b-455b-b9f8-5598dda4f7a2 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:30.650391 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ff7afbe8-8792-48ea-810c-320aa1d8fd92 req-93de2354-e30b-455b-b9f8-5598dda4f7a2 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0847518
Dec 21 10:21:30.698702 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ff7afbe8-8792-48ea-810c-320aa1d8fd92 req-874804bf-aecb-4e9e-84b8-3b22d2b3ab0b tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411935
Dec 21 10:21:31.751281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:31.915503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a14d5-423d-47be-a78e-7ccc0067a01f req-0f1d5294-5da3-4c11-9111-eb14d19f7cde tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:31.917048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b42a14d5-423d-47be-a78e-7ccc0067a01f req-0f1d5294-5da3-4c11-9111-eb14d19f7cde tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0879440
Dec 21 10:21:31.965086 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b42a14d5-423d-47be-a78e-7ccc0067a01f req-d0f26fcc-e147-44fc-92ab-2ee0d52cd965 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412295
Dec 21 10:21:33.183751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c1799-f84c-48c0-9242-694d4b9e94d9 req-86ddc07d-8c3d-448b-bec7-33ccfb2435e5 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:33.185341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cc2c1799-f84c-48c0-9242-694d4b9e94d9 req-86ddc07d-8c3d-448b-bec7-33ccfb2435e5 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0872674
Dec 21 10:21:33.235060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cc2c1799-f84c-48c0-9242-694d4b9e94d9 req-de71d058-cc25-47c5-a1b0-66b4fcb23bcc tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423474
Dec 21 10:21:34.449787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f18683-763f-448d-9a1d-16758aa0abde req-834c59b0-4dee-489c-bf4d-51d1abd176ee tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:34.451399 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8f18683-763f-448d-9a1d-16758aa0abde req-834c59b0-4dee-489c-bf4d-51d1abd176ee tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0876355
Dec 21 10:21:34.502916 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8f18683-763f-448d-9a1d-16758aa0abde req-c0f315ce-ad94-4e9a-aa43-7a5a7b6752e4 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441446
Dec 21 10:21:35.721241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef078c-47bd-47b5-b50f-8136a367b80d req-8268d2d4-4471-4a72-92b3-1b15b3c3fbac tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:35.722877 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8fef078c-47bd-47b5-b50f-8136a367b80d req-8268d2d4-4471-4a72-92b3-1b15b3c3fbac tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0871270
Dec 21 10:21:35.770257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8fef078c-47bd-47b5-b50f-8136a367b80d req-1ef04477-553d-4b49-8882-2c3e4b06cda1 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410810
Dec 21 10:21:36.987881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a871e6c5-e55d-4a41-8cde-d47392e9e8c2 req-0ee15aa2-c312-4cc4-8b50-518447b14d8d tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:36.989474 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a871e6c5-e55d-4a41-8cde-d47392e9e8c2 req-0ee15aa2-c312-4cc4-8b50-518447b14d8d tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0867891
Dec 21 10:21:37.036947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a871e6c5-e55d-4a41-8cde-d47392e9e8c2 req-c0e64aff-1a65-43a6-9901-c28adb99b337 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409603
Dec 21 10:21:38.246688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec27f0-ddd8-425b-acb7-2d0855511dd7 req-6b5c5347-24e7-4097-a58e-9e24e1b7f9a8 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:38.248287 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-26ec27f0-ddd8-425b-acb7-2d0855511dd7 req-6b5c5347-24e7-4097-a58e-9e24e1b7f9a8 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0832510
Dec 21 10:21:38.298163 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-26ec27f0-ddd8-425b-acb7-2d0855511dd7 req-91c1553a-35b9-4131-9805-c67ea975eff8 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428603
Dec 21 10:21:38.345517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38024793-a85e-428c-be11-0f18915add36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:39.513428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a036d8-f321-4cef-b297-91d50e1c0571 req-efbaf97d-1f16-47ed-a09c-a1038cbbd598 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:39.515093 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01a036d8-f321-4cef-b297-91d50e1c0571 req-efbaf97d-1f16-47ed-a09c-a1038cbbd598 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0875502
Dec 21 10:21:39.565688 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01a036d8-f321-4cef-b297-91d50e1c0571 req-5634304b-7f07-4cfb-a7b1-7b5e912a7647 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432773
Dec 21 10:21:40.784602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce24f1-5122-4a66-b7ff-3172e9232376 req-b99f46e4-48f5-4d61-a9da-b088f489160a tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:40.786264 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43ce24f1-5122-4a66-b7ff-3172e9232376 req-b99f46e4-48f5-4d61-a9da-b088f489160a tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0886228
Dec 21 10:21:40.833224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43ce24f1-5122-4a66-b7ff-3172e9232376 req-206f845d-be49-497e-94f5-353741dc97a7 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407066
Dec 21 10:21:42.044488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2834811-ef59-436b-b00d-c1a2ab7f8d6e req-728fb0a8-e0ab-48c8-a718-8820c186a1af tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:42.046149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2834811-ef59-436b-b00d-c1a2ab7f8d6e req-728fb0a8-e0ab-48c8-a718-8820c186a1af tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0848134
Dec 21 10:21:42.094011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2834811-ef59-436b-b00d-c1a2ab7f8d6e req-7c2f00ca-4436-46fc-8bdf-00c211811351 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414109
Dec 21 10:21:42.164086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:42.432289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-532550b3-367e-4474-853a-e73ee05bcfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:42.693879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:43.307867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84c14-f885-41fd-87ef-f6cda0735f12 req-29f093b7-bc95-47fd-853c-d9b8ad62041d tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:43.309467 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-06f84c14-f885-41fd-87ef-f6cda0735f12 req-29f093b7-bc95-47fd-853c-d9b8ad62041d tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0867133
Dec 21 10:21:43.358536 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-06f84c14-f885-41fd-87ef-f6cda0735f12 req-28c4dc1f-418a-4ad5-b14c-75a1309846a7 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427575
Dec 21 10:21:43.504195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:44.582788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b47ca2-eec4-481d-b070-a912f516fec2 req-f3aebca3-fe9f-4a7e-bda5-2e46e51d110e tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:44.584413 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b7b47ca2-eec4-481d-b070-a912f516fec2 req-f3aebca3-fe9f-4a7e-bda5-2e46e51d110e tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0907116
Dec 21 10:21:44.632377 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b7b47ca2-eec4-481d-b070-a912f516fec2 req-16b24932-e47d-438c-8ff1-2dcf399c5361 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412385
Dec 21 10:21:45.844974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6b270-9f97-48e4-894d-29b8c3e1e341 req-a857de7e-4daa-4447-af2b-bec0896cc6dc tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:45.846537 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ba6b270-9f97-48e4-894d-29b8c3e1e341 req-a857de7e-4daa-4447-af2b-bec0896cc6dc tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0834267
Dec 21 10:21:45.895094 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ba6b270-9f97-48e4-894d-29b8c3e1e341 req-d1bd0d41-a79c-4248-87d1-5eb9b43c4c7d tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416212
Dec 21 10:21:47.115471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367cc38-051d-4255-9d90-f9ba570b024b req-8baabd55-a1ec-4475-9df1-5cd53d39c27f tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:47.117247 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2367cc38-051d-4255-9d90-f9ba570b024b req-8baabd55-a1ec-4475-9df1-5cd53d39c27f tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0919759
Dec 21 10:21:47.167189 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2367cc38-051d-4255-9d90-f9ba570b024b req-48fc2a0f-7420-4f75-bc93-271c441ed2eb tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434341
Dec 21 10:21:48.386924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddc4c5-95af-46aa-965c-c804802d6374 req-7b4042fc-dfdc-4521-966d-aef9a47da9a0 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:48.388521 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9ddc4c5-95af-46aa-965c-c804802d6374 req-7b4042fc-dfdc-4521-966d-aef9a47da9a0 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0890529
Dec 21 10:21:48.438831 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b9ddc4c5-95af-46aa-965c-c804802d6374 req-811eee41-f886-475f-92ee-9dd744af5189 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439065
Dec 21 10:21:49.652783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7c5de-82d3-40c6-a99e-21275695fbf8 req-f1fef9d8-9c7a-45e2-a12d-3d58d97820d8 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:49.654434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8ea7c5de-82d3-40c6-a99e-21275695fbf8 req-f1fef9d8-9c7a-45e2-a12d-3d58d97820d8 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0842290
Dec 21 10:21:49.702422 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8ea7c5de-82d3-40c6-a99e-21275695fbf8 req-426cdcd4-79ab-4ceb-b479-5615715f506b tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415483
Dec 21 10:21:50.921701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f42e74-b1da-40f3-a8d6-e0e568021990 req-e49db11b-7d68-43ba-b0d0-4e5cef47c006 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:50.923194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75f42e74-b1da-40f3-a8d6-e0e568021990 req-e49db11b-7d68-43ba-b0d0-4e5cef47c006 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0916560
Dec 21 10:21:50.971260 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75f42e74-b1da-40f3-a8d6-e0e568021990 req-0187e5da-296b-418b-9032-8946b0ce8b89 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416548
Dec 21 10:21:52.189944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41cb1f-397a-4c68-b2c9-738a5980913f req-b322de70-8691-4a65-9198-c196fef34440 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:52.191650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a41cb1f-397a-4c68-b2c9-738a5980913f req-b322de70-8691-4a65-9198-c196fef34440 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0890174
Dec 21 10:21:52.239845 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a41cb1f-397a-4c68-b2c9-738a5980913f req-3f3c94f2-8417-4fc9-a15b-e360d82cd168 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415053
Dec 21 10:21:52.514652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1f20ea34-58da-404a-854d-fe7699c27701 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:21:52.589401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1f20ea34-58da-404a-854d-fe7699c27701 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:21:52.589883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:52.593444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-2d61402c-ff94-4d37-a7f7-ebae63d04fe9 service neutron] 10.222.0.16 "GET /v2.0/ports/1f20ea34-58da-404a-854d-fe7699c27701/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0829067
Dec 21 10:21:52.868717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-f28e81d3-c810-424d-b810-c7c3b47c1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:52.870356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-f28e81d3-c810-424d-b810-c7c3b47c1e09 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa&tenant_id=e5a53fe14df0484bbaca267be9f85be3 HTTP/1.1" status: 200  len: 1162 time: 0.0806518
Dec 21 10:21:52.966859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-2cd5d289-4645-418a-9168-0a4165e9c026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:52.968719 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-2cd5d289-4645-418a-9168-0a4165e9c026 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5a53fe14df0484bbaca267be9f85be3&device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 1162 time: 0.0752790
Dec 21 10:21:53.119484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-a6b25d27-96c8-4cb0-8514-83ae097bfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:53.121139 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-a6b25d27-96c8-4cb0-8514-83ae097bfa47 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c478a9cb-3f75-4ec0-a488-781a86b19f21 HTTP/1.1" status: 200  len: 905 time: 0.1460035
Dec 21 10:21:53.194723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-4c1fdea9-34ee-4e47-a268-84f263a7918d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f20ea34-58da-404a-854d-fe7699c27701 HTTP/1.1" status: 200  len: 217 time: 0.0669346
Dec 21 10:21:53.265452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-41a4ed58-d4cb-4f69-98ea-a6da407453fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:53.267011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-41a4ed58-d4cb-4f69-98ea-a6da407453fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=288f6593-557b-420b-af1d-cb3c44998f14 HTTP/1.1" status: 200  len: 851 time: 0.0660377
Dec 21 10:21:53.318943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-3b20426a-1d97-4f26-aebf-04a88bf95e43 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c478a9cb-3f75-4ec0-a488-781a86b19f21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0451648
Dec 21 10:21:53.536881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-821ec72f-f549-4c5a-924c-13868b75ded9 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117114
Dec 21 10:21:53.548152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab354f-fb88-4162-9374-717dcd422ee4 req-38d094e8-38d7-4ca8-8694-bfd631be045f tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:53.549751 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54ab354f-fb88-4162-9374-717dcd422ee4 req-38d094e8-38d7-4ca8-8694-bfd631be045f tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.1785948
Dec 21 10:21:53.701353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54ab354f-fb88-4162-9374-717dcd422ee4 req-7b30ac31-8066-40e3-acc1-0918ba8f3d4d tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267838
Dec 21 10:21:53.730635 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dde59981-ca8e-4c18-b053-4a3e97fef97e req-7e6303f1-6f65-4f50-93c5-313691f7e8f5 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1793408
Dec 21 10:21:54.467826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1f20ea34-58da-404a-854d-fe7699c27701 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:21:54.588872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:54.616925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:21:54.627269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 1f20ea34-58da-404a-854d-fe7699c27701, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f20ea34-58da-404a-854d-fe7699c27701,segment=NetworkSegment(cb2db95d-fe3b-427d-bb98-17b0a1693b0c),segment_id=cb2db95d-fe3b-427d-bb98-17b0a1693b0c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:21:54.631295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:54.633933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:54.692782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701', 'code': 200}
Dec 21 10:21:54.709091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=1f20ea34-58da-404a-854d-fe7699c27701,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:54.716953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.717339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.717748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.718172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.718487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.718850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.719213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.719573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.719935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.720293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.720649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.721006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.721433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.721813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.722205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.722562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.722957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.723312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.723665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.724013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.724365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.724725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.725079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.725431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:21:54.729923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:54.914521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17968996-6114-4268-b9a6-d3c39dbda0cb req-1dfbac6c-df16-49d5-ad48-3d66fc6e73d0 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:54.916129 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-17968996-6114-4268-b9a6-d3c39dbda0cb req-1dfbac6c-df16-49d5-ad48-3d66fc6e73d0 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 943 time: 0.0834777
Dec 21 10:21:54.967372 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-17968996-6114-4268-b9a6-d3c39dbda0cb req-0b2218ff-0c43-4fa7-8651-bdb3a525e858 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449908
Dec 21 10:21:56.181455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124e3aa-868f-4ffd-9d9b-4a6dcf0dc970 req-b0389f0b-92ca-4001-94ff-f65c2c63a481 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:56.183086 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e124e3aa-868f-4ffd-9d9b-4a6dcf0dc970 req-b0389f0b-92ca-4001-94ff-f65c2c63a481 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 943 time: 0.0837696
Dec 21 10:21:56.230886 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e124e3aa-868f-4ffd-9d9b-4a6dcf0dc970 req-2019a944-9d7c-4a69-b61c-e3862fdb0687 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413547
Dec 21 10:21:56.664421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1f20ea34-58da-404a-854d-fe7699c27701 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:21:56.740062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1f20ea34-58da-404a-854d-fe7699c27701 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:21:56.740500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:56.869338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:56.897443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:21:56.907580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-421cfcc7-861e-4de0-8ef9-f32933c6c76e tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:56.908626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 1f20ea34-58da-404a-854d-fe7699c27701, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f20ea34-58da-404a-854d-fe7699c27701,segment=NetworkSegment(cb2db95d-fe3b-427d-bb98-17b0a1693b0c),segment_id=cb2db95d-fe3b-427d-bb98-17b0a1693b0c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:21:56.909209 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-421cfcc7-861e-4de0-8ef9-f32933c6c76e tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.16 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa&tenant_id=e5a53fe14df0484bbaca267be9f85be3&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 943 time: 0.3529906
Dec 21 10:21:56.912248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:56.914317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:21:56.971613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701', 'code': 200}
Dec 21 10:21:56.988943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=1f20ea34-58da-404a-854d-fe7699c27701,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:21:56.993054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:21:57.070987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-059145e4-f0fe-44ca-b077-6874ac753f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:57.072604 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-059145e4-f0fe-44ca-b077-6874ac753f53 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=e5a53fe14df0484bbaca267be9f85be3&device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 1162 time: 0.0780015
Dec 21 10:21:57.218145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-65ca2367-ee1c-47ad-9990-0b312a3a3770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:57.219753 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-65ca2367-ee1c-47ad-9990-0b312a3a3770 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c478a9cb-3f75-4ec0-a488-781a86b19f21 HTTP/1.1" status: 200  len: 905 time: 0.1409831
Dec 21 10:21:57.293199 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-c1786a90-5f42-483d-9d04-7fba774270f3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1f20ea34-58da-404a-854d-fe7699c27701 HTTP/1.1" status: 200  len: 217 time: 0.0665936
Dec 21 10:21:57.362220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-0defad29-2599-4cd5-9f22-ad9913e7afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:57.363742 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-0defad29-2599-4cd5-9f22-ad9913e7afec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=288f6593-557b-420b-af1d-cb3c44998f14 HTTP/1.1" status: 200  len: 851 time: 0.0638628
Dec 21 10:21:57.415675 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-84394ec3-722a-49ee-af3a-713dc904f6a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c478a9cb-3f75-4ec0-a488-781a86b19f21&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0456200
Dec 21 10:21:57.564682 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-b7a3107b-3cbf-4f41-a561-f44d1eef146a service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425622
Dec 21 10:21:57.713658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-9e6ce74b-5220-4989-ba8f-6dc966f3e315 service neutron] 10.222.0.16 "GET /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427517
Dec 21 10:21:58.525639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1f20ea34-58da-404a-854d-fe7699c27701 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:21:58.602812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1f20ea34-58da-404a-854d-fe7699c27701 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:21:58.603232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:21:58.684889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5439ade-9dea-4e9b-9bf6-9306be93441d req-9b7b11f8-3a47-4c8b-8b10-9bfa9c5c74fb tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:58.686563 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5439ade-9dea-4e9b-9bf6-9306be93441d req-9b7b11f8-3a47-4c8b-8b10-9bfa9c5c74fb tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0851545
Dec 21 10:21:58.734917 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5439ade-9dea-4e9b-9bf6-9306be93441d req-3b9175b4-0b8f-4981-9ae9-f8bf1887815b tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413775
Dec 21 10:21:59.957787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9b7a8-f7f8-4fde-933a-8dffe9c8d0c1 req-df0cd517-7876-40d8-b089-9d10fb5299fa tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:21:59.959494 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0df9b7a8-f7f8-4fde-933a-8dffe9c8d0c1 req-df0cd517-7876-40d8-b089-9d10fb5299fa tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0882339
Dec 21 10:22:00.008750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0df9b7a8-f7f8-4fde-933a-8dffe9c8d0c1 req-33ac6989-16d7-4d02-b7da-b9b38a446ef2 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425339
Dec 21 10:22:00.260101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-731cc11a-7ef4-4d0c-ab29-8cdadc7df5d1 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:00.261718 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-731cc11a-7ef4-4d0c-ab29-8cdadc7df5d1 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.16 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 945 time: 0.0826375
Dec 21 10:22:00.340604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Deleting port 1f20ea34-58da-404a-854d-fe7699c27701 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:22:00.341157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:00.511660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1f20ea34-58da-404a-854d-fe7699c27701 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:22:00.603987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] For port 1f20ea34-58da-404a-854d-fe7699c27701, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f20ea34-58da-404a-854d-fe7699c27701,segment=NetworkSegment(cb2db95d-fe3b-427d-bb98-17b0a1693b0c),segment_id=cb2db95d-fe3b-427d-bb98-17b0a1693b0c)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:22:00.604391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:00.634178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:00.662951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:22:00.673245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 1f20ea34-58da-404a-854d-fe7699c27701, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f20ea34-58da-404a-854d-fe7699c27701,segment=NetworkSegment(cb2db95d-fe3b-427d-bb98-17b0a1693b0c),segment_id=cb2db95d-fe3b-427d-bb98-17b0a1693b0c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:22:00.676167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:00.678614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f6723f95-a020-4829-bf3e-13b9c50e970a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:00.725601 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701', 'code': 200}
Dec 21 10:22:00.740303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Calling delete_port for 1f20ea34-58da-404a-854d-fe7699c27701 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:22:00.749887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=1f20ea34-58da-404a-854d-fe7699c27701,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:00.753222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:00.821187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:22:00.821572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:22:01.227965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76652fad-59c7-4a2c-88f8-69a86501d875 req-6692a583-e4ab-48c9-aae9-0ac9c925ab9f tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:01.229604 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-76652fad-59c7-4a2c-88f8-69a86501d875 req-6692a583-e4ab-48c9-aae9-0ac9c925ab9f tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 943 time: 0.0857568
Dec 21 10:22:01.280538 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-76652fad-59c7-4a2c-88f8-69a86501d875 req-263c5f0a-9e15-4672-bd12-35724ae0356c tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/security-groups?id=1da02593-822f-4cf5-b9f9-732f84c8d129&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445137
Dec 21 10:22:01.323202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Deleting port 1f20ea34-58da-404a-854d-fe7699c27701 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:22:01.323540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:01.587143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] For port 1f20ea34-58da-404a-854d-fe7699c27701, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1f20ea34-58da-404a-854d-fe7699c27701,segment=NetworkSegment(cb2db95d-fe3b-427d-bb98-17b0a1693b0c),segment_id=cb2db95d-fe3b-427d-bb98-17b0a1693b0c)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:22:01.587547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:01.721380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Calling delete_port for 1f20ea34-58da-404a-854d-fe7699c27701 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:22:01.747872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:01.867275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:01.882583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1ab068a-0c8f-475d-ae01-f750dd776fab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:01.933559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Pushing event deleted for resources: {'Port': ['ID=1f20ea34-58da-404a-854d-fe7699c27701,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:01.956000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.956479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.956928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.957346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.957827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.958861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.959360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.959775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.960189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.960602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.961013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.961421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.961930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.962339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.962745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.963168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.963579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.963985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.964389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.964792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.965194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.965621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.966350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.966452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:01.971328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:02.112168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] No DVR routers for this DVR port 1f20ea34-58da-404a-854d-fe7699c27701 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:22:02.114387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:02.118621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'name': 'network-vif-deleted', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:22:02.132588 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f82c5fec-85f4-4a56-a170-7ece27a7080f req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.16 "DELETE /v2.0/ports/1f20ea34-58da-404a-854d-fe7699c27701 HTTP/1.1" status: 204  len: 173 time: 1.8656707
Dec 21 10:22:02.181093 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c407c4f6-f8aa-4147-9e39-7d9f05a109aa', 'name': 'network-vif-deleted', 'tag': '1f20ea34-58da-404a-854d-fe7699c27701', 'status': 'completed', 'code': 200}
Dec 21 10:22:02.469882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-69d10697-4521-447d-8a95-14d7158f724d req-fb20bd14-f8fa-41a2-8de0-474b3bbe7723 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Synchronizing usage tracker for tenant:e5a53fe14df0484bbaca267be9f85be3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:22:02.485159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-69d10697-4521-447d-8a95-14d7158f724d req-fb20bd14-f8fa-41a2-8de0-474b3bbe7723 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Unset dirty status for tenant:e5a53fe14df0484bbaca267be9f85be3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:22:02.486549 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-69d10697-4521-447d-8a95-14d7158f724d req-fb20bd14-f8fa-41a2-8de0-474b3bbe7723 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] 10.222.0.45 "GET /v2.0/ports?device_id=c407c4f6-f8aa-4147-9e39-7d9f05a109aa HTTP/1.1" status: 200  len: 210 time: 0.0640526
Dec 21 10:22:03.770794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45970) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:22:03.838050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Deleting subnet 288f6593-557b-420b-af1d-cb3c44998f14 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:22:03.841199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:03.898581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:03.963484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:04.250678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:04.267471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b21c7af4-1824-4196-a82b-83a6369aabe3 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:04.315183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=288f6593-557b-420b-af1d-cb3c44998f14,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:04.329431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.329881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.330304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.330719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.331133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.331544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.331955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.332362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.332770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.333221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.334256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.334594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.335074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.335479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.335885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.336291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.336692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.337098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.337535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.337978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.338384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.338788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.339190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.339590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:04.345556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:04.425744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:04.432076 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/288f6593-557b-420b-af1d-cb3c44998f14 HTTP/1.1" status: 204  len: 168 time: 0.6601658
Dec 21 10:22:04.434927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 45974) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:22:04.572433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:04.768533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:04.888226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7bb97b8>,) {'filters': {'network_id': ['c478a9cb-3f75-4ec0-a488-781a86b19f21']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:22:04.902025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7bb97b8>, 'cb2db95d-fe3b-427d-bb98-17b0a1693b0c') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:22:04.902366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7bb97b8>, 'cb2db95d-fe3b-427d-bb98-17b0a1693b0c') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:22:04.915122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:04.930086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:04.934241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:22:05.116788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Network c478a9cb-3f75-4ec0-a488-781a86b19f21 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:22:05.126599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:05.305695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Network c478a9cb-3f75-4ec0-a488-781a86b19f21 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:22:05.332088 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:22:05.408897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:05.412338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a88a99e1-e4e7-4262-bbd9-84652188640f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:05.426555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:05.437041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Pushing event deleted for resources: {'Network': ['ID=c478a9cb-3f75-4ec0-a488-781a86b19f21,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:05.439662 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] 10.222.0.45 "DELETE /v2.0/networks/c478a9cb-3f75-4ec0-a488-781a86b19f21 HTTP/1.1" status: 204  len: 168 time: 1.0037186
Dec 21 10:22:05.440641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:05.583815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45980) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:22:05.637430 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28516f96-ce07-4d98-aa5b-b5745ca35e82 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e5a53fe14df0484bbaca267be9f85be3&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0516541
Dec 21 10:22:05.639249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 45984) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:22:05.707071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32eb294a-a440-47cf-8ed4-09ef8e120a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:05.734960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32eb294a-a440-47cf-8ed4-09ef8e120a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:05.784030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32eb294a-a440-47cf-8ed4-09ef8e120a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:05.789930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff9e39a8-c2a8-4f2a-a60d-a620d780bcdb tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:05.804263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb294a-a440-47cf-8ed4-09ef8e120a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da02593-822f-4cf5-b9f9-732f84c8d129,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:05.807603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32eb294a-a440-47cf-8ed4-09ef8e120a87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:05.808378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-32eb294a-a440-47cf-8ed4-09ef8e120a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:05.809626 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-32eb294a-a440-47cf-8ed4-09ef8e120a87 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1da02593-822f-4cf5-b9f9-732f84c8d129 HTTP/1.1" status: 204  len: 168 time: 0.1693702
Dec 21 10:22:06.481346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:22:06.704514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 46006) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:22:06.843334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-904001154-network', 'tenant_id': '50c06f70c33541a4b35d0fcdde7c7de6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:22:06.848606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:22:06.852705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Usage tracker for resource:network and tenant:50c06f70c33541a4b35d0fcdde7c7de6 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:22:06.855716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:22:06.861634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:22:06.872203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Made reservation on behalf of 50c06f70c33541a4b35d0fcdde7c7de6 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:22:06.877177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:06.890981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:06.906688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:22:06.910772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Usage tracker for resource:security_group_rule and tenant:50c06f70c33541a4b35d0fcdde7c7de6 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:22:06.913824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:22:06.919628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:22:07.008222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:07.010945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:07.015162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13d5e099-22fe-48b3-b757-d5974f17a1d4 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:07.048367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:22:07.062510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fbe0d2-85ac-47e8-aaf3-6d982541ad82,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:07.067006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:07.068686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:07.069128 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Added segment e5835c7d-d06e-41f0-bfea-31b3d5fa56a5 of type vxlan for network a7e4d6a6-4247-49b8-9038-8811b1427cb5
Dec 21 10:22:07.097264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:07.127136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:07.128158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:07.128803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:07.134687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-135113d1-fb3d-4e4d-b18d-eee6e10283a0 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:07.237938 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5321562
Dec 21 10:22:07.241719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 46012) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:22:07.244492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Pushing event updated for resources: {'Network': ['ID=a7e4d6a6-4247-49b8-9038-8811b1427cb5,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:07.247443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:07.249477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Request body: {'subnet': {'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-904001154-subnet', 'tenant_id': '50c06f70c33541a4b35d0fcdde7c7de6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:22:07.256155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network a7e4d6a6-4247-49b8-9038-8811b1427cb5 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:22:07.256480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:22:07.260677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Usage tracker for resource:subnet and tenant:50c06f70c33541a4b35d0fcdde7c7de6 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:22:07.263756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:22:07.269811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:22:07.270169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network a7e4d6a6-4247-49b8-9038-8811b1427cb5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:22:07.284565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Made reservation on behalf of 50c06f70c33541a4b35d0fcdde7c7de6 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:22:07.290420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:07.703664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:07.719763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5a0f11c-deaf-4ede-af3c-8e394f5fe0a3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:07.860366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Pushing event updated for resources: {'Subnet': ['ID=95728424-4777-44c8-adf3-4fef2bb19c9c,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:07.864309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:07.931598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Checking segment: {'id': 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:22:07.931996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Network hostable DHCP agents. Network: a7e4d6a6-4247-49b8-9038-8811b1427cb5, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:22:07.952184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Network a7e4d6a6-4247-49b8-9038-8811b1427cb5 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:22:07.961057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, a7e4d6a6-4247-49b8-9038-8811b1427cb5) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:22:07.970703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf50c771-4602-4c44-9d43-adb6d7bba9cc None None] Network a7e4d6a6-4247-49b8-9038-8811b1427cb5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:22:07.973241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:07.974592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:07.994828 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3eff50d1-6ad1-4eeb-a223-0cb2158fd99a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7518551
Dec 21 10:22:08.203424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace27e0c-c71a-4900-ad9d-3d573c7d8cea None None] Network a7e4d6a6-4247-49b8-9038-8811b1427cb5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:22:08.379245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28b1c60c-55ed-4644-847d-751f7ada5fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:08.627790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-b9a1f7d8-c5e0-48c6-ab3e-09e370384b25 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:08.628524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-b9a1f7d8-c5e0-48c6-ab3e-09e370384b25 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Synchronizing usage tracker for tenant:50c06f70c33541a4b35d0fcdde7c7de6 on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:22:08.644587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-b9a1f7d8-c5e0-48c6-ab3e-09e370384b25 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Unset dirty status for tenant:50c06f70c33541a4b35d0fcdde7c7de6 on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:22:08.646579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-b9a1f7d8-c5e0-48c6-ab3e-09e370384b25 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 814 time: 0.1750877
Dec 21 10:22:08.663474 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-59b2601d-d459-4a61-9901-071ffd92a351 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/quotas/50c06f70c33541a4b35d0fcdde7c7de6 HTTP/1.1" status: 200  len: 375 time: 0.0106888
Dec 21 10:22:08.713437 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-072ad27b-6261-4ef5-bc55-efa51555d1f7 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0443065
Dec 21 10:22:08.798704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-91e1981e-124c-4119-86e7-a61a5b6e6a51 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:22:08.799849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-91e1981e-124c-4119-86e7-a61a5b6e6a51 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0793905
Dec 21 10:22:08.943141 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e02c721f-9e88-4baf-a27f-4a2d29491bec service neutron] 10.222.0.45 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357532
Dec 21 10:22:09.086860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-77973172-65ba-4af3-a2a3-656ec31c5a66 service neutron] 10.222.0.45 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366637
Dec 21 10:22:09.284285 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5c827cdc-bd20-40ab-9e49-ba41d4786cbb req-2cc19092-8429-425e-ae52-f037a1b75c30 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 210 time: 0.0459759
Dec 21 10:22:10.333303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-62f0926b-2f63-4d9a-b9f1-29e1d1ac99a6 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:10.334900 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-62f0926b-2f63-4d9a-b9f1-29e1d1ac99a6 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 814 time: 0.1605518
Dec 21 10:22:10.352556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Request body: {'port': {'device_id': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5', 'admin_state_up': True, 'tenant_id': '50c06f70c33541a4b35d0fcdde7c7de6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:22:10.784863 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5f1b5ee-ddde-40d8-817d-13648cf6a753 req-5fe540d9-84ab-4175-a0f7-3dd8d2a81211 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 210 time: 0.3317804
Dec 21 10:22:10.817087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:22:10.821342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Usage tracker for resource:port and tenant:50c06f70c33541a4b35d0fcdde7c7de6 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:22:10.824338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:22:10.830386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:22:10.839784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Made reservation on behalf of 50c06f70c33541a4b35d0fcdde7c7de6 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:22:10.845288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:11.154789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Allocated IP 172.20.0.3 (a7e4d6a6-4247-49b8-9038-8811b1427cb5/95728424-4777-44c8-adf3-4fef2bb19c9c/8142afe2-7dfc-467a-9dfe-dd65d6cd66c4) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:22:11.370409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:11.396770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:11.412038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:11.556008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Pushing event updated for resources: {'Port': ['ID=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:11.566501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:11.612976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Network a7e4d6a6-4247-49b8-9038-8811b1427cb5 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:22:11.614136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:22:11.616873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:22:11.690929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:11.691518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:11.712627 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3651090
Dec 21 10:22:11.725415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Request body: {'port': {'device_id': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:22:11.838405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:12.151656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aff80a-988f-4524-b1be-010e768e9a3c req-45c88b1a-e6cd-49bf-b820-5ca9de88fb79 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:12.152948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-76aff80a-988f-4524-b1be-010e768e9a3c req-45c88b1a-e6cd-49bf-b820-5ca9de88fb79 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Synchronizing usage tracker for tenant:50c06f70c33541a4b35d0fcdde7c7de6 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:22:12.167485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:12.240502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-76aff80a-988f-4524-b1be-010e768e9a3c req-45c88b1a-e6cd-49bf-b820-5ca9de88fb79 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Unset dirty status for tenant:50c06f70c33541a4b35d0fcdde7c7de6 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:22:12.241730 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-76aff80a-988f-4524-b1be-010e768e9a3c req-45c88b1a-e6cd-49bf-b820-5ca9de88fb79 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 931 time: 0.3026621
Dec 21 10:22:12.321255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-76aff80a-988f-4524-b1be-010e768e9a3c req-ebcb5f04-3636-407f-9a07-0d554fc07826 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Synchronizing usage tracker for tenant:50c06f70c33541a4b35d0fcdde7c7de6 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:22:12.390187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-76aff80a-988f-4524-b1be-010e768e9a3c req-ebcb5f04-3636-407f-9a07-0d554fc07826 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Unset dirty status for tenant:50c06f70c33541a4b35d0fcdde7c7de6 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:22:12.391454 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-76aff80a-988f-4524-b1be-010e768e9a3c req-ebcb5f04-3636-407f-9a07-0d554fc07826 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363192
Dec 21 10:22:12.393579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:22:12.400998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:12.419563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Transition to ACTIVE for port object 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:22:12.422471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:12.434209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08df60a0-27ed-423f-b992-ed0fded07bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:12.440708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8b3730b-dffe-4e91-ac58-27f82dfb1406 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:12.586912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Pushing event updated for resources: {'Port': ['ID=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:12.593262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:12.696742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:12.766853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Attempting to bind port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:22:12.767222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Attempting to bind port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:22:12.767584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Attempting to bind port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 on network a7e4d6a6-4247-49b8-9038-8811b1427cb5 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:22:12.773344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:22:12.773779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Checking segment: {'id': 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:22:12.774156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:12.774556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Bound using segment: {'id': 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:22:12.775280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Bound port: 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:22:12.775656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:12.868508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] For port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:22:12.871717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] For port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:22:12.875112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:12.893879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9621a614-2df7-4636-80e9-f9f87f2e55de tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:13.045106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Pushing event updated for resources: {'Port': ['ID=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:13.050192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:13.083407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:13.084086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:13.085638 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] 10.222.0.16 "PUT /v2.0/ports/8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 HTTP/1.1" status: 200  len: 1157 time: 1.3654656
Dec 21 10:22:13.086196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:22:13.155423 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4', 'status': 'completed', 'code': 200}
Dec 21 10:22:13.196905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-9c5bc211-06dc-49e8-881b-ae299b665f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:13.198573 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-9c5bc211-06dc-49e8-881b-ae299b665f76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 1160 time: 0.0789940
Dec 21 10:22:13.272685 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-ca069bb5-755a-43e9-8847-582da90159ce service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 HTTP/1.1" status: 200  len: 217 time: 0.0669875
Dec 21 10:22:13.341868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-c25af799-b8f3-4f6e-b5be-19587eef8028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:13.343428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-c25af799-b8f3-4f6e-b5be-19587eef8028 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0645535
Dec 21 10:22:13.397147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-e20797f3-ff0c-4d8b-ae3d-874af6ddb70b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464213
Dec 21 10:22:13.507851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:13.596935 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-89655b81-39eb-420c-b3dd-54c8cdf799d2 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927214
Dec 21 10:22:13.674424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b01b6-ccd8-45fd-af3f-a354a4fb5d68 req-400bbd56-855a-4ed8-8e34-46ab2e081a66 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:13.675925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-849b01b6-ccd8-45fd-af3f-a354a4fb5d68 req-400bbd56-855a-4ed8-8e34-46ab2e081a66 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 943 time: 0.1529105
Dec 21 10:22:13.801252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-849b01b6-ccd8-45fd-af3f-a354a4fb5d68 req-4f1a8b37-1979-4fd0-ab51-05a52d6349e9 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750990
Dec 21 10:22:13.803610 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b38ce9f-15c6-439b-9f8c-cb335ad41603 req-f4aa9ead-5919-4550-bbe1-b7b5186017bf service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1930265
Dec 21 10:22:13.930281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48d3e7-da30-452f-aa9e-23af1d139066 req-4135ee56-4df9-495a-b96f-30a4ecb2e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:13.931806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b48d3e7-da30-452f-aa9e-23af1d139066 req-4135ee56-4df9-495a-b96f-30a4ecb2e8f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 1160 time: 0.0792353
Dec 21 10:22:14.076424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48d3e7-da30-452f-aa9e-23af1d139066 req-8b800fa0-063f-47ba-9006-09f91c2b61af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:14.078022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b48d3e7-da30-452f-aa9e-23af1d139066 req-8b800fa0-063f-47ba-9006-09f91c2b61af service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 908 time: 0.1398206
Dec 21 10:22:14.149270 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b48d3e7-da30-452f-aa9e-23af1d139066 req-b608cd81-2ef5-428c-bf99-6fd92c4e1c31 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 HTTP/1.1" status: 200  len: 217 time: 0.0629056
Dec 21 10:22:14.220380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48d3e7-da30-452f-aa9e-23af1d139066 req-cfca6e2a-7b76-4262-af49-2fc721190a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:14.221950 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b48d3e7-da30-452f-aa9e-23af1d139066 req-cfca6e2a-7b76-4262-af49-2fc721190a71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0663924
Dec 21 10:22:14.270483 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b48d3e7-da30-452f-aa9e-23af1d139066 req-335fe4b8-ab73-4f0b-aadb-04d20b37a07d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0420511
Dec 21 10:22:14.414168 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b48d3e7-da30-452f-aa9e-23af1d139066 req-454f36c9-e595-4a6c-abca-e8d3e2d86a38 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367624
Dec 21 10:22:14.838998 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b48d3e7-da30-452f-aa9e-23af1d139066 req-501d8634-c758-47de-a7b9-1b7733d895b9 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4173028
Dec 21 10:22:15.015531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3c82e-2bba-4bd9-b6c6-56eca16fbd9d req-ca785ad8-cef8-47d7-ba4c-563afbace4b3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:15.017136 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-30f3c82e-2bba-4bd9-b6c6-56eca16fbd9d req-ca785ad8-cef8-47d7-ba4c-563afbace4b3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 943 time: 0.0834019
Dec 21 10:22:15.065880 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-30f3c82e-2bba-4bd9-b6c6-56eca16fbd9d req-a494247d-000c-4ec3-b2fa-5a8cb24f22a5 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412533
Dec 21 10:22:16.281158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bdeaa-b789-4ba9-8fdf-c8de1ea02264 req-d032fb17-664e-46a6-96ae-375384974fdc tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:16.282714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a2bdeaa-b789-4ba9-8fdf-c8de1ea02264 req-d032fb17-664e-46a6-96ae-375384974fdc tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 943 time: 0.0872579
Dec 21 10:22:16.331329 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a2bdeaa-b789-4ba9-8fdf-c8de1ea02264 req-e9f9b261-9dbb-4204-aa79-a22cf3348792 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415490
Dec 21 10:22:16.665130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-30eb0942-48b4-4402-97ce-8b6c0c7714a3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80972) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:22:16.934898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:22:17.006220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:22:17.011356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:22:17.011805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:17.128444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:17.157394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:22:17.167819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:22:17.170775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:17.172759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:17.218620 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4', 'code': 200}
Dec 21 10:22:17.244761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:17.248004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:17.454093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8679d9ed-192a-4d49-a8a0-731ea6c83d84 req-1851e890-9609-4154-8804-edd7dec39cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:17.455699 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8679d9ed-192a-4d49-a8a0-731ea6c83d84 req-1851e890-9609-4154-8804-edd7dec39cc2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 1162 time: 0.0776405
Dec 21 10:22:17.507807 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8679d9ed-192a-4d49-a8a0-731ea6c83d84 req-fb625551-6f84-4a31-8708-8330c51e0d72 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438998
Dec 21 10:22:17.679791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac090e15-5c25-4813-8ad8-3044f7b7cca2 req-75a6e26a-39cd-4d2a-9e16-fad9a7459390 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:17.681378 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac090e15-5c25-4813-8ad8-3044f7b7cca2 req-75a6e26a-39cd-4d2a-9e16-fad9a7459390 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0838561
Dec 21 10:22:17.732956 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac090e15-5c25-4813-8ad8-3044f7b7cca2 req-3be37d43-0c59-43f8-bd99-59183d633b0e tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449624
Dec 21 10:22:18.669577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:22:18.940292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:22:18.940630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:18.960013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea49a1e-f96b-4183-88e2-2197a37f092d req-b1c126c1-a6e3-4ad3-ad31-5aa1be747a76 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:18.961628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ea49a1e-f96b-4183-88e2-2197a37f092d req-b1c126c1-a6e3-4ad3-ad31-5aa1be747a76 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0882320
Dec 21 10:22:19.010880 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ea49a1e-f96b-4183-88e2-2197a37f092d req-20e3aa2e-9659-41dd-b5e3-39cb241783ba tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426872
Dec 21 10:22:19.223283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70113da-5563-4b4b-9be9-66a1e2fd3bea req-375a3f23-ff3f-49ea-8cc1-4d7798a8491a tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:19.225472 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e70113da-5563-4b4b-9be9-66a1e2fd3bea req-375a3f23-ff3f-49ea-8cc1-4d7798a8491a tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0856702
Dec 21 10:22:19.276005 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e70113da-5563-4b4b-9be9-66a1e2fd3bea req-ad551ac9-bd33-424a-9062-42ecdb0c0c01 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440500
Dec 21 10:22:19.666409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e94946-7b1c-4f6a-b6ee-cff1dcc2e791 req-a9fbd9d8-6bf6-45db-8791-94a6489aff2b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:19.668007 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-24e94946-7b1c-4f6a-b6ee-cff1dcc2e791 req-a9fbd9d8-6bf6-45db-8791-94a6489aff2b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0852897
Dec 21 10:22:19.715969 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-24e94946-7b1c-4f6a-b6ee-cff1dcc2e791 req-d0fb399f-a545-4157-9957-6a542545ffae tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415587
Dec 21 10:22:19.929110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371eddb-82bd-4d29-bbb0-0d3a9b16cf7f req-5084a6bf-6918-41ef-ae6e-b6e55344d182 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:19.930741 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e371eddb-82bd-4d29-bbb0-0d3a9b16cf7f req-5084a6bf-6918-41ef-ae6e-b6e55344d182 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0871019
Dec 21 10:22:19.979127 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e371eddb-82bd-4d29-bbb0-0d3a9b16cf7f req-756cf595-4f09-42f8-b0fb-675f3cad7935 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421197
Dec 21 10:22:20.367260 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-61f92d01-f4ca-4481-94e2-fab3126a9487 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0761383
Dec 21 10:22:20.437210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6533ab-1c28-464c-af0e-fbf4fd47ab71 req-250189e4-0e6a-4c70-966d-d0bb357f50dc tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:20.438877 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cf6533ab-1c28-464c-af0e-fbf4fd47ab71 req-250189e4-0e6a-4c70-966d-d0bb357f50dc tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0839598
Dec 21 10:22:20.494052 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cf6533ab-1c28-464c-af0e-fbf4fd47ab71 req-d6e22917-4951-48d2-9f68-7f73c00c6e07 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455451
Dec 21 10:22:21.609691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-06295133-8c2f-4ff8-b784-f570ce3d5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:21.611346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-06295133-8c2f-4ff8-b784-f570ce3d5713 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 1162 time: 0.0802839
Dec 21 10:22:21.824871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-a3829f1d-6a43-4b10-885f-73be7e155b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:21.826440 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-a3829f1d-6a43-4b10-885f-73be7e155b13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 908 time: 0.2091217
Dec 21 10:22:21.832644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee84021-a526-42e4-941d-132992c9d6d1 req-a2b0a58a-27b5-478c-b522-7bed61216c2c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:21.834683 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aee84021-a526-42e4-941d-132992c9d6d1 req-a2b0a58a-27b5-478c-b522-7bed61216c2c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.1955822
Dec 21 10:22:21.912860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-fd566b34-a05c-4af0-adc4-c9c738cc1272 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 HTTP/1.1" status: 200  len: 217 time: 0.0771692
Dec 21 10:22:21.998238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aee84021-a526-42e4-941d-132992c9d6d1 req-92c0da05-bd26-4b7a-a357-cb82feb0df2b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1066046
Dec 21 10:22:22.005476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-e7f60941-b9c4-4865-be55-111168125e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:22.007100 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-e7f60941-b9c4-4865-be55-111168125e1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0885916
Dec 21 10:22:22.058587 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-a3584110-7f87-47e0-8902-4c81a1b08e65 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454421
Dec 21 10:22:22.204487 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-57b546de-b0a5-4e9d-a5ea-978c4645f580 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393023
Dec 21 10:22:22.350963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-b3699f02-159a-46e2-a259-c13119c6b938 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397519
Dec 21 10:22:23.216652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4825e3e4-44dd-44c3-aa42-35f5a8dee9a5 req-75ade7f6-4846-41c6-9755-66d6995e7cc6 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:23.218294 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4825e3e4-44dd-44c3-aa42-35f5a8dee9a5 req-75ade7f6-4846-41c6-9755-66d6995e7cc6 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0881560
Dec 21 10:22:23.266441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4825e3e4-44dd-44c3-aa42-35f5a8dee9a5 req-90628680-49ff-4c15-99b6-0daef2597a16 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405889
Dec 21 10:22:24.480212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5bb870-f710-470e-9228-af6ffb781e6f req-db09488d-2f33-46c1-94c2-927fc0cba208 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:24.481860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9e5bb870-f710-470e-9228-af6ffb781e6f req-db09488d-2f33-46c1-94c2-927fc0cba208 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0848157
Dec 21 10:22:24.534997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9e5bb870-f710-470e-9228-af6ffb781e6f req-80778933-3a91-41df-8fab-a38fe25570e0 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467286
Dec 21 10:22:25.752079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec31810e-28e1-47c1-ac6e-3f2c9ee4a908 req-de4664bc-4425-4ab9-89b9-4713dfcc93a5 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:25.753395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ec31810e-28e1-47c1-ac6e-3f2c9ee4a908 req-de4664bc-4425-4ab9-89b9-4713dfcc93a5 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0894353
Dec 21 10:22:25.804813 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ec31810e-28e1-47c1-ac6e-3f2c9ee4a908 req-49966deb-32c6-4ffb-8244-3bfb727e875a tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447145
Dec 21 10:22:27.023151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737ce59-ae8a-40f9-b15a-ad4d6f185b97 req-f7d06f19-f01f-4f1c-9d9b-c788e6087aa3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:27.025013 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c737ce59-ae8a-40f9-b15a-ad4d6f185b97 req-f7d06f19-f01f-4f1c-9d9b-c788e6087aa3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0864611
Dec 21 10:22:27.074890 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c737ce59-ae8a-40f9-b15a-ad4d6f185b97 req-29f66454-099a-41a5-94f9-59f46cbde0db tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435658
Dec 21 10:22:28.288500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd713833-c3a0-416a-8b55-2672278d22c4 req-b4ba6143-9620-4b8a-a561-2938829dbbe6 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:28.290065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cd713833-c3a0-416a-8b55-2672278d22c4 req-b4ba6143-9620-4b8a-a561-2938829dbbe6 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0845990
Dec 21 10:22:28.341015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cd713833-c3a0-416a-8b55-2672278d22c4 req-f5270787-7409-4daf-a696-da2ae8a53c07 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445707
Dec 21 10:22:29.153654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b16793-5ec6-4bf0-82ab-954c00dee97b req-77f74ee8-f63a-4f77-b3a4-19da735afba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:29.155332 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-79b16793-5ec6-4bf0-82ab-954c00dee97b req-77f74ee8-f63a-4f77-b3a4-19da735afba2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 1162 time: 0.0767806
Dec 21 10:22:29.315959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b16793-5ec6-4bf0-82ab-954c00dee97b req-264ed143-1b9b-4b18-99e7-4ce1d8959689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:29.317685 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-79b16793-5ec6-4bf0-82ab-954c00dee97b req-264ed143-1b9b-4b18-99e7-4ce1d8959689 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 908 time: 0.1398661
Dec 21 10:22:29.392691 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-79b16793-5ec6-4bf0-82ab-954c00dee97b req-7449e4eb-4a0d-4979-ae6b-803362d00552 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 HTTP/1.1" status: 200  len: 217 time: 0.0667624
Dec 21 10:22:29.463132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b16793-5ec6-4bf0-82ab-954c00dee97b req-ff5b3194-1d60-44e4-88e8-159c38e38a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:29.464695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-79b16793-5ec6-4bf0-82ab-954c00dee97b req-ff5b3194-1d60-44e4-88e8-159c38e38a81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0649431
Dec 21 10:22:29.564542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-79b16793-5ec6-4bf0-82ab-954c00dee97b req-f06f0f69-af41-437a-9699-a2e06dab0b36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0585754
Dec 21 10:22:29.695256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3285e4-6013-40f6-9300-f75c4f54564c req-831674a7-e643-4766-b04a-a61f08b09247 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:29.696849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a3285e4-6013-40f6-9300-f75c4f54564c req-831674a7-e643-4766-b04a-a61f08b09247 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.2257628
Dec 21 10:22:29.769339 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a3285e4-6013-40f6-9300-f75c4f54564c req-6c0c952c-8d89-41d4-b334-dc84027332b7 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643456
Dec 21 10:22:29.771576 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-79b16793-5ec6-4bf0-82ab-954c00dee97b req-a7760a8f-3c2e-4079-b1a4-1760f93edd53 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1984029
Dec 21 10:22:29.918815 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-79b16793-5ec6-4bf0-82ab-954c00dee97b req-dfd9d1fd-6384-45e9-bc49-3b0830237fd9 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373262
Dec 21 10:22:30.983860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e266898-c25d-41e2-97a6-4f094059310a req-b0c6e72c-1f62-4fc7-99f1-2b828a83a331 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:30.985468 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e266898-c25d-41e2-97a6-4f094059310a req-b0c6e72c-1f62-4fc7-99f1-2b828a83a331 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0837250
Dec 21 10:22:31.037448 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e266898-c25d-41e2-97a6-4f094059310a req-85bb227d-23f7-43ac-a3d5-30a26fcfc50f tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450509
Dec 21 10:22:31.764303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:32.252152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c666aa-9984-4e86-9c0f-8f6b076ea4fc req-f64aa9d6-aecb-4e43-9b9d-7a039b650a25 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:32.253693 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e0c666aa-9984-4e86-9c0f-8f6b076ea4fc req-f64aa9d6-aecb-4e43-9b9d-7a039b650a25 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0840762
Dec 21 10:22:32.302623 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e0c666aa-9984-4e86-9c0f-8f6b076ea4fc req-a957d5b0-dce7-47e1-9838-66185bef00a3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410528
Dec 21 10:22:33.517000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567256f4-5913-4da0-8f89-b3f1842999e6 req-68be3ed8-1a74-46ba-b203-8a16c7b322e0 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:33.518642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-567256f4-5913-4da0-8f89-b3f1842999e6 req-68be3ed8-1a74-46ba-b203-8a16c7b322e0 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0869377
Dec 21 10:22:33.570754 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-567256f4-5913-4da0-8f89-b3f1842999e6 req-01454c17-a0e5-4307-9eb7-0e1a5f0ae401 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442052
Dec 21 10:22:34.782555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929ca24-310e-43f4-9530-1cc6553cceb1 req-2a0faeb3-b2bb-47c0-95f3-b24a643b846c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:34.784161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1929ca24-310e-43f4-9530-1cc6553cceb1 req-2a0faeb3-b2bb-47c0-95f3-b24a643b846c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0846019
Dec 21 10:22:34.835635 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1929ca24-310e-43f4-9530-1cc6553cceb1 req-477a52b8-2781-4f31-b84d-3ae71d953dd0 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445371
Dec 21 10:22:36.045570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf3381-48c6-4e95-bbe1-9029df8d5b31 req-bd166849-b575-444e-9f83-9e56ada45b34 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:36.047186 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7baf3381-48c6-4e95-bbe1-9029df8d5b31 req-bd166849-b575-444e-9f83-9e56ada45b34 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0833337
Dec 21 10:22:36.095265 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7baf3381-48c6-4e95-bbe1-9029df8d5b31 req-b212cc66-5bb3-4061-b026-ce90725a4efd tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416002
Dec 21 10:22:37.308714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5562f-b528-453c-8a20-a2204446b89b req-41756a3c-286c-4130-aeb4-e797f0aa1519 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:37.310391 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16d5562f-b528-453c-8a20-a2204446b89b req-41756a3c-286c-4130-aeb4-e797f0aa1519 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0861754
Dec 21 10:22:37.357839 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16d5562f-b528-453c-8a20-a2204446b89b req-9fe5d971-dc56-43bf-a9e8-d415347ab00f tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410991
Dec 21 10:22:38.351710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3319f50-e838-4df0-9730-356e486a3891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:38.571159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754a1a71-6fdf-4c4e-9f96-58f927dca7a9 req-9a0eb60d-33b1-4905-9ca0-b7203f7474d8 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:38.572781 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-754a1a71-6fdf-4c4e-9f96-58f927dca7a9 req-9a0eb60d-33b1-4905-9ca0-b7203f7474d8 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0866449
Dec 21 10:22:38.625275 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-754a1a71-6fdf-4c4e-9f96-58f927dca7a9 req-4bbf3361-1cba-402f-be82-3114b2d6aa3f tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458295
Dec 21 10:22:39.839379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e194f5-1973-4a6d-8fba-e4874c01403e req-da3a2aeb-2b25-4826-871a-72923b19f2ef tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:39.840896 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-59e194f5-1973-4a6d-8fba-e4874c01403e req-da3a2aeb-2b25-4826-871a-72923b19f2ef tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0836711
Dec 21 10:22:39.887961 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-59e194f5-1973-4a6d-8fba-e4874c01403e req-014f1bd1-7e9a-43a5-901c-b2946379cfe6 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405734
Dec 21 10:22:41.366121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e443c2-d01d-4469-93d3-4c2f0bb0f834 req-dd9ce4b3-112b-43ba-abc8-18129a08df2e tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:41.367734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c0e443c2-d01d-4469-93d3-4c2f0bb0f834 req-dd9ce4b3-112b-43ba-abc8-18129a08df2e tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.3495805
Dec 21 10:22:41.415471 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c0e443c2-d01d-4469-93d3-4c2f0bb0f834 req-4ce6b149-a34c-46e2-9f6a-192c71fc31c1 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414290
Dec 21 10:22:42.169559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:42.438617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8f9ba38-368e-427f-81d0-940e3719b94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:42.631479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5df69-d789-4b9e-9219-4c7e805e925b req-c0e2d620-ff41-435b-9534-fc0fc178a021 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:42.633081 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-49f5df69-d789-4b9e-9219-4c7e805e925b req-c0e2d620-ff41-435b-9534-fc0fc178a021 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0876899
Dec 21 10:22:42.681167 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-49f5df69-d789-4b9e-9219-4c7e805e925b req-b9283397-cab8-4f82-bf52-b4e2f584e006 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415041
Dec 21 10:22:42.700289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:43.481723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:22:43.508858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:43.900380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9feea-f67f-48d2-ad75-483ec29c6420 req-a965bd93-5113-47ba-bc28-664219643667 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:43.902011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c9feea-f67f-48d2-ad75-483ec29c6420 req-a965bd93-5113-47ba-bc28-664219643667 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0882921
Dec 21 10:22:43.948962 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c9feea-f67f-48d2-ad75-483ec29c6420 req-1d55debf-cad6-4856-914c-cad814735535 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406208
Dec 21 10:22:45.163254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6668a052-5bad-422f-b848-6318f7b60023 req-f141d7de-8967-4575-85d7-9aae7293d3f0 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:45.164850 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6668a052-5bad-422f-b848-6318f7b60023 req-f141d7de-8967-4575-85d7-9aae7293d3f0 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0873601
Dec 21 10:22:45.212633 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6668a052-5bad-422f-b848-6318f7b60023 req-8b0c32de-901f-49d5-8504-43740ba19962 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413628
Dec 21 10:22:46.424990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb46432-7037-4d68-8ff3-d2f4f5f78ad5 req-ebb81bb7-ec6f-4fe0-9c69-bbe2da8a7323 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:46.427326 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0eb46432-7037-4d68-8ff3-d2f4f5f78ad5 req-ebb81bb7-ec6f-4fe0-9c69-bbe2da8a7323 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0841038
Dec 21 10:22:46.474490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0eb46432-7037-4d68-8ff3-d2f4f5f78ad5 req-5c1d2886-d220-49a9-83ca-c1b8d6874706 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409470
Dec 21 10:22:46.826691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:22:46.897712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:22:46.898052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:47.696979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2f14b-b4e3-4803-bef5-7c2342cdeaf5 req-0ee157ed-21e0-4a12-816f-0cf8d8e0f0da tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:47.698671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1df2f14b-b4e3-4803-bef5-7c2342cdeaf5 req-0ee157ed-21e0-4a12-816f-0cf8d8e0f0da tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0908065
Dec 21 10:22:47.752414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1df2f14b-b4e3-4803-bef5-7c2342cdeaf5 req-a270419a-5525-4819-8671-961e9409223b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462089
Dec 21 10:22:48.972285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59bac0-32d4-45e3-a8f7-bd5310ddcf5d req-941cf5f1-dbe9-41cb-abfd-6b5a03a18457 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:48.974890 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9f59bac0-32d4-45e3-a8f7-bd5310ddcf5d req-941cf5f1-dbe9-41cb-abfd-6b5a03a18457 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0918264
Dec 21 10:22:49.083299 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9f59bac0-32d4-45e3-a8f7-bd5310ddcf5d req-08d7df05-d9ec-43df-96d1-0b0b796cfd19 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706623
Dec 21 10:22:49.089552 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-80af388b-a837-4900-91cb-56b68d3be97d service neutron] 10.222.0.16 "GET /v2.0/ports/8142afe2-7dfc-467a-9dfe-dd65d6cd66c4/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.1136575
Dec 21 10:22:49.374834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-37aa2a42-30b8-4885-b294-19c671d2aeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:49.376472 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-37aa2a42-30b8-4885-b294-19c671d2aeb3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c&tenant_id=50c06f70c33541a4b35d0fcdde7c7de6 HTTP/1.1" status: 200  len: 1162 time: 0.0820014
Dec 21 10:22:49.472558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-ba6730a5-d895-41c1-b705-7c3767b82e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:49.474346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-ba6730a5-d895-41c1-b705-7c3767b82e16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 1162 time: 0.0756879
Dec 21 10:22:49.621912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-1cdfa6fe-7c82-4f97-850c-08fdbc307178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:49.623417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-1cdfa6fe-7c82-4f97-850c-08fdbc307178 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 908 time: 0.1426551
Dec 21 10:22:49.697476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-d0ea8cef-78b0-46fd-90cc-1ef8889e92a0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 HTTP/1.1" status: 200  len: 217 time: 0.0670586
Dec 21 10:22:49.766506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-9638ca7d-7c90-49a0-a3c7-88f81a871484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:49.768056 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-9638ca7d-7c90-49a0-a3c7-88f81a871484 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0644398
Dec 21 10:22:49.817467 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-d714f286-85c9-4c80-a440-59e21f80416b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0428936
Dec 21 10:22:49.963689 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-37ae9c9f-3a73-4d4f-a2cd-c323c38bff93 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394062
Dec 21 10:22:50.109591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c53feddf-cab2-4855-ac43-b11cdc050bd1 req-123a779e-515b-41ec-aa12-1cb9e5525ac2 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398168
Dec 21 10:22:50.305707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e701771-c326-4d15-bf0a-3bb527aa0b69 req-1d20e542-ab2e-4dc6-bd1a-00d2994d2c3b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:50.307349 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e701771-c326-4d15-bf0a-3bb527aa0b69 req-1d20e542-ab2e-4dc6-bd1a-00d2994d2c3b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0905037
Dec 21 10:22:50.356826 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e701771-c326-4d15-bf0a-3bb527aa0b69 req-1f09d554-8c89-40d0-b782-e5660bec73cd tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428185
Dec 21 10:22:50.821161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:22:50.937668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:50.965158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:22:50.975949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:22:50.979337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:50.981144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0508bf42-dfa4-4006-bc25-116260389170 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:51.036940 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4', 'code': 200}
Dec 21 10:22:51.049198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:51.053315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:51.569117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9f529-8d89-40d3-90bf-bdc573579b0a req-26e258a8-7270-43a3-856c-326512acbe6e tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:51.570787 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-85a9f529-8d89-40d3-90bf-bdc573579b0a req-26e258a8-7270-43a3-856c-326512acbe6e tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 943 time: 0.0842509
Dec 21 10:22:51.624084 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-85a9f529-8d89-40d3-90bf-bdc573579b0a req-ba0c1c1a-a9c0-4b81-929a-f04273e22fb2 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467174
Dec 21 10:22:52.839202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907a88-65c8-4b95-ac4d-9cb130543ea4 req-0b2c399d-a084-4187-a868-1680967ef238 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:52.840741 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-22907a88-65c8-4b95-ac4d-9cb130543ea4 req-0b2c399d-a084-4187-a868-1680967ef238 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 943 time: 0.0840516
Dec 21 10:22:52.889103 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-22907a88-65c8-4b95-ac4d-9cb130543ea4 req-6f2a3cd9-c2d5-48b1-94c3-bffa20c44f96 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420828
Dec 21 10:22:53.014100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:22:53.088598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:22:53.089349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:53.210798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:53.238317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:22:53.249376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:22:53.255212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:53.257081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:53.307591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-37c4ff2e-f2f6-4973-ba99-607e8c000236 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:53.309256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-37c4ff2e-f2f6-4973-ba99-607e8c000236 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.16 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c&tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 943 time: 0.1605115
Dec 21 10:22:53.315875 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4', 'code': 200}
Dec 21 10:22:53.316194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992061b-bfee-4c7c-8561-397ff53232c8 req-7a998d12-c561-4430-860f-1f457d4fc36e tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:53.318515 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a992061b-bfee-4c7c-8561-397ff53232c8 req-7a998d12-c561-4430-860f-1f457d4fc36e tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 943 time: 0.1247678
Dec 21 10:22:53.331772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:53.340142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:53.375249 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a992061b-bfee-4c7c-8561-397ff53232c8 req-28442528-bf7f-46df-8a51-d98c664ce599 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494213
Dec 21 10:22:53.464518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-f876cd58-36c6-419b-8b1f-5846815c3103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:53.466139 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-f876cd58-36c6-419b-8b1f-5846815c3103 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 1162 time: 0.0751326
Dec 21 10:22:53.611510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-c2ba03e5-653c-40e7-b1ac-aebd460add85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:53.613042 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-c2ba03e5-653c-40e7-b1ac-aebd460add85 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 908 time: 0.1409383
Dec 21 10:22:53.686297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-295197ec-ea45-465e-a259-978e5d68d333 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 HTTP/1.1" status: 200  len: 217 time: 0.0669172
Dec 21 10:22:53.757336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-6134bcf6-9f92-4843-80e3-0eb0f34925cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:53.758911 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-6134bcf6-9f92-4843-80e3-0eb0f34925cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0657086
Dec 21 10:22:53.809476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-3cd1cc49-3476-47fe-9cde-d048ace70ec3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438480
Dec 21 10:22:53.955626 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-c40c25c9-d176-4d91-a0c9-dfc261c6a57f service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389427
Dec 21 10:22:54.101083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c686d5e-bbbd-4ce8-8f2c-f4d322116507 req-70366f30-99f5-4641-949f-a6a54b8053c6 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1388280
Dec 21 10:22:54.602381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b2305-907e-4a67-bd58-4e7ed466a5dc req-827fb045-12d6-42a5-8dec-1f9ae7d0f68f tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:54.604057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a86b2305-907e-4a67-bd58-4e7ed466a5dc req-827fb045-12d6-42a5-8dec-1f9ae7d0f68f tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0948410
Dec 21 10:22:54.654721 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a86b2305-907e-4a67-bd58-4e7ed466a5dc req-461fa9fe-400e-4c40-90b6-e043974fb1b0 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440571
Dec 21 10:22:54.878366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:22:54.948831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:22:54.949180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:55.868121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc36cd9-4ea1-4eed-bc57-d43ba58f83c4 req-b880ea9b-0d5c-4cd3-b83f-1096a8401b91 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:55.869684 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1bc36cd9-4ea1-4eed-bc57-d43ba58f83c4 req-b880ea9b-0d5c-4cd3-b83f-1096a8401b91 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0846102
Dec 21 10:22:55.921516 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1bc36cd9-4ea1-4eed-bc57-d43ba58f83c4 req-e30591e7-c0de-42cb-a965-b3e227493ef2 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455301
Dec 21 10:22:56.135377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470b779-4a52-446a-9993-b4061ba0d319 req-97913777-569a-4bc4-aaf4-688213aa83ed tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:56.137083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d470b779-4a52-446a-9993-b4061ba0d319 req-97913777-569a-4bc4-aaf4-688213aa83ed tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0851996
Dec 21 10:22:56.185699 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d470b779-4a52-446a-9993-b4061ba0d319 req-d75fbf41-622d-409c-9208-39c9ff64ed7c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423896
Dec 21 10:22:56.396887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6c105-e682-4ce0-a5fd-20fe6f0b665f req-8404d8e8-258f-4655-aef0-c745f40a20ca tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:56.398446 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffb6c105-e682-4ce0-a5fd-20fe6f0b665f req-8404d8e8-258f-4655-aef0-c745f40a20ca tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.0864210
Dec 21 10:22:56.446441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffb6c105-e682-4ce0-a5fd-20fe6f0b665f req-ed33fd64-e519-4ad7-b000-4db33fd4cf8e tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414019
Dec 21 10:22:56.996416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-4c1c7d80-a7e0-4c04-ad86-4f5fd25e3ada tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:56.998051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-4c1c7d80-a7e0-4c04-ad86-4f5fd25e3ada tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 814 time: 0.1582105
Dec 21 10:22:57.014849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-cdfafeb9-2fde-4743-9313-95c85efbc7d8 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/quotas/50c06f70c33541a4b35d0fcdde7c7de6 HTTP/1.1" status: 200  len: 375 time: 0.0101659
Dec 21 10:22:57.099962 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-5f60af89-b79b-40a4-93be-3c138448a1a5 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0788422
Dec 21 10:22:57.247041 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-7f6e0985-0481-4177-b701-d1f4ba789b08 service neutron] 10.222.0.45 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393466
Dec 21 10:22:57.391235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-d7c53116-bc62-46b9-ba02-3c1e43e092c4 service neutron] 10.222.0.45 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377723
Dec 21 10:22:57.598856 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3677414-8320-4aa8-8034-507ab2753cb1 req-177d2a9c-7bc3-48fa-91d4-266fcb8686a3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 210 time: 0.0510609
Dec 21 10:22:58.654179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-8506cc6c-f508-418b-868b-09eae59ed8f4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:58.655771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-8506cc6c-f508-418b-868b-09eae59ed8f4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.16 "GET /v2.0/ports?device_id=9bc18489-36fd-4605-8a29-1a2c1540ae5c HTTP/1.1" status: 200  len: 945 time: 0.2117798
Dec 21 10:22:58.724038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-49a44682-d2fc-43d0-b666-2c1c983b01e2 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:22:58.725642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-49a44682-d2fc-43d0-b666-2c1c983b01e2 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 814 time: 0.2467010
Dec 21 10:22:58.752124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Request body: {'port': {'device_id': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5', 'admin_state_up': True, 'tenant_id': '50c06f70c33541a4b35d0fcdde7c7de6'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:22:58.783914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Deleting port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:22:58.784294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:58.851839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:22:58.884615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e065d277-54b3-4aa0-81ae-95cb8ff4f41b req-205f7d9c-f34e-4066-8882-918e273b6207 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 210 time: 0.1121504
Dec 21 10:22:58.968043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:59.000042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:22:59.012037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:22:59.015143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:59.017114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:22:59.064834 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4', 'code': 200}
Dec 21 10:22:59.092164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:22:59.101650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.102099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.102423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.102797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.103167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.103535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.103902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.104291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.104632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.104993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.105354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.105789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.106218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.106576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.106937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.107297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.107659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.108016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.108380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.108735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.109094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.109453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.109838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.110197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:22:59.115534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:22:59.331705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:22:59.361273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:22:59.436127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Made reservation on behalf of 50c06f70c33541a4b35d0fcdde7c7de6 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:22:59.442545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:59.523270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] For port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:22:59.523659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:22:59.679116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Calling delete_port for 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:23:00.017398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:00.038719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e6556631-a779-47da-a605-b441a4d64c15 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:00.130830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Pushing event deleted for resources: {'Port': ['ID=8142afe2-7dfc-467a-9dfe-dd65d6cd66c4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:00.153458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:00.155900 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-25e8e114-02f7-4134-a096-7432363238a2 req-3e9c0262-c3a6-449e-b9a3-3a46073fd7f4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 210 time: 0.1364117
Dec 21 10:23:00.163802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Allocated IP 172.20.0.11 (a7e4d6a6-4247-49b8-9038-8811b1427cb5/95728424-4777-44c8-adf3-4fef2bb19c9c/6fb6ec08-859b-4755-9c2d-80a6ee740294) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:23:00.381559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] No DVR routers for this DVR port 8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:23:00.386493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:00.389171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'name': 'network-vif-deleted', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:23:00.460694 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc18489-36fd-4605-8a29-1a2c1540ae5c', 'name': 'network-vif-deleted', 'tag': '8142afe2-7dfc-467a-9dfe-dd65d6cd66c4', 'status': 'completed', 'code': 200}
Dec 21 10:23:00.467106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.16 "DELETE /v2.0/ports/8142afe2-7dfc-467a-9dfe-dd65d6cd66c4 HTTP/1.1" status: 204  len: 173 time: 1.7984707
Dec 21 10:23:00.527967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:00.558451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:00.577550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:00.737766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Pushing event updated for resources: {'Port': ['ID=6fb6ec08-859b-4755-9c2d-80a6ee740294,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:00.741745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:00.782160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Network a7e4d6a6-4247-49b8-9038-8811b1427cb5 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:23:00.783329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:23:00.786165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:23:00.853754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:00.854423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:00.872274 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1268120
Dec 21 10:23:00.883635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Request body: {'port': {'device_id': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:23:01.000046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:01.432722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79c1ec-4866-4333-8d02-a6e534690b51 req-2c96c3a7-8c15-48ef-8dd0-f9384a972a24 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:01.433400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-7d79c1ec-4866-4333-8d02-a6e534690b51 req-2c96c3a7-8c15-48ef-8dd0-f9384a972a24 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Synchronizing usage tracker for tenant:50c06f70c33541a4b35d0fcdde7c7de6 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:23:01.499041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-7d79c1ec-4866-4333-8d02-a6e534690b51 req-2c96c3a7-8c15-48ef-8dd0-f9384a972a24 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Unset dirty status for tenant:50c06f70c33541a4b35d0fcdde7c7de6 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:23:01.500318 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d79c1ec-4866-4333-8d02-a6e534690b51 req-2c96c3a7-8c15-48ef-8dd0-f9384a972a24 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 932 time: 0.2048466
Dec 21 10:23:01.502444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb6ec08-859b-4755-9c2d-80a6ee740294 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:23:01.511987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:01.545642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Transition to ACTIVE for port object 6fb6ec08-859b-4755-9c2d-80a6ee740294 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:23:01.555821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:01.572600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6134330b-a4bf-4643-8dd6-57f11c17977b tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:01.634636 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d79c1ec-4866-4333-8d02-a6e534690b51 req-6f98c573-d672-4772-9457-34e1703dee89 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251206
Dec 21 10:23:01.729710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb6ec08-859b-4755-9c2d-80a6ee740294,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:01.734183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:01.792798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:01.907097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Attempting to bind port 6fb6ec08-859b-4755-9c2d-80a6ee740294 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:23:01.907470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Attempting to bind port 6fb6ec08-859b-4755-9c2d-80a6ee740294 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:23:01.907836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Attempting to bind port 6fb6ec08-859b-4755-9c2d-80a6ee740294 on network a7e4d6a6-4247-49b8-9038-8811b1427cb5 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:23:01.913878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:23:01.914289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Checking segment: {'id': 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:23:01.914693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:01.915086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Bound using segment: {'id': 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:23:01.915557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Bound port: 6fb6ec08-859b-4755-9c2d-80a6ee740294, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'a7e4d6a6-4247-49b8-9038-8811b1427cb5'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:23:01.915934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:02.011772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] For port 6fb6ec08-859b-4755-9c2d-80a6ee740294, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:23:02.014938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] For port 6fb6ec08-859b-4755-9c2d-80a6ee740294, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:23:02.018256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:02.033989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-066b4aa0-63b8-4650-b048-89c5364193bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:02.185987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fb6ec08-859b-4755-9c2d-80a6ee740294,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:02.197312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.197770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.198198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.198616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.199030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.199444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.199903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.200314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.200722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.201132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.201564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.201971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.202450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.202860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.203267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.203706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.204112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.204516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.204928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.205331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.205758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.206163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.206564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.207044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:02.211804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:02.243562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:02.244234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:02.245831 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] 10.222.0.16 "PUT /v2.0/ports/6fb6ec08-859b-4755-9c2d-80a6ee740294 HTTP/1.1" status: 200  len: 1158 time: 1.3666592
Dec 21 10:23:02.356523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-9b45584c-685e-4d7a-b7af-66d250b266b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:02.358165 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-9b45584c-685e-4d7a-b7af-66d250b266b0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 1161 time: 0.0793974
Dec 21 10:23:02.428927 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-e87f53fb-fb71-48b3-a1ff-cab9bad7a2cf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294 HTTP/1.1" status: 200  len: 217 time: 0.0633419
Dec 21 10:23:02.468673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'tag': '6fb6ec08-859b-4755-9c2d-80a6ee740294'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:23:02.506814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-2ee1c596-54ad-492e-9d76-4bbf963b5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:02.508451 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-2ee1c596-54ad-492e-9d76-4bbf963b5a27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0738339
Dec 21 10:23:02.832622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'tag': '6fb6ec08-859b-4755-9c2d-80a6ee740294', 'status': 'completed', 'code': 200}
Dec 21 10:23:02.871593 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-1ddd0492-0c6f-4a29-a9c6-23e470da8a81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3569648
Dec 21 10:23:03.032562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ad9bb-c97b-4708-a972-75207a05654c req-65f8c6da-05e5-40cf-9939-dbb1f3724509 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:03.034190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a92ad9bb-c97b-4708-a972-75207a05654c req-65f8c6da-05e5-40cf-9939-dbb1f3724509 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 944 time: 0.2080817
Dec 21 10:23:03.071596 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-fb548706-5eb1-432f-ae03-9a18d3504c51 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896966
Dec 21 10:23:03.135714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a92ad9bb-c97b-4708-a972-75207a05654c req-322dd5e9-40d8-4ddd-b9d7-c04a3a887f33 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871978
Dec 21 10:23:03.235471 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1cd156e7-1cc8-44b5-be72-c09dd6ba9254 req-2cdf0889-66a7-4b8c-b4c8-cae7c95b6602 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1566060
Dec 21 10:23:03.356417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2401283-d241-4403-ac3f-bced2555d2f0 req-8cbceeed-5386-49c9-9cb2-8fef2bfd88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:03.358083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c2401283-d241-4403-ac3f-bced2555d2f0 req-8cbceeed-5386-49c9-9cb2-8fef2bfd88e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 1161 time: 0.0771794
Dec 21 10:23:03.506886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2401283-d241-4403-ac3f-bced2555d2f0 req-74133b12-96a4-42e4-951e-02ab77972fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:03.508515 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c2401283-d241-4403-ac3f-bced2555d2f0 req-74133b12-96a4-42e4-951e-02ab77972fca service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 908 time: 0.1437910
Dec 21 10:23:03.585695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c2401283-d241-4403-ac3f-bced2555d2f0 req-12712458-61bc-493b-8ed5-944d21e8af92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294 HTTP/1.1" status: 200  len: 217 time: 0.0700877
Dec 21 10:23:03.656889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2401283-d241-4403-ac3f-bced2555d2f0 req-4616e315-1b0f-46fd-b886-1233c3e23677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:03.658483 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c2401283-d241-4403-ac3f-bced2555d2f0 req-4616e315-1b0f-46fd-b886-1233c3e23677 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0654855
Dec 21 10:23:03.710185 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c2401283-d241-4403-ac3f-bced2555d2f0 req-6108c76d-d0b3-4fa3-9e4c-91f7775c7260 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0436175
Dec 21 10:23:03.858140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c2401283-d241-4403-ac3f-bced2555d2f0 req-562ddd26-9b91-4fd4-a0ac-a9b6fd4ce93f service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404309
Dec 21 10:23:04.005286 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c2401283-d241-4403-ac3f-bced2555d2f0 req-f04cf024-aa58-4da4-a72a-1b8cf9a2bf13 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1405334
Dec 21 10:23:04.356186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9bcca-908d-4dcd-9179-76e69ce69248 req-a7c0aec5-5da9-41a1-a43b-7262cd8d9a2c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:04.357813 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18e9bcca-908d-4dcd-9179-76e69ce69248 req-a7c0aec5-5da9-41a1-a43b-7262cd8d9a2c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 944 time: 0.0870531
Dec 21 10:23:04.405041 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18e9bcca-908d-4dcd-9179-76e69ce69248 req-1d67c9a0-2479-4368-bab0-0a7d0571ea31 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399573
Dec 21 10:23:05.133348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 6fb6ec08-859b-4755-9c2d-80a6ee740294 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:23:05.205329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 6fb6ec08-859b-4755-9c2d-80a6ee740294 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:23:05.211112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 6fb6ec08-859b-4755-9c2d-80a6ee740294 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:05.211530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:05.338973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:05.367200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb6ec08-859b-4755-9c2d-80a6ee740294'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:23:05.377753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 6fb6ec08-859b-4755-9c2d-80a6ee740294, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:23:05.382552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:05.384779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:05.444902 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb6ec08-859b-4755-9c2d-80a6ee740294', 'code': 200}
Dec 21 10:23:05.461450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=6fb6ec08-859b-4755-9c2d-80a6ee740294,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:05.467262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:05.674692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60932baf-57ce-45f2-9b13-b8a331e4e71e req-22a1ed87-c203-4ecb-a126-eab38b61c63b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:05.676240 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60932baf-57ce-45f2-9b13-b8a331e4e71e req-22a1ed87-c203-4ecb-a126-eab38b61c63b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.1343949
Dec 21 10:23:05.741439 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60932baf-57ce-45f2-9b13-b8a331e4e71e req-a817f4a4-88a6-441b-94db-d0b4589e11ed tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577812
Dec 21 10:23:05.743485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1af51-9fa2-4d52-a3c3-a99bec8d6b33 req-c72a568b-866c-474e-aee8-9e8dbca2ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:05.745010 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-72f1af51-9fa2-4d52-a3c3-a99bec8d6b33 req-c72a568b-866c-474e-aee8-9e8dbca2ed7e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 1163 time: 0.1252141
Dec 21 10:23:05.789714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-72f1af51-9fa2-4d52-a3c3-a99bec8d6b33 req-aa62996f-5f6b-4600-85c8-7dd1e701084a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378153
Dec 21 10:23:06.924802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 6fb6ec08-859b-4755-9c2d-80a6ee740294 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:23:06.960427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e843481-edfd-4106-85d0-297f363ef04b req-3904a7a6-546b-4d9e-91ed-d12cdf90dd75 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:06.962094 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6e843481-edfd-4106-85d0-297f363ef04b req-3904a7a6-546b-4d9e-91ed-d12cdf90dd75 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0892575
Dec 21 10:23:06.995931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 6fb6ec08-859b-4755-9c2d-80a6ee740294 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:06.996346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:07.010982 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6e843481-edfd-4106-85d0-297f363ef04b req-064d949a-652a-4cdc-9b17-701e9c0c0639 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423548
Dec 21 10:23:07.221904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2ec7a-c982-446a-9e8f-1d343204cefc req-0f115909-f718-43b7-999c-15c9cad1ec02 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:07.224147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8ca2ec7a-c982-446a-9e8f-1d343204cefc req-0f115909-f718-43b7-999c-15c9cad1ec02 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0832758
Dec 21 10:23:07.273640 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8ca2ec7a-c982-446a-9e8f-1d343204cefc req-c4131725-898a-4fbb-ac81-073679b30836 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433331
Dec 21 10:23:07.671988 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-9b78af41-96f2-4757-a3a9-abfa0d258c4a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0796020
Dec 21 10:23:07.737715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d5ebf-e72e-4c40-bea5-f9d4d10be67a req-96cbbe57-180b-4e18-8f21-a603df2f4414 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:07.739974 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-533d5ebf-e72e-4c40-bea5-f9d4d10be67a req-96cbbe57-180b-4e18-8f21-a603df2f4414 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0886624
Dec 21 10:23:07.789960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-533d5ebf-e72e-4c40-bea5-f9d4d10be67a req-c54496c5-4203-4524-8ad9-822e8e92e727 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441947
Dec 21 10:23:08.351829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-302e880f-67ea-4c77-9210-4221766f9e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:08.846561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-5463b515-6ccd-4cd1-9019-95827121b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:08.848714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-5463b515-6ccd-4cd1-9019-95827121b1c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 1163 time: 0.0816178
Dec 21 10:23:09.052916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-5e7ba20b-4340-4551-8e6b-71273fcf9a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:09.054522 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-5e7ba20b-4340-4551-8e6b-71273fcf9a3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 908 time: 0.1959414
Dec 21 10:23:09.131623 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-945a6df4-1c42-44c7-b5bf-4b2e60a38c5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294 HTTP/1.1" status: 200  len: 217 time: 0.0685768
Dec 21 10:23:09.137601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f0a401-e1a6-4da2-a4cd-62ef4385a584 req-8b0a37f8-f956-4c5d-be08-a80e291e8234 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:09.139101 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d6f0a401-e1a6-4da2-a4cd-62ef4385a584 req-8b0a37f8-f956-4c5d-be08-a80e291e8234 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.1871824
Dec 21 10:23:09.240968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-ff990c3c-d010-4499-8176-158d6a888dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:09.242544 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-ff990c3c-d010-4499-8176-158d6a888dcc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.1025462
Dec 21 10:23:09.244960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d6f0a401-e1a6-4da2-a4cd-62ef4385a584 req-3f9de8a6-f967-4da1-a42d-762408fdb89e tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662615
Dec 21 10:23:09.292683 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-4025ee61-e816-4a98-80d2-2138a98804eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0435112
Dec 21 10:23:09.435437 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-b5ea0c9f-ee96-44e3-bcd9-300094bbfebf service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353588
Dec 21 10:23:09.580103 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-dc7cdc45-dd26-47e2-ad1b-69e6f713522c service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377511
Dec 21 10:23:10.456517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72dd6d9-9434-4714-97e2-4440338c96e6 req-917b4607-add3-4132-87c9-bd47a1a02e1a tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:10.458763 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b72dd6d9-9434-4714-97e2-4440338c96e6 req-917b4607-add3-4132-87c9-bd47a1a02e1a tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0838289
Dec 21 10:23:10.511277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b72dd6d9-9434-4714-97e2-4440338c96e6 req-b8a5c123-e935-4460-822e-b2018102b17c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454357
Dec 21 10:23:11.728416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2444f1a7-4f35-4969-a603-8a11e458a8a2 req-2c3058a2-b543-4f13-9e87-ba54ee855b0c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:11.730065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2444f1a7-4f35-4969-a603-8a11e458a8a2 req-2c3058a2-b543-4f13-9e87-ba54ee855b0c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0853789
Dec 21 10:23:11.778513 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2444f1a7-4f35-4969-a603-8a11e458a8a2 req-6db0df28-3113-493b-843c-514a3ba4f949 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420992
Dec 21 10:23:12.172173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:12.439584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8aad3835-a292-4886-b8f6-12c3ee3d51fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:12.703939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:12.994733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20c85d1-1ea3-4aa9-b5cc-ada5d1f4e107 req-8f0243e5-365c-4ea9-a634-0da2e370c8f1 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:12.996352 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f20c85d1-1ea3-4aa9-b5cc-ada5d1f4e107 req-8f0243e5-365c-4ea9-a634-0da2e370c8f1 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0877891
Dec 21 10:23:13.046301 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f20c85d1-1ea3-4aa9-b5cc-ada5d1f4e107 req-2df84c7a-371e-4592-a898-5f832fcb0492 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433209
Dec 21 10:23:13.511743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:14.258533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e1e27-b249-4d17-a765-0424ebf72a14 req-a4685ebd-e981-474d-9151-fd5d6c78670f tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:14.260066 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-309e1e27-b249-4d17-a765-0424ebf72a14 req-a4685ebd-e981-474d-9151-fd5d6c78670f tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0837240
Dec 21 10:23:14.311529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-309e1e27-b249-4d17-a765-0424ebf72a14 req-6f6cdd3a-e9ba-4562-83d9-a2680e44fdde tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451221
Dec 21 10:23:15.527512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858779d2-6029-4b93-80f1-2d8ff3dac17a req-341c73e5-9963-4999-b2f7-8eb364e89967 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:15.529101 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-858779d2-6029-4b93-80f1-2d8ff3dac17a req-341c73e5-9963-4999-b2f7-8eb364e89967 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0868108
Dec 21 10:23:15.578062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-858779d2-6029-4b93-80f1-2d8ff3dac17a req-9f3c4757-bf2c-42b8-8267-dd8300c39a24 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423794
Dec 21 10:23:16.791349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338dc94-1507-42ea-9358-a29b24a122cc req-30671d1a-5996-4ed7-9aa7-3e9f57cdf846 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:16.792932 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8338dc94-1507-42ea-9358-a29b24a122cc req-30671d1a-5996-4ed7-9aa7-3e9f57cdf846 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0866981
Dec 21 10:23:16.841452 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8338dc94-1507-42ea-9358-a29b24a122cc req-a3cc1edb-1a7a-48ea-b6ae-65aa5397aba0 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421653
Dec 21 10:23:18.052369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd669c-5d01-42fe-95ac-9171e4796219 req-268c8c41-081d-4d0b-ae0c-2b12cc1dfca2 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:18.054036 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-82fd669c-5d01-42fe-95ac-9171e4796219 req-268c8c41-081d-4d0b-ae0c-2b12cc1dfca2 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0854073
Dec 21 10:23:18.105148 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-82fd669c-5d01-42fe-95ac-9171e4796219 req-7b6586e6-6997-47a7-8cc1-643959deb59c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447147
Dec 21 10:23:19.331481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b8874d-7c3a-4ce5-a85b-8a170fd65671 req-e361c4b4-f24d-4980-926f-051818068698 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:19.333075 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-50b8874d-7c3a-4ce5-a85b-8a170fd65671 req-e361c4b4-f24d-4980-926f-051818068698 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0826614
Dec 21 10:23:19.380338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-50b8874d-7c3a-4ce5-a85b-8a170fd65671 req-5a16c9d3-f897-49c0-bbcb-960d03ba29de tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409114
Dec 21 10:23:20.483000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:23:20.597377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c8d748-c555-4f35-8630-1aed283ae9f5 req-c4910113-64f0-48e6-8f17-d2aa87315455 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:20.599018 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f3c8d748-c555-4f35-8630-1aed283ae9f5 req-c4910113-64f0-48e6-8f17-d2aa87315455 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0883815
Dec 21 10:23:20.647022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f3c8d748-c555-4f35-8630-1aed283ae9f5 req-90700245-9ec6-4fc3-ada3-83e36461e23c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406263
Dec 21 10:23:21.859882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ff11f-07e3-44a7-898e-af9903c87439 req-645b8141-587f-473e-a0eb-18ede6a22eae tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:21.861402 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e20ff11f-07e3-44a7-898e-af9903c87439 req-645b8141-587f-473e-a0eb-18ede6a22eae tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0846756
Dec 21 10:23:21.914151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e20ff11f-07e3-44a7-898e-af9903c87439 req-52f70623-b24a-48fb-916c-59d9b83e8652 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449555
Dec 21 10:23:23.400961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d097d9-e5e0-4902-b2bf-00639e49d4a2 req-33b3f4ca-a145-40f1-ac89-e5be90c91e73 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:23.402538 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-34d097d9-e5e0-4902-b2bf-00639e49d4a2 req-33b3f4ca-a145-40f1-ac89-e5be90c91e73 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.3424559
Dec 21 10:23:23.450146 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-34d097d9-e5e0-4902-b2bf-00639e49d4a2 req-2b05cade-7cc8-4fad-a8ad-4407e94c7ba7 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411496
Dec 21 10:23:24.666339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a5652-0f00-4d27-8211-d6afbf0c6260 req-6bee3631-a100-4432-85a2-f4e80cc7a08b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:24.667918 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-031a5652-0f00-4d27-8211-d6afbf0c6260 req-6bee3631-a100-4432-85a2-f4e80cc7a08b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0872843
Dec 21 10:23:24.715324 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-031a5652-0f00-4d27-8211-d6afbf0c6260 req-606f2121-0b31-4294-a184-e52d989b4649 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410638
Dec 21 10:23:25.930158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be4ff39-6da6-48ab-8825-4cead8c97449 req-fb0a264d-b592-4090-ad3e-8352eb4e10bd tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:25.931663 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6be4ff39-6da6-48ab-8825-4cead8c97449 req-fb0a264d-b592-4090-ad3e-8352eb4e10bd tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0848129
Dec 21 10:23:25.983238 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6be4ff39-6da6-48ab-8825-4cead8c97449 req-07f85fea-5b2c-4763-93b2-8b719d54f419 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451145
Dec 21 10:23:27.347526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca97cd9-df57-496f-b1f0-52f0138d1749 req-a7e31511-ca7b-4c96-a6b2-c3217d3b9f03 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:27.348966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bca97cd9-df57-496f-b1f0-52f0138d1749 req-a7e31511-ca7b-4c96-a6b2-c3217d3b9f03 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0875216
Dec 21 10:23:27.401302 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bca97cd9-df57-496f-b1f0-52f0138d1749 req-d5132ae0-fb49-4e72-a8f5-e77863fb7455 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452712
Dec 21 10:23:28.635728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940388d-cced-4d1f-a5b2-e74a119c6277 req-85d7857f-0a10-4023-8b87-c4e98963ee86 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:28.637353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a940388d-cced-4d1f-a5b2-e74a119c6277 req-85d7857f-0a10-4023-8b87-c4e98963ee86 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0894566
Dec 21 10:23:28.686012 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a940388d-cced-4d1f-a5b2-e74a119c6277 req-0a4a6926-3767-4b93-9cda-3feeb6626cb3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421267
Dec 21 10:23:29.211557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de80729-8a27-4770-b743-6dd16042ea81 req-8f9a034c-a180-48a0-a21e-49dcc2d8bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:29.213180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8de80729-8a27-4770-b743-6dd16042ea81 req-8f9a034c-a180-48a0-a21e-49dcc2d8bea4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 1163 time: 0.0793245
Dec 21 10:23:29.373633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de80729-8a27-4770-b743-6dd16042ea81 req-08b06627-ef0b-41ad-97de-4f6456af1f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:29.375207 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8de80729-8a27-4770-b743-6dd16042ea81 req-08b06627-ef0b-41ad-97de-4f6456af1f9a service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 908 time: 0.1408141
Dec 21 10:23:29.460492 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8de80729-8a27-4770-b743-6dd16042ea81 req-4e5800d2-d55f-42c9-b365-cc4ceda78619 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294 HTTP/1.1" status: 200  len: 217 time: 0.0769153
Dec 21 10:23:29.537326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de80729-8a27-4770-b743-6dd16042ea81 req-d1043864-36cc-45d6-969e-8a774500cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:29.539845 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8de80729-8a27-4770-b743-6dd16042ea81 req-d1043864-36cc-45d6-969e-8a774500cf1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0734937
Dec 21 10:23:29.597191 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8de80729-8a27-4770-b743-6dd16042ea81 req-41172aa0-d042-44ff-955a-0aab58d2283a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0475631
Dec 21 10:23:29.750463 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8de80729-8a27-4770-b743-6dd16042ea81 req-c0fb07df-9240-4735-9960-4a17085a084e service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455545
Dec 21 10:23:29.953794 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8de80729-8a27-4770-b743-6dd16042ea81 req-c2c6d148-d874-4712-8b92-4ced850f05b2 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1950152
Dec 21 10:23:29.982301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d0fc2-eec5-4641-9f8f-bad973db07e6 req-604d5e80-5e11-4d44-bc4b-bb5d5e8a8951 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:29.983891 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f17d0fc2-eec5-4641-9f8f-bad973db07e6 req-604d5e80-5e11-4d44-bc4b-bb5d5e8a8951 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.1273329
Dec 21 10:23:30.033912 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f17d0fc2-eec5-4641-9f8f-bad973db07e6 req-cb27e712-959f-4495-92c0-3977ffe39483 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437169
Dec 21 10:23:31.254836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a3e04-41e7-4a8b-a7cb-05686706763c req-bf0bcccb-e8be-444e-96dd-28470c1d3ca1 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:31.256450 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f52a3e04-41e7-4a8b-a7cb-05686706763c req-bf0bcccb-e8be-444e-96dd-28470c1d3ca1 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0873966
Dec 21 10:23:31.305571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f52a3e04-41e7-4a8b-a7cb-05686706763c req-dee7ec6d-0a87-4465-a5f3-2cf5a8c32e04 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418324
Dec 21 10:23:31.803063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:32.516753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3c61c5-ddb1-4810-9908-b730711a3a1b req-7ee17d77-1675-49e6-9ca9-71295984978b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:32.518380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d3c61c5-ddb1-4810-9908-b730711a3a1b req-7ee17d77-1675-49e6-9ca9-71295984978b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0839577
Dec 21 10:23:32.569870 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d3c61c5-ddb1-4810-9908-b730711a3a1b req-31126697-bb07-4f3f-ba85-93b2a3e8e294 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444210
Dec 21 10:23:33.786657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea3cd64-cdb0-47a4-bcd5-20816dc970f5 req-07abe21b-7125-470e-aaec-815b84d4bec9 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:33.788402 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ea3cd64-cdb0-47a4-bcd5-20816dc970f5 req-07abe21b-7125-470e-aaec-815b84d4bec9 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0874045
Dec 21 10:23:33.839709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ea3cd64-cdb0-47a4-bcd5-20816dc970f5 req-0f44b600-2941-498f-8a2c-82322df237d6 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444191
Dec 21 10:23:35.063715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e235fb7-bf17-42ce-8c50-55218888fd91 req-ab025133-8f4a-4540-ac38-db9a8e8523b5 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:35.065408 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e235fb7-bf17-42ce-8c50-55218888fd91 req-ab025133-8f4a-4540-ac38-db9a8e8523b5 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0902979
Dec 21 10:23:35.115334 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e235fb7-bf17-42ce-8c50-55218888fd91 req-b8caddd6-a150-480a-bba9-501f26fc3906 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433271
Dec 21 10:23:36.408810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b51a43b-1f2c-4bde-8b8b-11e2593eb59d req-5a8c07b3-1ae2-4031-9174-7df43c2e98e3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:36.410495 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7b51a43b-1f2c-4bde-8b8b-11e2593eb59d req-5a8c07b3-1ae2-4031-9174-7df43c2e98e3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.1611030
Dec 21 10:23:36.412150 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-9a0a07fc-2904-4535-a42a-f0c9bf77c1a7 service neutron] 10.222.0.16 "GET /v2.0/ports/6fb6ec08-859b-4755-9c2d-80a6ee740294/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.1116474
Dec 21 10:23:36.461316 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7b51a43b-1f2c-4bde-8b8b-11e2593eb59d req-67059079-6359-4615-ab32-712e685f584a tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435853
Dec 21 10:23:36.699237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-1fa6a877-c30e-4416-9e85-c8625c7258d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:36.700925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-1fa6a877-c30e-4416-9e85-c8625c7258d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d&tenant_id=50c06f70c33541a4b35d0fcdde7c7de6 HTTP/1.1" status: 200  len: 1163 time: 0.0781555
Dec 21 10:23:36.816382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-4a312b55-476f-4e90-9c38-0fd49c993c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:36.818762 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-4a312b55-476f-4e90-9c38-0fd49c993c43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 1163 time: 0.0923293
Dec 21 10:23:37.015270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-dcc98c96-883e-4b96-8b60-e4ddcc59c36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:37.017207 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-dcc98c96-883e-4b96-8b60-e4ddcc59c36f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 908 time: 0.1917396
Dec 21 10:23:37.065106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 6fb6ec08-859b-4755-9c2d-80a6ee740294 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:23:37.092081 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-a9223710-8caf-48ea-9c6b-eaa80a457340 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294 HTTP/1.1" status: 200  len: 217 time: 0.0672281
Dec 21 10:23:37.170330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-1fe991be-6a48-4e6f-860d-d2ac2c47b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:37.172190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-1fe991be-6a48-4e6f-860d-d2ac2c47b621 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0718036
Dec 21 10:23:37.190391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:37.222536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb6ec08-859b-4755-9c2d-80a6ee740294'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:23:37.228948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-df92dfc7-1997-4e18-a869-9ab794f65209 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0504730
Dec 21 10:23:37.232480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 6fb6ec08-859b-4755-9c2d-80a6ee740294, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:23:37.235795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:37.237674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:37.295205 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fb6ec08-859b-4755-9c2d-80a6ee740294', 'code': 200}
Dec 21 10:23:37.311151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=6fb6ec08-859b-4755-9c2d-80a6ee740294,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:37.314708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:37.381308 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-1c22c573-b3f6-48e4-bce1-6183936b8232 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452305
Dec 21 10:23:37.573047 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32b0c251-aa18-4ae9-bc60-441434b6585a req-3c49a576-f347-4edf-baaa-473132a71e16 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1848783
Dec 21 10:23:37.693326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855e53c-49ad-4d4d-ae61-68b5f479f8bb req-cede5d03-cfdc-40e5-9fcc-79853a513aa3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:37.695118 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f855e53c-49ad-4d4d-ae61-68b5f479f8bb req-cede5d03-cfdc-40e5-9fcc-79853a513aa3 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 944 time: 0.0928242
Dec 21 10:23:37.750906 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f855e53c-49ad-4d4d-ae61-68b5f479f8bb req-d59eb919-19ff-463c-acfb-50d950f39f3f tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479362
Dec 21 10:23:38.354584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-973f0f28-553b-4dee-aad0-ec6ab03a3ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:38.983955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488046c2-65ae-499e-ac72-2ffba46e6483 req-21f5a343-c4c4-46a4-b6fc-40f044cb25fd tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:38.986274 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-488046c2-65ae-499e-ac72-2ffba46e6483 req-21f5a343-c4c4-46a4-b6fc-40f044cb25fd tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 944 time: 0.1015725
Dec 21 10:23:39.036208 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-488046c2-65ae-499e-ac72-2ffba46e6483 req-27693e86-402f-42ef-b77a-b6afe85febab tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430019
Dec 21 10:23:39.276762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 6fb6ec08-859b-4755-9c2d-80a6ee740294 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:23:39.356937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 6fb6ec08-859b-4755-9c2d-80a6ee740294 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:39.357700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:39.483651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:39.513003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb6ec08-859b-4755-9c2d-80a6ee740294'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:23:39.524882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 6fb6ec08-859b-4755-9c2d-80a6ee740294, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:23:39.528111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:39.530405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:39.597228 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb6ec08-859b-4755-9c2d-80a6ee740294', 'code': 200}
Dec 21 10:23:39.615230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=6fb6ec08-859b-4755-9c2d-80a6ee740294,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:39.620202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:40.261298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0eb9b-9df1-460d-8029-16495f26fef9 req-aca9b65b-28a0-446c-9c9c-7439dee62d06 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:40.263066 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02c0eb9b-9df1-460d-8029-16495f26fef9 req-aca9b65b-28a0-446c-9c9c-7439dee62d06 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0904763
Dec 21 10:23:40.315348 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02c0eb9b-9df1-460d-8029-16495f26fef9 req-ec85e41a-b97b-472a-b7df-ee9812b2dd02 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453391
Dec 21 10:23:40.735003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-25f38d54-1e95-4107-ad47-f37ff49cfc22 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:40.736622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-25f38d54-1e95-4107-ad47-f37ff49cfc22 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.16 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d&tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 946 time: 0.1573489
Dec 21 10:23:40.743701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdd9ac-0001-41bc-8eb9-42bde419f711 req-d7a531d8-57e1-45e5-8e0b-17faac919591 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:40.745264 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ffdd9ac-0001-41bc-8eb9-42bde419f711 req-d7a531d8-57e1-45e5-8e0b-17faac919591 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.1302974
Dec 21 10:23:40.800156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ffdd9ac-0001-41bc-8eb9-42bde419f711 req-52f0beb2-4660-40a5-b81e-e4cffe3472ca tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481052
Dec 21 10:23:40.910217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-aaa99c6c-64b0-4299-862f-30557dc4813f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:40.911846 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-aaa99c6c-64b0-4299-862f-30557dc4813f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 1163 time: 0.0874677
Dec 21 10:23:41.066896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-5dc1f5c4-f11d-4a6a-a4c0-1f6db36cb484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:41.070043 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-5dc1f5c4-f11d-4a6a-a4c0-1f6db36cb484 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 200  len: 908 time: 0.1510327
Dec 21 10:23:41.104287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 6fb6ec08-859b-4755-9c2d-80a6ee740294 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:23:41.155929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-57dca8c8-c15d-4578-9410-c99e66e4d90e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294 HTTP/1.1" status: 200  len: 217 time: 0.0773921
Dec 21 10:23:41.177470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 6fb6ec08-859b-4755-9c2d-80a6ee740294 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:41.177822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:41.232579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-f08c1e4f-8228-46f3-a2e8-9128efd55d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:41.234215 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-f08c1e4f-8228-46f3-a2e8-9128efd55d0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 200  len: 854 time: 0.0718310
Dec 21 10:23:41.286651 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-1322cba6-ac73-4f05-bb44-728fe8bfb233 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a7e4d6a6-4247-49b8-9038-8811b1427cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458639
Dec 21 10:23:41.438388 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-e0329299-d52b-4e6a-8c6a-69c3ff47ed01 service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452255
Dec 21 10:23:41.590707 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75a33a5c-7407-44d0-a2e5-c9f1c0e26d4d req-2a277116-3c88-4015-a7ed-0be24ee646dc service neutron] 10.222.0.16 "GET /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1454051
Dec 21 10:23:42.050693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19cfc6-ce9a-4454-9d11-13d59819ac08 req-3c24ddf6-6b75-488b-bf12-57cc3a535c7b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:42.052379 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be19cfc6-ce9a-4454-9d11-13d59819ac08 req-3c24ddf6-6b75-488b-bf12-57cc3a535c7b tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0871828
Dec 21 10:23:42.107494 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be19cfc6-ce9a-4454-9d11-13d59819ac08 req-0901f8d4-0fb7-4c5a-aba1-5e5872b169f7 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480385
Dec 21 10:23:42.179272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:42.441331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-026547fd-103f-46bf-a305-f850763d4784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:42.705535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:43.331545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab700c8a-4e76-4626-8bb1-17a66b2bc979 req-45dacd9a-eb1f-48b7-900a-5bdffb147a36 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:43.333155 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab700c8a-4e76-4626-8bb1-17a66b2bc979 req-45dacd9a-eb1f-48b7-900a-5bdffb147a36 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0848269
Dec 21 10:23:43.380948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab700c8a-4e76-4626-8bb1-17a66b2bc979 req-9046721c-f9e5-439c-9f42-cd257e28b743 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407095
Dec 21 10:23:43.515323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:43.865223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a6e743-ea2f-447f-9b0b-8c343eba9fb6 req-6599d0f7-cea1-4a9f-b4e2-90216157e253 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:43.867428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02a6e743-ea2f-447f-9b0b-8c343eba9fb6 req-6599d0f7-cea1-4a9f-b4e2-90216157e253 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.3504913
Dec 21 10:23:43.916250 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02a6e743-ea2f-447f-9b0b-8c343eba9fb6 req-43287881-583b-4ab7-8cc9-b3eb50b1f074 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423393
Dec 21 10:23:44.125270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f894cb1-df7d-4cc9-92a4-8489ab8a13be req-3bbe2e09-2070-44e1-a57c-d0ba01304efe tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:44.126814 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f894cb1-df7d-4cc9-92a4-8489ab8a13be req-3bbe2e09-2070-44e1-a57c-d0ba01304efe tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0824747
Dec 21 10:23:44.177222 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f894cb1-df7d-4cc9-92a4-8489ab8a13be req-44aa2fa8-c3f3-4439-88af-97fe653b00eb tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439599
Dec 21 10:23:44.802014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85c12b-9ad1-4354-a201-f7d16d8438a3 req-6ab30d9b-e540-4b64-be0d-4b3bb2c01c40 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:44.803713 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef85c12b-9ad1-4354-a201-f7d16d8438a3 req-6ab30d9b-e540-4b64-be0d-4b3bb2c01c40 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0830650
Dec 21 10:23:44.850910 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef85c12b-9ad1-4354-a201-f7d16d8438a3 req-1e01a4b7-36a8-4c36-b025-ad73571e9217 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411100
Dec 21 10:23:46.064717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa6ccf-d41c-42cf-bef6-16cbaad8efef req-a6513e1a-7c35-4a8f-8b20-71f9b57520fe tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:46.066515 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91fa6ccf-d41c-42cf-bef6-16cbaad8efef req-a6513e1a-7c35-4a8f-8b20-71f9b57520fe tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0872934
Dec 21 10:23:46.116095 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91fa6ccf-d41c-42cf-bef6-16cbaad8efef req-968d1c07-d38e-4152-a252-5cc29404c1b4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/security-groups?id=87fbe0d2-85ac-47e8-aaf3-6d982541ad82&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417325
Dec 21 10:23:46.219494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd740cba-06a1-493f-934c-ae2724526870 req-1e48ea2e-4d91-4c4c-9bb0-f21c3664aae1 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:46.221095 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd740cba-06a1-493f-934c-ae2724526870 req-1e48ea2e-4d91-4c4c-9bb0-f21c3664aae1 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.16 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 946 time: 0.0833867
Dec 21 10:23:46.297357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-bd740cba-06a1-493f-934c-ae2724526870 req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Deleting port 6fb6ec08-859b-4755-9c2d-80a6ee740294 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:23:46.297772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bd740cba-06a1-493f-934c-ae2724526870 req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:46.551884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-bd740cba-06a1-493f-934c-ae2724526870 req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] For port 6fb6ec08-859b-4755-9c2d-80a6ee740294, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=6fb6ec08-859b-4755-9c2d-80a6ee740294,segment=NetworkSegment(e5835c7d-d06e-41f0-bfea-31b3d5fa56a5),segment_id=e5835c7d-d06e-41f0-bfea-31b3d5fa56a5)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:23:46.552210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bd740cba-06a1-493f-934c-ae2724526870 req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:46.685759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-bd740cba-06a1-493f-934c-ae2724526870 req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Calling delete_port for 6fb6ec08-859b-4755-9c2d-80a6ee740294 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:23:46.827663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bd740cba-06a1-493f-934c-ae2724526870 req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:46.845569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e70ac8-ff31-43a3-85a5-e756e783b2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:46.904385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Pushing event deleted for resources: {'Port': ['ID=6fb6ec08-859b-4755-9c2d-80a6ee740294,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:46.909000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:47.050814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd740cba-06a1-493f-934c-ae2724526870 req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] No DVR routers for this DVR port 6fb6ec08-859b-4755-9c2d-80a6ee740294 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:23:47.052998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bd740cba-06a1-493f-934c-ae2724526870 req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:47.056572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'name': 'network-vif-deleted', 'tag': '6fb6ec08-859b-4755-9c2d-80a6ee740294'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:23:47.071556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd740cba-06a1-493f-934c-ae2724526870 req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.16 "DELETE /v2.0/ports/6fb6ec08-859b-4755-9c2d-80a6ee740294 HTTP/1.1" status: 204  len: 173 time: 0.8447628
Dec 21 10:23:47.121878 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d', 'name': 'network-vif-deleted', 'tag': '6fb6ec08-859b-4755-9c2d-80a6ee740294', 'status': 'completed', 'code': 200}
Dec 21 10:23:47.140407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 6fb6ec08-859b-4755-9c2d-80a6ee740294 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:23:47.176808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: 6fb6ec08-859b-4755-9c2d-80a6ee740294 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:23:47.177437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 6fb6ec08-859b-4755-9c2d-80a6ee740294 not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:23:47.315310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-8017a04a-7b37-4b6d-931c-a8a39165d071 req-9b4ebb33-a270-4148-9873-d20c1d1d45a7 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Synchronizing usage tracker for tenant:50c06f70c33541a4b35d0fcdde7c7de6 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:23:47.330025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-8017a04a-7b37-4b6d-931c-a8a39165d071 req-9b4ebb33-a270-4148-9873-d20c1d1d45a7 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Unset dirty status for tenant:50c06f70c33541a4b35d0fcdde7c7de6 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:23:47.331258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8017a04a-7b37-4b6d-931c-a8a39165d071 req-9b4ebb33-a270-4148-9873-d20c1d1d45a7 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] 10.222.0.45 "GET /v2.0/ports?device_id=3f7a3f4d-2d2e-45df-a3a4-d216fcb5b24d HTTP/1.1" status: 200  len: 210 time: 0.0618176
Dec 21 10:23:48.605823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 46344) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:23:48.674716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Deleting subnet 95728424-4777-44c8-adf3-4fef2bb19c9c {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:23:48.677853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:48.731090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:48.796049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:49.073796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:49.093683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-697b4640-4958-48f1-b973-3e20ff2139d4 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:49.143311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95728424-4777-44c8-adf3-4fef2bb19c9c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:49.163324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.164168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.164591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.165035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.165504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.165961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.166368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.166773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.167219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.167620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.168021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.168421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.168894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.169293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.169717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.170115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.170512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.171016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.171414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.171808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.172204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.172598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.172994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.173432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:49.179679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:49.259868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:49.265807 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e2d3e758-1ea4-476b-9d95-47163cbf14f8 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/95728424-4777-44c8-adf3-4fef2bb19c9c HTTP/1.1" status: 204  len: 168 time: 0.6588321
Dec 21 10:23:49.268518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 46348) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:23:49.387468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:49.582280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:49.971217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fee8bb240>,) {'filters': {'network_id': ['a7e4d6a6-4247-49b8-9038-8811b1427cb5']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:23:49.984419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fee8bb240>, 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:23:49.984748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fee8bb240>, 'e5835c7d-d06e-41f0-bfea-31b3d5fa56a5') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:23:49.997075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:50.012628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:50.014645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:23:50.202391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Network a7e4d6a6-4247-49b8-9038-8811b1427cb5 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:23:50.212316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:50.394584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Network a7e4d6a6-4247-49b8-9038-8811b1427cb5 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:23:50.418061 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:23:50.497696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:50.501054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-045b684f-5f70-4951-8d1c-61e6bb7392f3 tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:50.518032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:50.527666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e4d6a6-4247-49b8-9038-8811b1427cb5,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:50.531126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:50.535803 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ec9e4698-fba9-487c-b540-63a3df545913 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a7e4d6a6-4247-49b8-9038-8811b1427cb5 HTTP/1.1" status: 204  len: 168 time: 1.2660351
Dec 21 10:23:50.685883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 46354) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:23:50.738378 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-06b7f238-8ac8-426c-b937-d80849f864c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=50c06f70c33541a4b35d0fcdde7c7de6&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0510998
Dec 21 10:23:50.741674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 46358) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:23:50.807358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72aed01c-94f5-439f-9a09-6a95108ed056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:50.834201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72aed01c-94f5-439f-9a09-6a95108ed056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:50.882357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72aed01c-94f5-439f-9a09-6a95108ed056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:50.887432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d5ba764-6cdd-4338-ac36-5d336ee567f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:50.901527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aed01c-94f5-439f-9a09-6a95108ed056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fbe0d2-85ac-47e8-aaf3-6d982541ad82,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:50.905042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-72aed01c-94f5-439f-9a09-6a95108ed056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:50.911993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72aed01c-94f5-439f-9a09-6a95108ed056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:50.916935 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-72aed01c-94f5-439f-9a09-6a95108ed056 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/87fbe0d2-85ac-47e8-aaf3-6d982541ad82 HTTP/1.1" status: 204  len: 168 time: 0.1719682
Dec 21 10:23:51.802440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 46380) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:23:51.941940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-287631988-network', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:23:51.947402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:23:51.951540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Usage tracker for resource:network and tenant:a9e62420dfa042fc811ad096740f0485 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:23:51.954608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:23:51.960905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:23:51.972020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Made reservation on behalf of a9e62420dfa042fc811ad096740f0485 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:23:51.977878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:51.991097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:52.006279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:23:52.010830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Usage tracker for resource:security_group_rule and tenant:a9e62420dfa042fc811ad096740f0485 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:23:52.014025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:23:52.019745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:23:52.117113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:52.119841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:52.124103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3662aedd-a757-4b70-ad28-d67a6d4ed16e tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:52.161735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:23:52.171032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e34894-b8fd-4355-8161-0058135df425,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:52.175005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:52.177868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:52.178327 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Added segment 340cc13e-9d50-49a3-a8d5-6c0a0788b6a3 of type vxlan for network 4287e562-ed10-497a-bc04-c9f9a1caa5b5
Dec 21 10:23:52.206098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:52.235892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:52.236853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:52.237516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:52.242520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-81584244-3725-4280-b67c-ef165314fc5d tempest-ExtraDHCPOptionsTestJSON-730386956 tempest-ExtraDHCPOptionsTestJSON-730386956] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:52.298116 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.4943593
Dec 21 10:23:52.301299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 46386) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:23:52.307890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Request body: {'subnet': {'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-287631988-subnet', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:23:52.313262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:23:52.317392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Usage tracker for resource:subnet and tenant:a9e62420dfa042fc811ad096740f0485 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:23:52.321374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:23:52.327283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:23:52.338959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Made reservation on behalf of a9e62420dfa042fc811ad096740f0485 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:23:52.343875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:52.354838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Pushing event updated for resources: {'Network': ['ID=4287e562-ed10-497a-bc04-c9f9a1caa5b5,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:52.357744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:52.367097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:23:52.380806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:23:52.767904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:52.784324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7bc96f4a-4cab-4a86-9a3d-da3b6d35a66d tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:52.924370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=87d9fe0d-c3d2-414d-93c7-51469600caa7,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:52.928734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:52.988110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Checking segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:23:52.988501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Network hostable DHCP agents. Network: 4287e562-ed10-497a-bc04-c9f9a1caa5b5, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:23:53.006785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:23:53.014847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 4287e562-ed10-497a-bc04-c9f9a1caa5b5) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:23:53.025026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152de270-203e-4f34-8a00-1508a5da8118 None None] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:23:53.031417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:23:53.032064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:53.053530 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bd2b7be6-fb29-4686-9af2-40be6bf132ba admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7485819
Dec 21 10:23:53.054478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 46390) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:23:53.060304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:23:53.065529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:23:53.070599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Usage tracker for resource:router and tenant:a9e62420dfa042fc811ad096740f0485 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:23:53.073642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:23:53.079409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:23:53.090916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:53.092074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:53.111180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:53.261821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:23:53.262774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:53.389712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:53.732027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Allocated IP 172.20.0.2 (4287e562-ed10-497a-bc04-c9f9a1caa5b5/87d9fe0d-c3d2-414d-93c7-51469600caa7/a471984c-149e-4136-8348-3aa81b7ed97e) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:23:53.736054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:53.768755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:53.956476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:53.968511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Transition to ACTIVE for port object a471984c-149e-4136-8348-3aa81b7ed97e will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:23:53.985011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Transition to ACTIVE for port object a471984c-149e-4136-8348-3aa81b7ed97e will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:23:53.989176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:54.005266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:54.048809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Allocated IP 172.26.1.101 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/92b09c1a-d957-48f3-87ee-8c80e92db94a) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:23:54.140877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Pushing event updated for resources: {'Port': ['ID=a471984c-149e-4136-8348-3aa81b7ed97e,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:54.151612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:54.198507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:23:54.199672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:23:54.202328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:23:54.211840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:54.238315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:54.254201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-41099b68-c614-4d2c-a6fd-2d9763a397f2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:54.259922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Attempting to bind port a471984c-149e-4136-8348-3aa81b7ed97e on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:23:54.260344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Attempting to bind port a471984c-149e-4136-8348-3aa81b7ed97e by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:23:54.260753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Attempting to bind port a471984c-149e-4136-8348-3aa81b7ed97e on network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:23:54.266504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:23:54.266920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Checking segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:23:54.267360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:54.267795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Bound using segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:23:54.268308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Bound port: a471984c-149e-4136-8348-3aa81b7ed97e, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:23:54.268721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:54.360539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] For port a471984c-149e-4136-8348-3aa81b7ed97e, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:23:54.363709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] For port a471984c-149e-4136-8348-3aa81b7ed97e, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a471984c-149e-4136-8348-3aa81b7ed97e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:23:54.367400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:54.384109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:54.398048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Pushing event updated for resources: {'Port': ['ID=92b09c1a-d957-48f3-87ee-8c80e92db94a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:54.403413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:54.446617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:23:54.447827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:23:54.450150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:23:54.543769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Pushing event updated for resources: {'Port': ['ID=a471984c-149e-4136-8348-3aa81b7ed97e,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:54.548370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:54.891016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:55.514647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:55.738872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Router 4f067be7-d398-4510-a2a1-0210d16d9460 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:23:55.929387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:23:55.930112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9dbfad-4955-40e5-a6bb-327683fe65b5 None None] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:23:55.939848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:23:55.952868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:55.953133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:23:55.953830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb8b400>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:23:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:23:55.954251 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c3d6c4f4-9002-4899-8a37-fca650dd410a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.8986979
Dec 21 10:23:55.957876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 46394) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:23:56.175559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a471984c-149e-4136-8348-3aa81b7ed97e up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:23:56.247636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a1395a82-c1c9-47b6-9368-f6d4426c21c7 None None] Provisioning for port a471984c-149e-4136-8348-3aa81b7ed97e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:23:56.286659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a471984c-149e-4136-8348-3aa81b7ed97e completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:23:56.292900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a471984c-149e-4136-8348-3aa81b7ed97e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:56.293694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:56.335726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:23:56.426645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:56.464066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port a471984c-149e-4136-8348-3aa81b7ed97e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a471984c-149e-4136-8348-3aa81b7ed97e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:23:56.467801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:56.470891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aa802df4-13ba-452f-8aab-644a11ccfa96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:56.561910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=a471984c-149e-4136-8348-3aa81b7ed97e,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:56.574139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:56.590385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3a88c6e6-e450-4fc0-aa4c-f52efbbfe180 None None] Provisioning complete for port a471984c-149e-4136-8348-3aa81b7ed97e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:56.590816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a88c6e6-e450-4fc0-aa4c-f52efbbfe180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:56.659933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:56.717201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb8b400>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:54Z', 'revision_number': 3, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:23:56.722629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:23:56.723307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Updating router 4f067be7-d398-4510-a2a1-0210d16d9460 port 92b09c1a-d957-48f3-87ee-8c80e92db94a binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:23:56.779616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:56.852989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d4b5319e-77ed-43d7-b71d-15c934d2fc4e None None] Provisioning complete for port a471984c-149e-4136-8348-3aa81b7ed97e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:56.853416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d4b5319e-77ed-43d7-b71d-15c934d2fc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.046057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Allocated IP 172.20.0.1 (4287e562-ed10-497a-bc04-c9f9a1caa5b5/87d9fe0d-c3d2-414d-93c7-51469600caa7/311df8b8-dda4-4176-95e8-b321123f0aea) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:23:57.111550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1c131c2b-4dc5-4f83-a8e4-3a9a915d7c03 None None] Provisioning complete for port a471984c-149e-4136-8348-3aa81b7ed97e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:57.111989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c131c2b-4dc5-4f83-a8e4-3a9a915d7c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.189610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.201932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Transition to ACTIVE for port object 92b09c1a-d957-48f3-87ee-8c80e92db94a will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:23:57.206150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.214880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.224102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:57.232777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Transition to ACTIVE for port object 311df8b8-dda4-4176-95e8-b321123f0aea will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:23:57.254445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.271007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-339fd510-8a19-48de-b786-d96abb05915c tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:57.366266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Pushing event updated for resources: {'Port': ['ID=92b09c1a-d957-48f3-87ee-8c80e92db94a,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:57.378104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.378493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.378876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.379252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.379620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.379993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.380359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.380725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.381211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.381622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.381991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.382350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.382787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.383149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.383510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.383871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.384229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.384589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.384948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.385305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.385709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.386069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.386430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.386786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:23:57.392007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:57.413736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Pushing event updated for resources: {'Port': ['ID=311df8b8-dda4-4176-95e8-b321123f0aea,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:57.419266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:57.441261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Attempting to bind port 92b09c1a-d957-48f3-87ee-8c80e92db94a on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:23:57.441709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Attempting to bind port 92b09c1a-d957-48f3-87ee-8c80e92db94a by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:23:57.442117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Attempting to bind port 92b09c1a-d957-48f3-87ee-8c80e92db94a on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:23:57.448046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:23:57.448465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:23:57.448908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.449337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:23:57.449879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Bound port: 92b09c1a-d957-48f3-87ee-8c80e92db94a, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:23:57.450295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.462404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:23:57.463528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:23:57.465806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:23:57.493310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:23:57.527949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.549201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] For port 92b09c1a-d957-48f3-87ee-8c80e92db94a, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:23:57.554514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] For port 92b09c1a-d957-48f3-87ee-8c80e92db94a, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=92b09c1a-d957-48f3-87ee-8c80e92db94a,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:23:57.560311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.574827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bb79f058-477b-4c64-9eb2-5f2783e4f484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:57.735591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Pushing event updated for resources: {'Port': ['ID=92b09c1a-d957-48f3-87ee-8c80e92db94a,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:57.741657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:57.762589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7d23e32e-8336-4c19-868b-3c87a446dac2 None None] Provisioning for port 311df8b8-dda4-4176-95e8-b321123f0aea completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:23:57.768704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-7d23e32e-8336-4c19-868b-3c87a446dac2 None None] Provisioning complete for port 311df8b8-dda4-4176-95e8-b321123f0aea triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:57.769277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7d23e32e-8336-4c19-868b-3c87a446dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:57.785789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:23:57.786485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb8b400>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:23:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:23:57.829954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7d23e32e-8336-4c19-868b-3c87a446dac2 None None] Port 311df8b8-dda4-4176-95e8-b321123f0aea cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:23:57.974987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:23:58.098559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a471984c-149e-4136-8348-3aa81b7ed97e up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:23:58.103405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:58.180789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a471984c-149e-4136-8348-3aa81b7ed97e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:58.181212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:58.303116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb8b400>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:54Z', 'revision_number': 3, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:23:58.309640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5abab6-4322-4a45-b13a-3e19e39e63df None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:54Z', 'revision_number': 3, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:23:58.417518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:58.421323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:58.451393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b578ac8-d59b-4735-ad46-7f2448e77adf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:23:58.536613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:58.550621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Pushing event updated for resources: {'Port': ['ID=311df8b8-dda4-4176-95e8-b321123f0aea,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:23:58.556827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:23:58.693273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:23:58.694871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:23:58.916080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Router 4f067be7-d398-4510-a2a1-0210d16d9460 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:23:58.963270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-62babf9e-b05e-4f65-ad39-fbaa790cc4a2 None None] Provisioning complete for port 311df8b8-dda4-4176-95e8-b321123f0aea triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:23:58.963855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62babf9e-b05e-4f65-ad39-fbaa790cc4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:59.026625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-62babf9e-b05e-4f65-ad39-fbaa790cc4a2 None None] Port 311df8b8-dda4-4176-95e8-b321123f0aea cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:23:59.121510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:23:59.131445 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] 10.222.0.45 "PUT /v2.0/routers/4f067be7-d398-4510-a2a1-0210d16d9460/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1722040
Dec 21 10:23:59.825613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 46404) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:23:59.831623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'security_group': {'name': 'tempest-securitygroup--890083254', 'description': 'tempest-description--167141114'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:23:59.838884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:23:59.843003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Usage tracker for resource:security_group and tenant:a9e62420dfa042fc811ad096740f0485 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:23:59.846220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:23:59.852565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:23:59.862339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:59.884427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:23:59.888532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Usage tracker for resource:security_group_rule and tenant:a9e62420dfa042fc811ad096740f0485 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:23:59.891498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:23:59.897981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:23:59.970612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:59.973370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:23:59.978817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-845828ce-e9f4-4976-916a-4229f5cf9ef2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:00.022702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event updated for resources: {'SecurityGroup': ['ID=65684c70-e61f-4e94-bdf5-62e9cf27b4cc,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:00.026026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.027448 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1730 time: 0.2006793
Dec 21 10:24:00.028534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:00.030402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 46408) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:24:00.036351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'security_group_rule': {'security_group_id': '65684c70-e61f-4e94-bdf5-62e9cf27b4cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:24:00.043434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:24:00.047597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Usage tracker for resource:security_group_rule and tenant:a9e62420dfa042fc811ad096740f0485 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:24:00.050766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:24:00.058202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:24:00.078507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.120841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 92b09c1a-d957-48f3-87ee-8c80e92db94a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:24:00.147750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.150700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.153120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-91b61dee-0bb9-451b-b988-4e11bd660d0e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:00.181358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ca80c6-9c48-4cc5-a7a1-0e1d25d2742d,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:00.185744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:00.192552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 92b09c1a-d957-48f3-87ee-8c80e92db94a completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:24:00.192859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.195440 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1640890
Dec 21 10:24:00.198254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 46412) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:24:00.198396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 92b09c1a-d957-48f3-87ee-8c80e92db94a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:24:00.198810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.203906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'security_group_rule': {'security_group_id': '65684c70-e61f-4e94-bdf5-62e9cf27b4cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:24:00.210624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:24:00.214686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Usage tracker for resource:security_group_rule and tenant:a9e62420dfa042fc811ad096740f0485 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:24:00.217698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:24:00.223481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:24:00.239950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.309766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.312665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.314631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-df0bb9b4-b4cf-4908-b650-dffccb0477dd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:00.324960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.336961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56fd759-453e-44ab-9977-f32c8d5a6656,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:00.341685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:00.343112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 92b09c1a-d957-48f3-87ee-8c80e92db94a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=92b09c1a-d957-48f3-87ee-8c80e92db94a,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:24:00.346308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.348560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:00.348848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.353537 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1510029
Dec 21 10:24:00.353537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 46416) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:24:00.363242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:24:00.370370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:24:00.374514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Usage tracker for resource:floatingip and tenant:a9e62420dfa042fc811ad096740f0485 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:24:00.377499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:24:00.384387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:24:00.394220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.419047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=92b09c1a-d957-48f3-87ee-8c80e92db94a,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:00.427217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.427609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.428864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.429245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.429652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.430028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.430399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.430767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.431142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.431506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.431872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.432234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.432670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.433033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.433396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.433858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.434222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.434586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.434962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.435286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.435646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.436007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.436364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.436721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:00.441181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:00.546490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:00.829472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Allocated IP 172.26.1.108 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/01a6a984-68f4-4521-9342-262c765f377a) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:24:00.988709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:01.017407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:01.034246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5e262074-4fa9-4bdd-a123-d0efca8f4b32 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:01.109350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:24:01.119946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:24:01.120631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec0ef4e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:23:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:24:01.181285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event updated for resources: {'Port': ['ID=01a6a984-68f4-4521-9342-262c765f377a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:01.185885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:01.228505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:24:01.229738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:24:01.231997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:24:01.313227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:24:01.318107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:01.379601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:01.651657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec0ef4e0>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 2, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:24:01.655706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:24:01.656110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Updating router 4f067be7-d398-4510-a2a1-0210d16d9460 port 311df8b8-dda4-4176-95e8-b321123f0aea binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:24:01.661637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:01.665617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:01.681527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:01.711141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:01.824542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event updated for resources: {'Port': ['ID=01a6a984-68f4-4521-9342-262c765f377a,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:01.829924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:01.929084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:01.954088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:01.955632 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.5975726
Dec 21 10:24:02.013899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:02.106108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 92b09c1a-d957-48f3-87ee-8c80e92db94a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:24:02.154305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-86abac59-70d9-4079-9545-9e6468019212 req-e0b0e167-6e4d-4941-977a-e0b0a1420efd tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Synchronizing usage tracker for tenant:a9e62420dfa042fc811ad096740f0485 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:24:02.171510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-86abac59-70d9-4079-9545-9e6468019212 req-e0b0e167-6e4d-4941-977a-e0b0a1420efd tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Unset dirty status for tenant:a9e62420dfa042fc811ad096740f0485 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:24:02.172797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-e0b0e167-6e4d-4941-977a-e0b0a1420efd tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--890083254&fields=id&tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 267 time: 0.0674026
Dec 21 10:24:02.302597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 92b09c1a-d957-48f3-87ee-8c80e92db94a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:24:02.303731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:02.509926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:02.533406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Transition to ACTIVE for port object 311df8b8-dda4-4176-95e8-b321123f0aea will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:24:02.538241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:02.557029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:02.614017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abac59-70d9-4079-9545-9e6468019212 req-a1717855-4e6b-42bd-9af1-ed445c9f45c1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:02.616137 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-a1717855-4e6b-42bd-9af1-ed445c9f45c1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 811 time: 0.4341826
Dec 21 10:24:02.633279 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-872e90c4-09b4-4ada-8abe-1fec47fa3036 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/quotas/a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 375 time: 0.0108452
Dec 21 10:24:02.708687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bddf4-c3e7-4909-a120-5be9f323f272 None None] Pushing event updated for resources: {'Port': ['ID=311df8b8-dda4-4176-95e8-b321123f0aea,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:02.712806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b57bddf4-c3e7-4909-a120-5be9f323f272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:02.721373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-86abac59-70d9-4079-9545-9e6468019212 req-52d41167-426e-4547-8771-23e833191f45 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Synchronizing usage tracker for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:24:02.738751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-86abac59-70d9-4079-9545-9e6468019212 req-52d41167-426e-4547-8771-23e833191f45 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Unset dirty status for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:24:02.740178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-52d41167-426e-4547-8771-23e833191f45 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1009228
Dec 21 10:24:02.870999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Attempting to bind port 311df8b8-dda4-4176-95e8-b321123f0aea on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:24:02.871529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Attempting to bind port 311df8b8-dda4-4176-95e8-b321123f0aea by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:24:02.872245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Attempting to bind port 311df8b8-dda4-4176-95e8-b321123f0aea on network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:24:02.877880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:24:02.878709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Checking segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:24:02.878838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:02.879251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Bound using segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:24:02.879777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Bound port: 311df8b8-dda4-4176-95e8-b321123f0aea, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:24:02.880199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:02.902815 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-a17065db-68c9-4304-8094-d8cb2e97d1a6 service neutron] 10.222.0.45 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486127
Dec 21 10:24:02.991578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] For port 311df8b8-dda4-4176-95e8-b321123f0aea, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:24:02.995177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] For port 311df8b8-dda4-4176-95e8-b321123f0aea, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=311df8b8-dda4-4176-95e8-b321123f0aea,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:24:02.999703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:03.015738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ba568d4e-8a23-401d-8cd6-e44aa5941c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:03.056359 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-1660afe2-9a62-4b7f-be34-0c312d2ee2c2 service neutron] 10.222.0.45 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1464667
Dec 21 10:24:03.173700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57bddf4-c3e7-4909-a120-5be9f323f272 None None] Pushing event updated for resources: {'Port': ['ID=311df8b8-dda4-4176-95e8-b321123f0aea,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:03.180389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b57bddf4-c3e7-4909-a120-5be9f323f272 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:03.222359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:24:03.223230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec0ef4e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:23:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:24:03.403976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b73469e-1d99-4df7-98bf-e47dcf8dc6a2 req-4ad45c5a-9c94-453e-910e-2e371708eed3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 210 time: 0.1755571
Dec 21 10:24:03.432142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:24:03.792060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec0ef4e0>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:02Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:24:03.796418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8cfa82a-b0ce-4111-b2d3-660b1f8f2598 None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:02Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:24:04.122415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 311df8b8-dda4-4176-95e8-b321123f0aea up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:24:04.205157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 311df8b8-dda4-4176-95e8-b321123f0aea completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:24:04.211691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 311df8b8-dda4-4176-95e8-b321123f0aea triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:24:04.213721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:04.345940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:04.383910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 311df8b8-dda4-4176-95e8-b321123f0aea, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=311df8b8-dda4-4176-95e8-b321123f0aea,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:24:04.386940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:04.392034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:04.469111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abac59-70d9-4079-9545-9e6468019212 req-07c0429b-9720-43a2-b95d-887d928af68c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:04.471305 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-07c0429b-9720-43a2-b95d-887d928af68c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 811 time: 0.2022367
Dec 21 10:24:04.479129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=311df8b8-dda4-4176-95e8-b321123f0aea,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:04.482973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:04.564443 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-b0dd217c-4e76-4aa7-8e59-05698aa25354 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 5515 time: 0.0791879
Dec 21 10:24:04.580204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'port': {'device_id': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'admin_state_up': True, 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'security_groups': ['65684c70-e61f-4e94-bdf5-62e9cf27b4cc']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:24:04.664495 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ebc343cc-2fa1-4d74-b44c-7cd6f1994acc req-a3b33ef2-ef00-4991-a926-7328984872bc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 210 time: 0.0679901
Dec 21 10:24:04.775728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:24:04.785884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:24:04.795734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Made reservation on behalf of a9e62420dfa042fc811ad096740f0485 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:24:04.801361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:05.122284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Allocated IP 172.20.0.14 (4287e562-ed10-497a-bc04-c9f9a1caa5b5/87d9fe0d-c3d2-414d-93c7-51469600caa7/9382bbcf-df56-41b5-8411-0cb5ff2d70a5) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:24:05.324955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:05.342304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Transition to ACTIVE for port object 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:24:05.362686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:05.377742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f071456-f96b-4154-a910-a058672c8928 tempest-ServersAdminNegativeTestJSON-48463610 tempest-ServersAdminNegativeTestJSON-48463610] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:05.530362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event updated for resources: {'Port': ['ID=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:05.543829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.544248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.544667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.545082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.545512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.545924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.546332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.546737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.547140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.547541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.547946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.548348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.548825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.549234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.549664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.550179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.550587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.550992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.551395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.551797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.552196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.552597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.553548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.553962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:24:05.559433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:05.599385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:24:05.601589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:24:05.603842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:24:05.671360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:05.672068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:05.698122 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1259372
Dec 21 10:24:05.711055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Request body: {'port': {'device_id': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:24:05.838442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9d76c6be-751c-4344-bc38-3da0a0533136 None None] Provisioning for port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:24:05.843356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9d76c6be-751c-4344-bc38-3da0a0533136 None None] Provisioning complete for port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:24:05.843778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d76c6be-751c-4344-bc38-3da0a0533136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:05.879258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:05.901012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9d76c6be-751c-4344-bc38-3da0a0533136 None None] Port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:24:06.015130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede7996-7228-4f7c-ad78-a4ba07613b42 req-70f48bd6-94b6-4e5a-a476-fcf2703ef3df tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:06.015895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-4ede7996-7228-4f7c-ad78-a4ba07613b42 req-70f48bd6-94b6-4e5a-a476-fcf2703ef3df tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Synchronizing usage tracker for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:24:06.055960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-4ede7996-7228-4f7c-ad78-a4ba07613b42 req-70f48bd6-94b6-4e5a-a476-fcf2703ef3df tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Unset dirty status for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:24:06.057277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ede7996-7228-4f7c-ad78-a4ba07613b42 req-70f48bd6-94b6-4e5a-a476-fcf2703ef3df tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 932 time: 0.2554948
Dec 21 10:24:06.105837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 311df8b8-dda4-4176-95e8-b321123f0aea up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:24:06.192714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 311df8b8-dda4-4176-95e8-b321123f0aea triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:24:06.193251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:06.194496 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ede7996-7228-4f7c-ad78-a4ba07613b42 req-e85240ef-1bd2-403b-bdb5-dc2ca381a52d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941596
Dec 21 10:24:06.411063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:24:06.419791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:06.436806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Transition to ACTIVE for port object 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:24:06.439534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:06.455630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-43b2e918-6b88-4ae5-936e-035f16fd0a32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:06.604711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Pushing event updated for resources: {'Port': ['ID=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:06.609313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:06.792844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Attempting to bind port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:24:06.793225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Attempting to bind port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:24:06.793620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Attempting to bind port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 on network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:24:06.799634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:24:06.800015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Checking segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:24:06.800424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:06.800822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Bound using segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:24:06.801303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Bound port: 9382bbcf-df56-41b5-8411-0cb5ff2d70a5, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:24:06.801708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:06.894886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] For port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:24:06.898492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] For port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:24:06.902005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:06.919270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a4f4912f-d185-43e7-811d-c1a187db8a7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:07.076702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Pushing event updated for resources: {'Port': ['ID=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:07.080404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:07.118040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:07.118836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:07.120219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] 10.222.0.16 "PUT /v2.0/ports/9382bbcf-df56-41b5-8411-0cb5ff2d70a5 HTTP/1.1" status: 200  len: 1158 time: 1.4147377
Dec 21 10:24:07.120797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:24:07.202755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5', 'status': 'completed', 'code': 200}
Dec 21 10:24:07.246393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abac59-70d9-4079-9545-9e6468019212 req-d4e170c9-768c-4e80-a73a-621444965692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:07.248119 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-d4e170c9-768c-4e80-a73a-621444965692 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 1161 time: 0.0867021
Dec 21 10:24:07.325916 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-c85eb515-8e69-490d-976a-7895934f0482 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5 HTTP/1.1" status: 200  len: 217 time: 0.0686035
Dec 21 10:24:07.448188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abac59-70d9-4079-9545-9e6468019212 req-8f563743-b7e7-4ec4-852f-6acd4a20518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:07.449728 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-8f563743-b7e7-4ec4-852f-6acd4a20518f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.1181669
Dec 21 10:24:07.529113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662d682-1feb-418e-b02a-2ce9346fa977 req-79fe4c89-d28b-45e5-8436-2846a132447d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:07.530756 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a662d682-1feb-418e-b02a-2ce9346fa977 req-79fe4c89-d28b-45e5-8436-2846a132447d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 944 time: 0.1607134
Dec 21 10:24:07.588239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abac59-70d9-4079-9545-9e6468019212 req-2b58851f-0fc8-4a31-9859-2c680ac1105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:07.589930 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-2b58851f-0fc8-4a31-9859-2c680ac1105a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1332848
Dec 21 10:24:07.594295 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a662d682-1feb-418e-b02a-2ce9346fa977 req-d9f28d14-72ed-4cab-8d6d-d169a1e6c712 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0563014
Dec 21 10:24:07.737029 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-c3fea2d0-a362-42bb-a9f1-d0e70c61b285 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406717
Dec 21 10:24:07.883488 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86abac59-70d9-4079-9545-9e6468019212 req-3545932f-99f2-4b73-9529-765b2626c622 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393018
Dec 21 10:24:08.004053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-27f7221c-57b8-496e-b799-57af94ff55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:08.005650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-27f7221c-57b8-496e-b799-57af94ff55dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 1161 time: 0.0747442
Dec 21 10:24:08.155447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-cdbc2f07-d4d3-458f-933b-f47f5adb8759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:08.157044 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-cdbc2f07-d4d3-458f-933b-f47f5adb8759 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1448131
Dec 21 10:24:08.234571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-1f1a69b8-0701-46cf-9306-131c8ea89c1e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5 HTTP/1.1" status: 200  len: 217 time: 0.0691147
Dec 21 10:24:08.304546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-dc635054-5941-4eba-8a0a-bf2b71326864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:08.306077 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-dc635054-5941-4eba-8a0a-bf2b71326864 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0645711
Dec 21 10:24:08.357249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ebefaf17-7d98-4fe8-b589-978ccf4fb592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:08.393111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-bc57f636-c0ad-409c-b8a1-beefbeca89db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:08.394767 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-bc57f636-c0ad-409c-b8a1-beefbeca89db service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806830
Dec 21 10:24:08.862183 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-555b75e8-9bad-42f2-9a67-f19938473c00 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4597170
Dec 21 10:24:08.937511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229f00f-7718-4968-a291-a0e0197ce4e7 req-e7faf748-e21e-401f-bb23-0a1161aec88d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:08.939096 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e229f00f-7718-4968-a291-a0e0197ce4e7 req-e7faf748-e21e-401f-bb23-0a1161aec88d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 944 time: 0.1567826
Dec 21 10:24:09.068886 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e229f00f-7718-4968-a291-a0e0197ce4e7 req-edc72137-b8d0-4b0e-84cf-3cd94ddb2d11 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834653
Dec 21 10:24:09.072381 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a18068a-f4f5-4559-9cb7-70176646d922 req-cbbf0ead-1d79-40e6-b8f0-d716c84f9c10 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2003007
Dec 21 10:24:09.574072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:24:09.645439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:24:09.651313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:24:09.651728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:09.769308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:09.797833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:24:09.808441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:24:09.812933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:09.814882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:24:09.861354 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5', 'code': 200}
Dec 21 10:24:09.888715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:24:09.891854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:24:10.103822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df004d-aac4-43e3-a0a4-dc389654e21d req-50f4c90a-fe2c-4c3e-b444-8e4550516f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:10.105391 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-13df004d-aac4-43e3-a0a4-dc389654e21d req-50f4c90a-fe2c-4c3e-b444-8e4550516f0a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 1163 time: 0.0780084
Dec 21 10:24:10.151920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-13df004d-aac4-43e3-a0a4-dc389654e21d req-1f9a05bc-fb2e-484f-a742-1a3cf2751f5d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399511
Dec 21 10:24:10.285426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea845ad1-6435-438d-8c5f-29e402bff377 req-4811982f-7b5c-463e-971f-d3cbd90142e1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:10.287568 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea845ad1-6435-438d-8c5f-29e402bff377 req-4811982f-7b5c-463e-971f-d3cbd90142e1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0882859
Dec 21 10:24:10.335507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea845ad1-6435-438d-8c5f-29e402bff377 req-035f7e1f-5b54-446c-b4c8-5a1ed028a24f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416722
Dec 21 10:24:11.340370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:24:11.410974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:24:11.411396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:11.555972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c35ec-1dea-4812-994a-3b8d0efb3481 req-925a6be9-c5fa-4042-ae36-1ba97f94d3cb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:11.557709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-268c35ec-1dea-4812-994a-3b8d0efb3481 req-925a6be9-c5fa-4042-ae36-1ba97f94d3cb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0901666
Dec 21 10:24:11.610388 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-268c35ec-1dea-4812-994a-3b8d0efb3481 req-0333397c-c11c-4784-b233-0d3abfb1879f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449188
Dec 21 10:24:11.903449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b226b4cd-c20e-46b4-b6ef-8e60e7366906 req-5bcd21cf-2c24-412c-92bb-93822016dc19 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:11.904978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b226b4cd-c20e-46b4-b6ef-8e60e7366906 req-5bcd21cf-2c24-412c-92bb-93822016dc19 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.1666298
Dec 21 10:24:11.914959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 46468) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:24:11.920543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f988b303-fce0-4e68-bb95-3653d495f4ee tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'floatingip': {'port_id': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:24:12.003094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f988b303-fce0-4e68-bb95-3653d495f4ee tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:12.176581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:12.442665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-188e7f3c-8746-4890-b626-dbae75f65a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:12.624770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f988b303-fce0-4e68-bb95-3653d495f4ee tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:12.627681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f988b303-fce0-4e68-bb95-3653d495f4ee tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:12.708702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:12.811487 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-f988b303-fce0-4e68-bb95-3653d495f4ee tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Floating IP 0b510afd-9de1-41be-9cae-93930fd1079e associated. External IP: 172.26.1.108, port: 9382bbcf-df56-41b5-8411-0cb5ff2d70a5.
Dec 21 10:24:13.177282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f988b303-fce0-4e68-bb95-3653d495f4ee tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Router 4f067be7-d398-4510-a2a1-0210d16d9460 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:24:13.360118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f988b303-fce0-4e68-bb95-3653d495f4ee tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:24:13.364512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f988b303-fce0-4e68-bb95-3653d495f4ee tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:13.370618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:24:13.382441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:24:13.383181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedad7a20>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:24:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:24:13.424256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f988b303-fce0-4e68-bb95-3653d495f4ee tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "PUT /v2.0/floatingips/0b510afd-9de1-41be-9cae-93930fd1079e HTTP/1.1" status: 200  len: 992 time: 1.5081682
Dec 21 10:24:13.424959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:24:13.484627 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5', 'status': 'completed', 'code': 200}
Dec 21 10:24:13.516839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:13.579535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:24:13.591188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-b6268dfc-4eda-41ef-a781-2858bd82b525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:13.592895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-b6268dfc-4eda-41ef-a781-2858bd82b525 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 1163 time: 0.0856345
Dec 21 10:24:13.740497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-5e4fd865-16ba-4859-8edf-5a46a1bb2b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:13.742403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-5e4fd865-16ba-4859-8edf-5a46a1bb2b1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1432679
Dec 21 10:24:13.852012 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-45e8ca49-b099-4484-897f-4bc32e275fad service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5 HTTP/1.1" status: 200  len: 1000 time: 0.1035411
Dec 21 10:24:13.922346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-df65d4ee-4f3d-4e98-8251-bae318d80b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:13.923954 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-df65d4ee-4f3d-4e98-8251-bae318d80b55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0655084
Dec 21 10:24:13.947047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedad7a20>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:aa:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:24:12Z', 'revision_number': 1, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:24:13.951100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:24:13.960123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:24:13.960771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedad7a20>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:24:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:24:14.008511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-5eb73eef-764b-405f-a7d4-a46bbb28639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:14.010097 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-5eb73eef-764b-405f-a7d4-a46bbb28639b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793040
Dec 21 10:24:14.166567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-cc0f84ba-99fd-4837-a1f3-6b18692bacab service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1500003
Dec 21 10:24:14.307720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:24:14.323624 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5945f40-0f34-41d9-8883-f324a420b6ba req-8acedbf5-8f04-4f80-9bf0-895afe1a599f service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1508911
Dec 21 10:24:14.677272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedad7a20>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:aa:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:24:12Z', 'revision_number': 1, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:24:14.682179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31692d-b009-46d0-b160-e6da5b3fd35a None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:aa:0e:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:24:12Z', 'revision_number': 1, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:24:14.981476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e08c1cc-b00d-4052-90c8-ff8128b9e999 None None] New status for floating IP 0b510afd-9de1-41be-9cae-93930fd1079e: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:24:29.533916 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf403465-50c6-44af-b881-475c36985bf3 req-14b7a1ee-8bce-4806-83e7-6e22141f725e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0744562
Dec 21 10:24:29.692034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf403465-50c6-44af-b881-475c36985bf3 req-a276ebcc-0b4c-440d-8171-1eb138e9c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:29.694229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf403465-50c6-44af-b881-475c36985bf3 req-a276ebcc-0b4c-440d-8171-1eb138e9c80a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 1163 time: 0.0784142
Dec 21 10:24:30.117597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf403465-50c6-44af-b881-475c36985bf3 req-688c715d-7fd9-4c70-bfe9-3c08ec532334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:30.119190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf403465-50c6-44af-b881-475c36985bf3 req-688c715d-7fd9-4c70-bfe9-3c08ec532334 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.4045665
Dec 21 10:24:30.228941 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf403465-50c6-44af-b881-475c36985bf3 req-8bcba17f-6cf6-4911-b751-1c58c5742725 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5 HTTP/1.1" status: 200  len: 1002 time: 0.1021299
Dec 21 10:24:30.298605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf403465-50c6-44af-b881-475c36985bf3 req-ec0cb876-3b39-4103-bf97-b449036090f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:30.300256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf403465-50c6-44af-b881-475c36985bf3 req-ec0cb876-3b39-4103-bf97-b449036090f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0649052
Dec 21 10:24:30.381328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf403465-50c6-44af-b881-475c36985bf3 req-f2469cda-afdb-4b0e-9038-3817f3babe42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:30.382895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf403465-50c6-44af-b881-475c36985bf3 req-f2469cda-afdb-4b0e-9038-3817f3babe42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752001
Dec 21 10:24:30.529374 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf403465-50c6-44af-b881-475c36985bf3 req-6604658b-5725-47d4-9c8d-04440524bc6b service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1386144
Dec 21 10:24:30.681852 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf403465-50c6-44af-b881-475c36985bf3 req-cd9be2c2-e00e-4b56-b90e-36f1ea64a7ca service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1441007
Dec 21 10:24:31.826164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:34.483087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:24:38.358362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6aaa9010-0616-4fae-8fa2-fff5f21613a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:42.181460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:42.444621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-86cc7be8-f852-4781-a8c8-589bc6c0ff50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:42.712993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:43.518556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:24:49.330280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972043a-e822-4b86-9228-b625c369caea req-11353b6c-0dc6-45b2-ac09-42ad2203ee4a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:49.331865 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3972043a-e822-4b86-9228-b625c369caea req-11353b6c-0dc6-45b2-ac09-42ad2203ee4a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0905633
Dec 21 10:24:49.383252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3972043a-e822-4b86-9228-b625c369caea req-2f6a387a-d714-441d-9a35-f80e0533e565 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447683
Dec 21 10:24:49.778714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-6589978d-6d37-4c8e-b938-b496674e0e17 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0801837
Dec 21 10:24:49.843012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76a459-2c10-436b-a339-2e386d64c1aa req-dfcdd5c7-1248-4542-a449-655db6fae286 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:49.844571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e76a459-2c10-436b-a339-2e386d64c1aa req-dfcdd5c7-1248-4542-a449-655db6fae286 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0865400
Dec 21 10:24:49.897812 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e76a459-2c10-436b-a339-2e386d64c1aa req-bd47a0bf-d3b4-4b27-929c-d75361529960 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460401
Dec 21 10:24:51.122733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755409f0-1cec-481b-8d60-6ae287eaf468 req-a07dc56e-c29d-40e2-b9df-6371a06c444a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:51.124340 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-755409f0-1cec-481b-8d60-6ae287eaf468 req-a07dc56e-c29d-40e2-b9df-6371a06c444a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0931761
Dec 21 10:24:51.178899 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-755409f0-1cec-481b-8d60-6ae287eaf468 req-8374bdef-36f2-4ca8-9566-09e96321d8d9 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464244
Dec 21 10:24:51.256852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104865f3-810f-4433-8698-d7a6c5779709 req-58284ec4-2910-467e-a8df-44f0f54f6ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:51.258512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-58284ec4-2910-467e-a8df-44f0f54f6ae6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 1163 time: 0.1556628
Dec 21 10:24:51.404647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104865f3-810f-4433-8698-d7a6c5779709 req-24837db5-e174-4a8a-9f20-8e25dccdf8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:51.406322 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-24837db5-e174-4a8a-9f20-8e25dccdf8bd service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1415980
Dec 21 10:24:51.510560 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-002d98be-3c80-41db-871b-31ac1a1388bd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5 HTTP/1.1" status: 200  len: 1002 time: 0.0972657
Dec 21 10:24:51.585376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104865f3-810f-4433-8698-d7a6c5779709 req-e05e2ef1-4c72-4978-ba58-98bafc545a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:51.587025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-e05e2ef1-4c72-4978-ba58-98bafc545a1f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0703673
Dec 21 10:24:51.666480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104865f3-810f-4433-8698-d7a6c5779709 req-7ae6812c-4bc6-496b-8fef-2fc3f623b4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:51.668076 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-7ae6812c-4bc6-496b-8fef-2fc3f623b4fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744498
Dec 21 10:24:51.812808 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-273a2b60-acb6-4fb7-885e-ded59b07f9ae service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375563
Dec 21 10:24:51.957255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-dd9384c1-6e43-47a6-b22b-aaeb95dfef14 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1371787
Dec 21 10:24:52.400531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cd73a-7c22-4a76-842f-26fabb20cf48 req-73cb8e85-fda5-4022-ab5e-1b5a23a04ae2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:52.402094 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e8cd73a-7c22-4a76-842f-26fabb20cf48 req-73cb8e85-fda5-4022-ab5e-1b5a23a04ae2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0878940
Dec 21 10:24:52.449848 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e8cd73a-7c22-4a76-842f-26fabb20cf48 req-779d065e-6443-4fa2-9816-ab6cca854d01 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410597
Dec 21 10:24:53.664404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d53749-9cc0-4e94-a1cc-ea6b4adc1b8c req-5a4af7a6-e364-4922-bcfe-9742a450c83c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:53.666296 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-33d53749-9cc0-4e94-a1cc-ea6b4adc1b8c req-5a4af7a6-e364-4922-bcfe-9742a450c83c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0847907
Dec 21 10:24:53.717424 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-33d53749-9cc0-4e94-a1cc-ea6b4adc1b8c req-9867cf1f-e2d8-4535-b23c-0f4721d30699 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447497
Dec 21 10:24:54.931203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec3ab3-3d62-4bd1-bec0-743c9003adb4 req-cac3e6b3-9f4f-4aab-80d7-85c8c8c4a473 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:54.932740 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e4ec3ab3-3d62-4bd1-bec0-743c9003adb4 req-cac3e6b3-9f4f-4aab-80d7-85c8c8c4a473 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0849278
Dec 21 10:24:54.980047 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e4ec3ab3-3d62-4bd1-bec0-743c9003adb4 req-446ce541-30fc-4867-91ce-1fafd4b9c2f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410903
Dec 21 10:24:56.205544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae963fd-d294-4aa1-b4f7-3ffd85055b6b req-6d8e173b-d20e-4cb0-a3ba-0e0d9dbbdfb0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:56.207129 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ae963fd-d294-4aa1-b4f7-3ffd85055b6b req-6d8e173b-d20e-4cb0-a3ba-0e0d9dbbdfb0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0908611
Dec 21 10:24:56.255706 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ae963fd-d294-4aa1-b4f7-3ffd85055b6b req-e9c077a5-d8bb-4c6c-b176-f2c2edbcf399 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420837
Dec 21 10:24:57.467589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225dffbf-23a2-4193-83db-39553115eacc req-f828d11f-0baa-41c4-a309-4a6f144d9298 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:57.469198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-225dffbf-23a2-4193-83db-39553115eacc req-f828d11f-0baa-41c4-a309-4a6f144d9298 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0843983
Dec 21 10:24:57.520337 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-225dffbf-23a2-4193-83db-39553115eacc req-88170188-e721-40ad-8a73-1b6b33bdc287 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443177
Dec 21 10:24:58.738233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa303a7-f7c3-421c-b72a-8a20f3ba201b req-9df673da-7910-4327-89dc-30d92d501273 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:24:58.739909 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-afa303a7-f7c3-421c-b72a-8a20f3ba201b req-9df673da-7910-4327-89dc-30d92d501273 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0856967
Dec 21 10:24:58.788482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-afa303a7-f7c3-421c-b72a-8a20f3ba201b req-7c86eb53-79fd-4e9b-aa91-19e673dfe303 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420320
Dec 21 10:25:00.007774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e7ed4-0a55-439e-b024-7539906a01e0 req-5f0bcf21-590b-4097-8297-58efd69f454e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:00.009389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e6e7ed4-0a55-439e-b024-7539906a01e0 req-5f0bcf21-590b-4097-8297-58efd69f454e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0877090
Dec 21 10:25:00.057122 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e6e7ed4-0a55-439e-b024-7539906a01e0 req-87389356-ee8c-4359-bb1a-b4b7ed4e57d1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415049
Dec 21 10:25:01.271995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be025888-fc8c-4db1-adc0-83c90e9540b0 req-107dcd8a-c112-4f15-ac27-d9e52e89eb07 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:01.273909 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be025888-fc8c-4db1-adc0-83c90e9540b0 req-107dcd8a-c112-4f15-ac27-d9e52e89eb07 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0864770
Dec 21 10:25:01.324294 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-be025888-fc8c-4db1-adc0-83c90e9540b0 req-1e837e7e-dda3-4a42-b1fd-0714c66b6d66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440390
Dec 21 10:25:01.838404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:02.537857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a01aeb-7621-4888-a42e-b046bb600269 req-ddea0fcd-955c-4fdb-9230-15bf18304cb1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:02.539488 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e2a01aeb-7621-4888-a42e-b046bb600269 req-ddea0fcd-955c-4fdb-9230-15bf18304cb1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0857646
Dec 21 10:25:02.589366 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e2a01aeb-7621-4888-a42e-b046bb600269 req-70a29b6e-7741-4c31-9f54-753c6ba94dd0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430989
Dec 21 10:25:03.594988 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-1f4bda03-190c-432c-8d86-37b2605bb836 service neutron] 10.222.0.16 "GET /v2.0/ports/9382bbcf-df56-41b5-8411-0cb5ff2d70a5/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0823886
Dec 21 10:25:03.685171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:25:03.811707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:03.840551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:25:03.850989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:25:03.854999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:03.856943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d95a9a-c4b6-47c5-9047-b26815a63b86 req-02318dad-85dd-47ef-b442-544be2517071 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:03.857090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:25:03.858616 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7d95a9a-c4b6-47c5-9047-b26815a63b86 req-02318dad-85dd-47ef-b442-544be2517071 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.1329501
Dec 21 10:25:03.917246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5', 'code': 200}
Dec 21 10:25:03.928259 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c7d95a9a-c4b6-47c5-9047-b26815a63b86 req-3adb9403-2747-4dce-9b18-95a4ceaeda0f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598645
Dec 21 10:25:03.931307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104865f3-810f-4433-8698-d7a6c5779709 req-47ba8015-2b9b-43d9-adea-8c0c91f48dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:03.932864 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-47ba8015-2b9b-43d9-adea-8c0c91f48dcf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce&tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 1163 time: 0.1364911
Dec 21 10:25:03.932980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:25:03.941136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.941766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.941891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.942921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.943383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.943771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.944146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.944529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.944861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.945222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.945605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.945972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.946534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.947013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.947248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.947862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.948059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.948641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.948641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.948943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.949302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.949713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.950069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.950424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:03.955053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:25:04.031599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104865f3-810f-4433-8698-d7a6c5779709 req-fea15504-d40d-4210-8048-f0362f303dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:04.033218 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-fea15504-d40d-4210-8048-f0362f303dd5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 1161 time: 0.0769949
Dec 21 10:25:04.183930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104865f3-810f-4433-8698-d7a6c5779709 req-d00d7b38-dd3c-48d5-b01b-c3f8cd9ce7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:04.185477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-d00d7b38-dd3c-48d5-b01b-c3f8cd9ce7d8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1449952
Dec 21 10:25:04.293223 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-5fbc1c97-a9ce-43f2-b9d9-09f8c15de952 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5 HTTP/1.1" status: 200  len: 1000 time: 0.1011052
Dec 21 10:25:04.362260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104865f3-810f-4433-8698-d7a6c5779709 req-c3236c2d-1ae1-4d26-9f5f-340f56e06d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:04.363809 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-c3236c2d-1ae1-4d26-9f5f-340f56e06d15 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0641787
Dec 21 10:25:04.446700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104865f3-810f-4433-8698-d7a6c5779709 req-64dcb739-aee2-4530-9de3-54618f9c083f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:04.448209 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-64dcb739-aee2-4530-9de3-54618f9c083f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767605
Dec 21 10:25:04.596198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-d25820b1-74bf-4e22-b242-2dbe0d7ef73b service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411743
Dec 21 10:25:04.738816 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-104865f3-810f-4433-8698-d7a6c5779709 req-c2cb0a0b-59a4-4f5c-8753-8bda273776d8 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357183
Dec 21 10:25:05.143975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a14d1-dd6d-4efd-aa60-e659cf16b2b8 req-ef1f97da-79b7-4d94-9389-77259aeefa2e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:05.146167 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ce2a14d1-dd6d-4efd-aa60-e659cf16b2b8 req-ef1f97da-79b7-4d94-9389-77259aeefa2e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 944 time: 0.0836070
Dec 21 10:25:05.197387 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ce2a14d1-dd6d-4efd-aa60-e659cf16b2b8 req-10925865-99ac-4ed4-a828-1299295ef9e7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436752
Dec 21 10:25:06.413939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80de988b-d736-4cb4-9152-b6bb62836cc3 req-8660fe2a-5519-462e-af87-c19eb4c4b682 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:06.415477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-80de988b-d736-4cb4-9152-b6bb62836cc3 req-8660fe2a-5519-462e-af87-c19eb4c4b682 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 944 time: 0.0879943
Dec 21 10:25:06.463097 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-80de988b-d736-4cb4-9152-b6bb62836cc3 req-2812d7b7-3c9b-4112-b03d-c970e8f2453b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413499
Dec 21 10:25:07.694449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364934dc-cc82-4191-9c34-d35ffd2175d0 req-d952f152-a7e8-451a-912d-2582475b59d1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:07.696066 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-364934dc-cc82-4191-9c34-d35ffd2175d0 req-d952f152-a7e8-451a-912d-2582475b59d1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 944 time: 0.0856256
Dec 21 10:25:07.894449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:25:07.968401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:25:07.968826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:08.011509 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-364934dc-cc82-4191-9c34-d35ffd2175d0 req-92c6f423-cce6-4d20-870a-011195c8ad81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3090351
Dec 21 10:25:08.092827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:08.121615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:25:08.132170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:25:08.139058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:08.141012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:25:08.206213 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5', 'code': 200}
Dec 21 10:25:08.220055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:25:08.224220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:25:08.359664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74b142a3-d60b-445d-a28c-f91c00b23c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:08.439423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-d9c6a3f0-cb8c-4588-aa72-3f919d341944 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:08.440914 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-d9c6a3f0-cb8c-4588-aa72-3f919d341944 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce&tenant_id=a9e62420dfa042fc811ad096740f0485&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 946 time: 0.1592407
Dec 21 10:25:08.447149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6713320-bb05-489f-aba2-104760b9b36e req-f1fb6c6c-6207-4c26-b446-65870ee2b14c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:08.448616 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d6713320-bb05-489f-aba2-104760b9b36e req-f1fb6c6c-6207-4c26-b446-65870ee2b14c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.1305451
Dec 21 10:25:08.498117 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d6713320-bb05-489f-aba2-104760b9b36e req-2ca9265c-212f-4294-b6a4-49c8747a8e90 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430458
Dec 21 10:25:08.592616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-a9dabf8a-7eeb-49dd-95d6-f03218dac267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:08.594281 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-a9dabf8a-7eeb-49dd-95d6-f03218dac267 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 1163 time: 0.0774288
Dec 21 10:25:08.740904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-fdc0debc-a4bb-42ef-8fd7-09f1ec8506e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:08.742534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-fdc0debc-a4bb-42ef-8fd7-09f1ec8506e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1408153
Dec 21 10:25:08.850960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-f1499526-06f3-405f-8182-6e81995ba2db service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5 HTTP/1.1" status: 200  len: 1002 time: 0.1022756
Dec 21 10:25:08.923296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-8e00978c-e258-44ea-8cc2-f32677b7adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:08.924831 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-8e00978c-e258-44ea-8cc2-f32677b7adf3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0675583
Dec 21 10:25:09.005571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-579a0307-de8d-47e0-89e0-ae9b2b0fbeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:09.007090 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-579a0307-de8d-47e0-89e0-ae9b2b0fbeb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757387
Dec 21 10:25:09.148734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-36da214e-1238-4795-b9a8-627b6e4f55c2 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351502
Dec 21 10:25:09.295899 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a00eb151-25cb-466f-b372-4681cf0e26b0 req-14bd9bfa-3c31-43a2-857a-07aa55cc9f90 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402307
Dec 21 10:25:09.715774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8845c87-32cf-4631-9bd0-d82c65f4b3f5 req-304d32de-a2e0-4616-9f22-7eb0e5b97389 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:09.717405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8845c87-32cf-4631-9bd0-d82c65f4b3f5 req-304d32de-a2e0-4616-9f22-7eb0e5b97389 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0844438
Dec 21 10:25:09.749980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:25:09.771663 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8845c87-32cf-4631-9bd0-d82c65f4b3f5 req-17c417e3-38af-41e2-9266-5ce0862718de tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470488
Dec 21 10:25:09.830986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:25:09.831438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:10.984860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fbe28-4109-4bb8-a475-14be3d298db1 req-a14ed76c-3ddf-48ac-a176-f4d10b338f79 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:10.986516 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-542fbe28-4109-4bb8-a475-14be3d298db1 req-a14ed76c-3ddf-48ac-a176-f4d10b338f79 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0835505
Dec 21 10:25:11.035595 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-542fbe28-4109-4bb8-a475-14be3d298db1 req-72afc065-a502-4887-b24e-fc41f81ba145 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424809
Dec 21 10:25:11.252878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc1aea-2a08-4197-8cab-b8a2e3247213 req-360e5a61-150e-4bae-b042-dcc673dcb991 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:11.255178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3fc1aea-2a08-4197-8cab-b8a2e3247213 req-360e5a61-150e-4bae-b042-dcc673dcb991 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0902429
Dec 21 10:25:11.302817 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3fc1aea-2a08-4197-8cab-b8a2e3247213 req-c55bc698-876b-4f9d-aabd-5ac18f2c6101 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414248
Dec 21 10:25:11.482436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:25:11.511835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6949d-4008-41b4-b0c1-f6d50579a493 req-925664a3-c923-402b-8d4f-a5582dddfe1a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:11.513462 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-07a6949d-4008-41b4-b0c1-f6d50579a493 req-925664a3-c923-402b-8d4f-a5582dddfe1a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0833437
Dec 21 10:25:11.566126 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-07a6949d-4008-41b4-b0c1-f6d50579a493 req-7854aa9c-29bf-43c2-bb80-659688d42473 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459187
Dec 21 10:25:11.995431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1924cff-fb0a-4017-976f-8c0e11d2ac18 req-0f30d90f-fd3e-4226-b9cf-3a1f0002c540 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:11.997020 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c1924cff-fb0a-4017-976f-8c0e11d2ac18 req-0f30d90f-fd3e-4226-b9cf-3a1f0002c540 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0867264
Dec 21 10:25:12.045622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c1924cff-fb0a-4017-976f-8c0e11d2ac18 req-3501b542-297f-4fcd-8ef9-a11c0be90a78 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423045
Dec 21 10:25:12.183150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:12.448986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b129f253-48ed-43e3-8f24-8a64441d87e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:12.715172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:13.265627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eff41a-bcd4-485e-b60b-229f7e22a3e6 req-d8407916-4094-4170-9358-af4097a6e66b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:13.267221 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35eff41a-bcd4-485e-b60b-229f7e22a3e6 req-d8407916-4094-4170-9358-af4097a6e66b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0897777
Dec 21 10:25:13.316612 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35eff41a-bcd4-485e-b60b-229f7e22a3e6 req-f5110ca0-ace7-44e5-9ac6-9af3cf95c2b4 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426540
Dec 21 10:25:13.522229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:13.615502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-dff93b64-4fc4-4ee1-8770-ea878829eea7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:13.617085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-dff93b64-4fc4-4ee1-8770-ea878829eea7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 946 time: 0.0837860
Dec 21 10:25:13.694107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Deleting port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:25:13.694497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:13.713919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:25:13.827415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:13.856596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:25:13.867376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:25:13.870496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:13.872334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:25:13.933356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5', 'code': 200}
Dec 21 10:25:13.946614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:25:13.949974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:25:13.958775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] For port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:25:13.959183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:14.266379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:14.267016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:14.267184 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Floating IP 0b510afd-9de1-41be-9cae-93930fd1079e disassociated. External IP: 172.26.1.108, port: 9382bbcf-df56-41b5-8411-0cb5ff2d70a5.
Dec 21 10:25:14.267448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Calling delete_port for 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:25:14.349878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:25:14.350175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:25:14.538330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291eb350-0a96-42f5-9fc3-5a0fc532cfc6 req-546bce6a-0188-4f7e-831f-68b573e8ec69 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:14.539982 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-291eb350-0a96-42f5-9fc3-5a0fc532cfc6 req-546bce6a-0188-4f7e-831f-68b573e8ec69 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 944 time: 0.0872402
Dec 21 10:25:14.589614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-291eb350-0a96-42f5-9fc3-5a0fc532cfc6 req-e5cf56d6-7f9c-4ffc-bc92-ab0e57a70818 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428042
Dec 21 10:25:14.851670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Deleting port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:25:14.852067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:15.109274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] For port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:25:15.109702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:15.417425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:15.418022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:15.418117 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Floating IP 0b510afd-9de1-41be-9cae-93930fd1079e disassociated. External IP: 172.26.1.108, port: 9382bbcf-df56-41b5-8411-0cb5ff2d70a5.
Dec 21 10:25:15.418482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Calling delete_port for 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:25:15.564665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:15.583559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:25:15.629549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event deleted for resources: {'Port': ['ID=9382bbcf-df56-41b5-8411-0cb5ff2d70a5,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:25:15.652350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.652779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.653202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.653668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.654070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.654484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.654890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.655298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.655721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.656115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.656524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.656928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.657403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.657833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.658243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.658627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.659036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.659438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.659840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.660250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.661178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.661596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.662006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.662405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:25:15.667649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:25:15.781742 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93aef0da-345d-473f-beae-95e1c5f6f4b0 req-91e4f092-7be4-437c-8b76-893e2c76bbc0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=a7c68037-fb74-410b-8838-57a5156b5bce HTTP/1.1" status: 200  len: 210 time: 0.0564129
Dec 21 10:25:16.015771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Router 4f067be7-d398-4510-a2a1-0210d16d9460 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:25:16.203832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:25:16.214872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:25:16.225627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:25:16.226295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdc4e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:25:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:25:16.244427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] No DVR routers for this DVR port 9382bbcf-df56-41b5-8411-0cb5ff2d70a5 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:25:16.246818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:16.250874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'name': 'network-vif-deleted', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:25:16.265268 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-48a70ebb-c2f2-496b-8050-1bb90c488a4d req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "DELETE /v2.0/ports/9382bbcf-df56-41b5-8411-0cb5ff2d70a5 HTTP/1.1" status: 204  len: 173 time: 2.6422930
Dec 21 10:25:16.405102 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7c68037-fb74-410b-8838-57a5156b5bce', 'name': 'network-vif-deleted', 'tag': '9382bbcf-df56-41b5-8411-0cb5ff2d70a5', 'status': 'completed', 'code': 200}
Dec 21 10:25:16.416606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:25:16.755943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdc4e0>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:25:16.760020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:25:16.768853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:25:16.769538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdc4e0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:25:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:25:16.959904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:25:17.305237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdc4e0>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:25:17.309890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978a60f7-6594-4bcc-b231-3c98e6027682 None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:25:17.452106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-743972a9-ea6e-41b6-b639-9f41967eb280 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--890083254&fields=id&tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 267 time: 0.3246846
Dec 21 10:25:17.619544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-c6d03417-0d4b-406c-9b2f-c131ac50a93c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:17.621219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-c6d03417-0d4b-406c-9b2f-c131ac50a93c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 811 time: 0.1615283
Dec 21 10:25:17.638688 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-c82115e6-463c-4bf3-8b8b-11d188ea1325 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/quotas/a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 375 time: 0.0112412
Dec 21 10:25:17.712827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc69079-b998-477a-b4c9-123fec6aa7a4 None None] New status for floating IP 0b510afd-9de1-41be-9cae-93930fd1079e: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:25:17.728953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-61e98815-21c0-40c8-ae00-948b762ae02e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Synchronizing usage tracker for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:25:17.745077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-61e98815-21c0-40c8-ae00-948b762ae02e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Unset dirty status for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:25:17.746534 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-61e98815-21c0-40c8-ae00-948b762ae02e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1018636
Dec 21 10:25:17.973910 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-6ad81612-2c70-4c01-9f18-cca69fd9a296 service neutron] 10.222.0.45 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130229
Dec 21 10:25:18.121874 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-a3883928-fec6-43ea-8f47-fd86a0164941 service neutron] 10.222.0.45 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410785
Dec 21 10:25:18.327431 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6e201977-8565-4e93-a92f-bbcb7f9f099a req-7ff0ac7f-b26e-44e9-a1e3-b800771e7962 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 210 time: 0.0503304
Dec 21 10:25:19.365723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-e3675ebc-1927-4cb0-b419-91c2a2176226 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:19.367426 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-e3675ebc-1927-4cb0-b419-91c2a2176226 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 811 time: 0.1650064
Dec 21 10:25:19.454800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-f397f071-a903-4f9e-b7f2-e29494e1c10b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 5515 time: 0.0749385
Dec 21 10:25:19.465399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'port': {'device_id': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'admin_state_up': True, 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'security_groups': ['65684c70-e61f-4e94-bdf5-62e9cf27b4cc']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:25:19.553291 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-262a6d59-bb13-49f3-acdd-c5dcc199d90b req-1cc116a2-0f30-454f-9896-40bb0593ead7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 210 time: 0.0725143
Dec 21 10:25:19.657612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:25:19.667697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:25:19.677264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Made reservation on behalf of a9e62420dfa042fc811ad096740f0485 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:25:19.682866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:19.994424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Allocated IP 172.20.0.4 (4287e562-ed10-497a-bc04-c9f9a1caa5b5/87d9fe0d-c3d2-414d-93c7-51469600caa7/f9b94caa-08f7-4bfc-81cf-52c05e46aa10) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:25:20.195824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:20.214360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Transition to ACTIVE for port object f9b94caa-08f7-4bfc-81cf-52c05e46aa10 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:25:20.236339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:20.255788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbf0caa6-eb2f-4472-ad26-11bf1e594389 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:25:20.397474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event updated for resources: {'Port': ['ID=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:25:20.408068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:25:20.456756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:25:20.458457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:25:20.460792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:25:20.526483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:20.527160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:20.557641 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0965633
Dec 21 10:25:20.570943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Request body: {'port': {'device_id': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:25:20.712577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-417784b9-6615-4e7e-8534-6c749f118e24 None None] Provisioning for port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:25:20.717792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-417784b9-6615-4e7e-8534-6c749f118e24 None None] Provisioning complete for port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:25:20.718219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-417784b9-6615-4e7e-8534-6c749f118e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:20.732901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:20.774236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-417784b9-6615-4e7e-8534-6c749f118e24 None None] Port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:25:20.883572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4595e677-2913-4b87-8ab4-f58f45338bb9 req-1ff289f0-ca6d-4e93-86b1-e74b119ef776 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:20.884322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-4595e677-2913-4b87-8ab4-f58f45338bb9 req-1ff289f0-ca6d-4e93-86b1-e74b119ef776 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Synchronizing usage tracker for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:25:20.956711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-4595e677-2913-4b87-8ab4-f58f45338bb9 req-1ff289f0-ca6d-4e93-86b1-e74b119ef776 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Unset dirty status for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:25:20.958088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4595e677-2913-4b87-8ab4-f58f45338bb9 req-1ff289f0-ca6d-4e93-86b1-e74b119ef776 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 931 time: 0.2679472
Dec 21 10:25:21.052588 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4595e677-2913-4b87-8ab4-f58f45338bb9 req-fccf20e8-9211-41c9-afc4-7d24402f018d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0869524
Dec 21 10:25:21.229231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b94caa-08f7-4bfc-81cf-52c05e46aa10 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:25:21.236327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:21.248383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Transition to ACTIVE for port object f9b94caa-08f7-4bfc-81cf-52c05e46aa10 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:25:21.251082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:21.266209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:25:21.411688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:25:21.416377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:25:21.599504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Attempting to bind port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:25:21.599885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Attempting to bind port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:25:21.600250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Attempting to bind port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 on network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:25:21.606502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:25:21.606879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Checking segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:25:21.607286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:21.607681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Bound using segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:25:21.608162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Bound port: f9b94caa-08f7-4bfc-81cf-52c05e46aa10, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:25:21.608539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:21.702973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] For port f9b94caa-08f7-4bfc-81cf-52c05e46aa10, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:25:21.706195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] For port f9b94caa-08f7-4bfc-81cf-52c05e46aa10, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:25:21.710050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:21.725953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c3ac150a-eec2-4125-a826-35702693f0e1 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:25:21.877012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:25:21.882687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:25:21.919481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:21.920161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:21.921720 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] 10.222.0.16 "PUT /v2.0/ports/f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 200  len: 1157 time: 1.3563704
Dec 21 10:25:21.922283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:25:21.993876 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10', 'status': 'completed', 'code': 200}
Dec 21 10:25:22.037874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-1d48b4fa-1848-467c-a19f-16e0956b215b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:22.039557 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-1d48b4fa-1848-467c-a19f-16e0956b215b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 1160 time: 0.0825770
Dec 21 10:25:22.115807 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-d4db0dc8-224d-45f0-ae7b-9ee8a637e82a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 200  len: 217 time: 0.0692067
Dec 21 10:25:22.186199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-1bc5c41d-b1bd-4edf-b0ae-a0a23c5bc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:22.187721 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-1bc5c41d-b1bd-4edf-b0ae-a0a23c5bc243 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0661666
Dec 21 10:25:22.334991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a6f6f-0cd4-4ac7-bc89-7bbc9e821440 req-c65086ce-9670-45b7-b210-f2017ebe8adb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:22.336579 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-127a6f6f-0cd4-4ac7-bc89-7bbc9e821440 req-c65086ce-9670-45b7-b210-f2017ebe8adb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.1479323
Dec 21 10:25:22.339213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-0e800d0d-81dd-4b6a-9153-d5bf864f2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:22.340692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-0e800d0d-81dd-4b6a-9153-d5bf864f2a36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1179335
Dec 21 10:25:22.754087 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-127a6f6f-0cd4-4ac7-bc89-7bbc9e821440 req-50bcdcab-8edc-4000-aa56-dbda635d7ba3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4108517
Dec 21 10:25:22.784751 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-83fbadcf-3f7d-4e8d-863a-ebc37a03ac6e service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4271908
Dec 21 10:25:22.933349 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-188c3dc6-6607-41b9-af3e-5bb254a8e1c8 req-d04fc1e9-4e70-499f-bfd2-cf2486a2ce19 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1408730
Dec 21 10:25:23.054228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b775-3690-4825-b45c-8257882e4198 req-bc173cdd-a9eb-472a-8ee4-91430a1be16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:23.056015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00e6b775-3690-4825-b45c-8257882e4198 req-bc173cdd-a9eb-472a-8ee4-91430a1be16c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 1160 time: 0.0795403
Dec 21 10:25:23.202646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b775-3690-4825-b45c-8257882e4198 req-3b791f04-61ba-4766-9f3d-dad0d700f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:23.204156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00e6b775-3690-4825-b45c-8257882e4198 req-3b791f04-61ba-4766-9f3d-dad0d700f8dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1416094
Dec 21 10:25:23.280311 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00e6b775-3690-4825-b45c-8257882e4198 req-a16fdfe4-560c-442f-bef8-74a39f3f3dd6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 200  len: 217 time: 0.0678434
Dec 21 10:25:23.350889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b775-3690-4825-b45c-8257882e4198 req-78d9dab6-0b37-4486-8bab-b64b53cc1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:23.352420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00e6b775-3690-4825-b45c-8257882e4198 req-78d9dab6-0b37-4486-8bab-b64b53cc1a62 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0639420
Dec 21 10:25:23.436642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e6b775-3690-4825-b45c-8257882e4198 req-bf31d0b6-1535-477b-a228-a24996497d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:23.438461 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00e6b775-3690-4825-b45c-8257882e4198 req-bf31d0b6-1535-477b-a228-a24996497d67 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793245
Dec 21 10:25:23.586953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00e6b775-3690-4825-b45c-8257882e4198 req-08a270af-db62-4fd2-9b3c-6029466a9574 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395514
Dec 21 10:25:23.731788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00e6b775-3690-4825-b45c-8257882e4198 req-f6e8aa76-d608-4351-9919-22c4c567195d service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381118
Dec 21 10:25:23.968316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d0b47-2ebd-4c6d-8206-f01ad2326dd8 req-cdadc779-ca96-4398-a284-ea6b4be6b6bd tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:23.969960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e29d0b47-2ebd-4c6d-8206-f01ad2326dd8 req-cdadc779-ca96-4398-a284-ea6b4be6b6bd tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.0848191
Dec 21 10:25:24.017980 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e29d0b47-2ebd-4c6d-8206-f01ad2326dd8 req-8a4a0a37-f235-4776-b116-1d5f66d3054c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413361
Dec 21 10:25:25.234068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d5b5e0-b2a3-430a-9140-5799caefce04 req-2a098229-f903-46c2-866f-9080217f2e9d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:25.235671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-68d5b5e0-b2a3-430a-9140-5799caefce04 req-2a098229-f903-46c2-866f-9080217f2e9d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.0863657
Dec 21 10:25:25.283683 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-68d5b5e0-b2a3-430a-9140-5799caefce04 req-a304d91e-41fb-44de-9eb9-4f39b2b3014e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414295
Dec 21 10:25:26.047811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device f9b94caa-08f7-4bfc-81cf-52c05e46aa10 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:25:26.119843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:25:26.124771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:25:26.125196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:26.242074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:26.269511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:25:26.280204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port f9b94caa-08f7-4bfc-81cf-52c05e46aa10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:25:26.283503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:26.287022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:25:26.335288 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10', 'code': 200}
Dec 21 10:25:26.363123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:25:26.366876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:25:26.503841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87594b41-3f85-4ade-a122-d9e0d3377e83 req-87a85235-75fd-4133-9d7e-4341b6e1871a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:26.506062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-87594b41-3f85-4ade-a122-d9e0d3377e83 req-87a85235-75fd-4133-9d7e-4341b6e1871a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0904202
Dec 21 10:25:26.603597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-87594b41-3f85-4ade-a122-d9e0d3377e83 req-e09a4189-3912-4f9a-8001-264049360a42 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642798
Dec 21 10:25:26.617477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88671f-fa88-40bb-8cb3-996840274798 req-04495382-1064-4b38-8637-eff5a9a7f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:26.619098 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b88671f-fa88-40bb-8cb3-996840274798 req-04495382-1064-4b38-8637-eff5a9a7f660 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 1162 time: 0.1121197
Dec 21 10:25:26.665277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b88671f-fa88-40bb-8cb3-996840274798 req-c0b6f5f9-3d17-4c72-a63a-8363e02c0adf service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394194
Dec 21 10:25:27.827177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device f9b94caa-08f7-4bfc-81cf-52c05e46aa10 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:25:27.831150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83b533-8b4a-406a-a439-631a4512d5fe req-5f57f45f-cd39-4e2b-8d1d-a4d66ce5c45e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:27.833220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6f83b533-8b4a-406a-a439-631a4512d5fe req-5f57f45f-cd39-4e2b-8d1d-a4d66ce5c45e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0895314
Dec 21 10:25:27.883055 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6f83b533-8b4a-406a-a439-631a4512d5fe req-12a044cf-80e5-449a-b198-e4e46563ccad tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432935
Dec 21 10:25:27.898551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:25:27.898997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:29.097519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62550952-7172-4337-86eb-62d6b2a92fbf req-0e32cf32-bb4f-42c0-a142-ccac03a6515a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:29.099624 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-62550952-7172-4337-86eb-62d6b2a92fbf req-0e32cf32-bb4f-42c0-a142-ccac03a6515a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0838597
Dec 21 10:25:29.150392 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-62550952-7172-4337-86eb-62d6b2a92fbf req-d96076e2-cb51-41e1-b5dc-7175cb8f87f2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444684
Dec 21 10:25:29.356096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17505bd-32c6-474b-8cbc-f6203f704c77 req-a400a2de-c021-4f05-a84a-f5625a0714fa tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:29.357749 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b17505bd-32c6-474b-8cbc-f6203f704c77 req-a400a2de-c021-4f05-a84a-f5625a0714fa tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0834138
Dec 21 10:25:29.368089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 46690) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:25:29.373639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b399de70-12fb-48e4-9748-294d8ba3109c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'floatingip': {'port_id': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:25:29.455678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b399de70-12fb-48e4-9748-294d8ba3109c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:30.078780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b399de70-12fb-48e4-9748-294d8ba3109c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:30.081528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b399de70-12fb-48e4-9748-294d8ba3109c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:30.258577 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-b399de70-12fb-48e4-9748-294d8ba3109c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Floating IP 0b510afd-9de1-41be-9cae-93930fd1079e associated. External IP: 172.26.1.108, port: f9b94caa-08f7-4bfc-81cf-52c05e46aa10.
Dec 21 10:25:30.622374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b399de70-12fb-48e4-9748-294d8ba3109c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Router 4f067be7-d398-4510-a2a1-0210d16d9460 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:25:31.139985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b399de70-12fb-48e4-9748-294d8ba3109c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:25:31.145867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b399de70-12fb-48e4-9748-294d8ba3109c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:31.150790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:25:31.162736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:25:31.163484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdcac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:25:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:25:31.214012 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-f8f903d8-f5da-41c8-942f-581bc7684e0f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1594512
Dec 21 10:25:31.217369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b399de70-12fb-48e4-9748-294d8ba3109c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "PUT /v2.0/floatingips/0b510afd-9de1-41be-9cae-93930fd1079e HTTP/1.1" status: 200  len: 991 time: 1.8482475
Dec 21 10:25:31.218943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:25:31.292289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10', 'status': 'completed', 'code': 200}
Dec 21 10:25:31.352750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:25:31.376037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-08df704b-2fa5-406b-bd78-77574830496e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:31.377714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-08df704b-2fa5-406b-bd78-77574830496e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 1162 time: 0.0782988
Dec 21 10:25:31.539380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-9c4379c8-dded-45c3-bb54-67e7ef2d77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:31.541065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-9c4379c8-dded-45c3-bb54-67e7ef2d77a4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1428969
Dec 21 10:25:31.657843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-4e454e9a-03c1-48e0-917f-7ead4cf53df0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 200  len: 999 time: 0.1103060
Dec 21 10:25:31.732712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-aaaeee02-ccaa-444e-a9b7-f85b15e65ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:31.734362 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-aaaeee02-ccaa-444e-a9b7-f85b15e65ea8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0704522
Dec 21 10:25:31.824265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-340372d0-faee-4652-b730-2ed4d486f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:31.825854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-340372d0-faee-4652-b730-2ed4d486f52a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841043
Dec 21 10:25:31.852870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:31.887517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdcac8>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:c4:15:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:25:29Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:25:31.891575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:25:31.901266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:25:31.901969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdcac8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:25:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:25:31.975599 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-fdad53a6-90ff-43cb-9cc1-9dcd0ffcc88e service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429031
Dec 21 10:25:32.087890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:25:32.122555 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-766abfcd-c663-4c59-8e4f-ef3afb878390 req-5d8298f2-8606-45f9-9d80-77d96d60df32 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409986
Dec 21 10:25:32.249129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-9a79617b-24b6-44e5-a565-781509a2b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:32.250903 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-9a79617b-24b6-44e5-a565-781509a2b40d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 1162 time: 0.0770497
Dec 21 10:25:32.397809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-984f69d1-7164-4e01-8e59-2705d6a194f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:32.399729 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-984f69d1-7164-4e01-8e59-2705d6a194f2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1424985
Dec 21 10:25:32.459388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedcdcac8>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:c4:15:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:25:29Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:25:32.464831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c892026f-23da-4b0a-8189-125ea8084e0f None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:c4:15:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:25:29Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:25:32.514949 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-fe169e2a-958a-4a61-af14-044ed08fcc5e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 200  len: 999 time: 0.1084712
Dec 21 10:25:32.586819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-6f1a2969-1896-4799-8a46-ab04422949d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:32.588520 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-6f1a2969-1896-4799-8a46-ab04422949d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0673902
Dec 21 10:25:32.673741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-a49a9ffb-a4d3-45fe-9978-a02add67a8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:25:32.675357 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-a49a9ffb-a4d3-45fe-9978-a02add67a8c7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0808423
Dec 21 10:25:32.782762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134aa133-4dca-44d5-b0a9-c123e758e04a None None] New status for floating IP 0b510afd-9de1-41be-9cae-93930fd1079e: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:25:32.831103 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-6287fe45-d1c3-42e7-bcfc-e808f9f2a054 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480243
Dec 21 10:25:32.981915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e32c1201-b5ef-48df-ba74-ab3f14889a39 req-e00d25c6-ada2-474b-8f63-ba10dc598d8a service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1435487
Dec 21 10:25:38.361254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0bb9852d-5576-4f4b-949f-9eb2aa33e97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:42.186088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:42.450384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3cebd85c-914d-4f91-bc78-d1a3564cbe79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:42.717616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:43.524849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:25:48.481979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:26:01.855145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:06.169863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb29e1e-bcdd-4edf-8fe2-1f626d8be641 req-de1ba9f4-bc66-48f0-b5f6-bee4f2ebe206 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:06.171468 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cfb29e1e-bcdd-4edf-8fe2-1f626d8be641 req-de1ba9f4-bc66-48f0-b5f6-bee4f2ebe206 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0857551
Dec 21 10:26:06.219100 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cfb29e1e-bcdd-4edf-8fe2-1f626d8be641 req-1285ef22-ff67-4966-8a13-ab5519b82816 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412068
Dec 21 10:26:07.472111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74084e-2390-4c8a-8641-2efc769175a8 req-4eb00d21-8d65-4631-9777-baa87db9493e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:07.474395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a74084e-2390-4c8a-8641-2efc769175a8 req-4eb00d21-8d65-4631-9777-baa87db9493e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0928319
Dec 21 10:26:07.525321 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a74084e-2390-4c8a-8641-2efc769175a8 req-14600be7-4ba7-466f-8d19-4961b6bc112c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444758
Dec 21 10:26:08.364792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-97631853-6336-414c-b1cf-d36a925d0cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:08.742617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68671cb-a7b3-434d-9368-dbf62df69901 req-96890e46-173d-424f-b1bb-da609c3a72df tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:08.744239 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b68671cb-a7b3-434d-9368-dbf62df69901 req-96890e46-173d-424f-b1bb-da609c3a72df tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0843637
Dec 21 10:26:08.796021 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b68671cb-a7b3-434d-9368-dbf62df69901 req-79161fe5-71f4-4348-95db-4cd458a4ed72 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452211
Dec 21 10:26:10.007606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785fda05-fed3-4ef5-93d0-036dfb167856 req-dc5c4095-e9cb-4511-b410-782903275f84 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:10.009216 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-785fda05-fed3-4ef5-93d0-036dfb167856 req-dc5c4095-e9cb-4511-b410-782903275f84 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0836415
Dec 21 10:26:10.056881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-785fda05-fed3-4ef5-93d0-036dfb167856 req-e12eb67d-a484-4ceb-954e-d78df98eb466 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413287
Dec 21 10:26:11.273300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a60de5-2f6a-47f6-a9c0-05fb13e2303e req-de353c9c-01a6-4ebe-9ca5-8aa58e9add53 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:11.274953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9a60de5-2f6a-47f6-a9c0-05fb13e2303e req-de353c9c-01a6-4ebe-9ca5-8aa58e9add53 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0891349
Dec 21 10:26:11.322993 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9a60de5-2f6a-47f6-a9c0-05fb13e2303e req-79536358-a730-4b15-80ed-4783846f5ec5 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417624
Dec 21 10:26:12.188264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:12.454206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3bd5bcd3-a61a-4a02-9afb-d51f13474feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:12.535018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d96ab-8420-4ad8-8785-a168b73fc007 req-0a725400-bb13-4e34-ad64-4bd81dbd0b9b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:12.536644 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-841d96ab-8420-4ad8-8785-a168b73fc007 req-0a725400-bb13-4e34-ad64-4bd81dbd0b9b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0851040
Dec 21 10:26:12.589618 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-841d96ab-8420-4ad8-8785-a168b73fc007 req-a44bd6ab-4b96-4fb5-867a-26c9d22fc155 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461340
Dec 21 10:26:12.718530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:13.526965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:13.803719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63e3c6-61e1-481f-842b-0e660bfc538c req-a148e85f-e622-489e-9fee-6eb424164c17 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:13.805226 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e63e3c6-61e1-481f-842b-0e660bfc538c req-a148e85f-e622-489e-9fee-6eb424164c17 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0857880
Dec 21 10:26:13.856126 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e63e3c6-61e1-481f-842b-0e660bfc538c req-b14f226e-2f33-4f33-b497-f9961eea1008 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445788
Dec 21 10:26:15.076253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633c311-edce-468f-b244-9803083915b9 req-f83a4ea3-7138-4a19-9ba9-b36b7d6e75db tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:15.077898 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2633c311-edce-468f-b244-9803083915b9 req-f83a4ea3-7138-4a19-9ba9-b36b7d6e75db tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0894368
Dec 21 10:26:15.125900 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2633c311-edce-468f-b244-9803083915b9 req-c3b520c1-ae4a-4387-ab58-098c44ef392a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414724
Dec 21 10:26:16.340009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae8069-8ea0-47c5-9625-41a7ac35bd5d req-64717b2a-dce8-4157-9e73-e45263628455 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:16.341651 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3dae8069-8ea0-47c5-9625-41a7ac35bd5d req-64717b2a-dce8-4157-9e73-e45263628455 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0843387
Dec 21 10:26:16.392557 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3dae8069-8ea0-47c5-9625-41a7ac35bd5d req-6e67fad5-a3bb-4d0f-88fa-48a497cc4e50 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444646
Dec 21 10:26:17.607606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6df27-7214-4fe0-b552-d1bc94cbfe2a req-0bfd227e-cf6a-4424-97a3-9c3ce79ae0c3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:17.609213 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cca6df27-7214-4fe0-b552-d1bc94cbfe2a req-0bfd227e-cf6a-4424-97a3-9c3ce79ae0c3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0844097
Dec 21 10:26:17.656810 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cca6df27-7214-4fe0-b552-d1bc94cbfe2a req-91fea158-0f6a-4297-8ced-de41bcf19a10 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406883
Dec 21 10:26:18.877512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b827e7-6a96-4c1d-8c1d-4df9edbe138c req-b69fd760-4c1e-437d-aab3-412fc3d2106b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:18.879051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78b827e7-6a96-4c1d-8c1d-4df9edbe138c req-b69fd760-4c1e-437d-aab3-412fc3d2106b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0912304
Dec 21 10:26:18.927896 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78b827e7-6a96-4c1d-8c1d-4df9edbe138c req-4147b77a-564b-49a6-b94e-fbccabaf3c28 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416200
Dec 21 10:26:20.141385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd4c6c-1abb-403e-9756-2c7daa7e6a77 req-23968f98-75a4-492a-aa3e-220fb03d0b0d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:20.143042 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-50dd4c6c-1abb-403e-9756-2c7daa7e6a77 req-23968f98-75a4-492a-aa3e-220fb03d0b0d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0839624
Dec 21 10:26:20.196010 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-50dd4c6c-1abb-403e-9756-2c7daa7e6a77 req-52c94156-34ce-4d64-a384-b02c1e092f93 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454218
Dec 21 10:26:21.412717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4231d-26ce-4d27-a5aa-5c8cbdedf771 req-5becce71-d070-43c9-a1f5-f57d064b955c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:21.414353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-97c4231d-26ce-4d27-a5aa-5c8cbdedf771 req-5becce71-d070-43c9-a1f5-f57d064b955c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0873687
Dec 21 10:26:21.461824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-97c4231d-26ce-4d27-a5aa-5c8cbdedf771 req-5006299d-0040-4b81-9552-95fd2138fac8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410845
Dec 21 10:26:22.680085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c282c46-f244-49b8-bf73-01fb2baa73e5 req-b2bfbf46-8ff2-4e68-b2d0-06afa34fbb4c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:22.681747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1c282c46-f244-49b8-bf73-01fb2baa73e5 req-b2bfbf46-8ff2-4e68-b2d0-06afa34fbb4c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0868526
Dec 21 10:26:22.729329 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1c282c46-f244-49b8-bf73-01fb2baa73e5 req-ce60a531-f9ff-4f43-a0ec-cc6358ccff80 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413487
Dec 21 10:26:23.119991 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-89b33d51-b269-4112-a244-e9ad4a41f312 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0756912
Dec 21 10:26:23.194647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1876d-f7a5-48fe-9caa-7b0de61949c1 req-0f93e0a0-2c68-433f-bcd0-0d54b44834aa tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:23.196283 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60c1876d-f7a5-48fe-9caa-7b0de61949c1 req-0f93e0a0-2c68-433f-bcd0-0d54b44834aa tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0943408
Dec 21 10:26:23.249003 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60c1876d-f7a5-48fe-9caa-7b0de61949c1 req-11d8a607-24bf-4cce-baba-e2cf43cb37fb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461576
Dec 21 10:26:24.317856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008415b-1771-4f56-be05-572ed60839c5 req-da7c2201-6378-4d92-b413-cad57231d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:24.320111 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-da7c2201-6378-4d92-b413-cad57231d984 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 1162 time: 0.0779483
Dec 21 10:26:24.523610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008415b-1771-4f56-be05-572ed60839c5 req-cd28b2a2-c4e8-46fa-8d34-85bd30ea91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:24.525214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-cd28b2a2-c4e8-46fa-8d34-85bd30ea91bc service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1988125
Dec 21 10:26:24.611512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468aeb3f-1be9-47fd-8582-70186d41aba7 req-035b3aaf-bc4b-457e-967b-8d4717a78574 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:24.613118 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-468aeb3f-1be9-47fd-8582-70186d41aba7 req-035b3aaf-bc4b-457e-967b-8d4717a78574 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.1884077
Dec 21 10:26:24.666926 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-7824d5c2-a041-404e-90c6-828eba0edabd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 200  len: 1001 time: 0.1345031
Dec 21 10:26:24.738163 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-468aeb3f-1be9-47fd-8582-70186d41aba7 req-48da9e52-ab62-44ee-bd87-d097bd60855d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1126277
Dec 21 10:26:24.756028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008415b-1771-4f56-be05-572ed60839c5 req-ba6bca69-2bab-4588-b215-d1eb7e8b34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:24.757333 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-ba6bca69-2bab-4588-b215-d1eb7e8b34f1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0826709
Dec 21 10:26:24.840690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008415b-1771-4f56-be05-572ed60839c5 req-a1e80536-27af-4299-bd64-b95243cd394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:24.842219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-a1e80536-27af-4299-bd64-b95243cd394d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785205
Dec 21 10:26:24.996539 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-1f3949a8-fbf0-4eaf-81a5-7a8e9f0fcdbb service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471341
Dec 21 10:26:25.144946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-df0168d4-58d2-427c-84f3-51242acef652 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398726
Dec 21 10:26:25.483446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:26:26.215733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e4448-cd87-490f-9545-f8d68080aa7f req-59953381-b6cb-457a-82b5-22425aa1d7cd tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:26.217330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab6e4448-cd87-490f-9545-f8d68080aa7f req-59953381-b6cb-457a-82b5-22425aa1d7cd tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.3487763
Dec 21 10:26:26.264733 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab6e4448-cd87-490f-9545-f8d68080aa7f req-0182fdb0-9d41-4c36-8648-c9bb2ad66ff5 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410082
Dec 21 10:26:26.789212 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-cb74369b-8392-4f06-8c99-2fa9d46bd186 service neutron] 10.222.0.16 "GET /v2.0/ports/f9b94caa-08f7-4bfc-81cf-52c05e46aa10/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0752966
Dec 21 10:26:27.056903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008415b-1771-4f56-be05-572ed60839c5 req-d7bf72f3-0f4b-43a1-912d-420c51085bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:27.058519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-d7bf72f3-0f4b-43a1-912d-420c51085bb5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459&tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 1162 time: 0.0802579
Dec 21 10:26:27.155724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008415b-1771-4f56-be05-572ed60839c5 req-e861c66b-6449-477b-95b4-d5dddef853a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:27.157341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-e861c66b-6449-477b-95b4-d5dddef853a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 1162 time: 0.0771022
Dec 21 10:26:27.299952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008415b-1771-4f56-be05-572ed60839c5 req-6841b6f3-d1ca-4ab3-b8ce-9c34296c7d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:27.301539 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-6841b6f3-d1ca-4ab3-b8ce-9c34296c7d13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1370475
Dec 21 10:26:27.454967 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-798bc329-2778-4472-a896-6cec39bb89d1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 200  len: 1001 time: 0.1465874
Dec 21 10:26:27.546002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008415b-1771-4f56-be05-572ed60839c5 req-7dcc4107-e253-4d2c-b302-eef5d26f9b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:27.547615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-7dcc4107-e253-4d2c-b302-eef5d26f9b52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0843778
Dec 21 10:26:27.559195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f76df0-34a6-4164-ba91-4c31e0807c4e req-ad4b4a85-2860-4552-9789-92fe0fb4d7c5 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:27.560654 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3f76df0-34a6-4164-ba91-4c31e0807c4e req-ad4b4a85-2860-4552-9789-92fe0fb4d7c5 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.1606500
Dec 21 10:26:27.660080 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3f76df0-34a6-4164-ba91-4c31e0807c4e req-f7aa1009-e05d-4409-9e76-290a5dd30226 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0607257
Dec 21 10:26:27.674358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008415b-1771-4f56-be05-572ed60839c5 req-8105d668-c10a-463f-b0a2-a23524bb8ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:27.675939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-8105d668-c10a-463f-b0a2-a23524bb8ed4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1143730
Dec 21 10:26:27.822979 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-1ceee2fa-dd3b-4e00-8772-24f6a37757a4 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1403530
Dec 21 10:26:27.972321 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7008415b-1771-4f56-be05-572ed60839c5 req-4ba8b894-629a-4b7d-bfff-165274712d54 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433003
Dec 21 10:26:28.082616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device f9b94caa-08f7-4bfc-81cf-52c05e46aa10 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:26:28.371499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:28.399114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:26:28.409246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port f9b94caa-08f7-4bfc-81cf-52c05e46aa10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:26:28.413880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:28.416250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-291ecca0-2e65-429b-b4c1-2aefd3961062 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:26:28.483584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:26:28.491515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.491905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.492286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.492660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.493038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.493409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.493801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.494181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.494534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.494899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.495259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.495617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.496048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.496408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.496770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.497130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.497503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.497865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.498222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.498581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.498938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.499294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.499651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.500006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:28.504627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:26:28.555135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10', 'code': 200}
Dec 21 10:26:28.883047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efae58c-8b36-470c-9675-27d8f1cd9337 req-53c35d8a-ffde-4928-a3c1-7b3303d19983 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:28.884663 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7efae58c-8b36-470c-9675-27d8f1cd9337 req-53c35d8a-ffde-4928-a3c1-7b3303d19983 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.0928326
Dec 21 10:26:28.932906 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7efae58c-8b36-470c-9675-27d8f1cd9337 req-56457afe-c338-41d0-8865-8db57fed9108 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419540
Dec 21 10:26:30.150883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfb3a11-2504-446b-8339-5aa1ee848325 req-eff5ca0a-aad8-4017-82b9-a68f6bd67017 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:30.152936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2bfb3a11-2504-446b-8339-5aa1ee848325 req-eff5ca0a-aad8-4017-82b9-a68f6bd67017 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.0864069
Dec 21 10:26:30.203895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2bfb3a11-2504-446b-8339-5aa1ee848325 req-9b939caa-d30c-44d0-965e-65b6e7110a49 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444047
Dec 21 10:26:30.616891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-20d3b40a-3fb4-448f-87be-701e702fd346 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:30.618517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-20d3b40a-3fb4-448f-87be-701e702fd346 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459&tenant_id=a9e62420dfa042fc811ad096740f0485&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 943 time: 0.1587782
Dec 21 10:26:30.624459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ac59f-2b5c-4f8c-90ed-e72225f821f7 req-2ba662fa-3e92-483a-aac3-59e2d13c5e19 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:30.626007 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ff3ac59f-2b5c-4f8c-90ed-e72225f821f7 req-2ba662fa-3e92-483a-aac3-59e2d13c5e19 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.1294444
Dec 21 10:26:30.675145 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ff3ac59f-2b5c-4f8c-90ed-e72225f821f7 req-deed1097-7bed-4b57-9100-bbee37f815c7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419936
Dec 21 10:26:30.769446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-19c404a2-4757-40c1-9edd-1b2bf3fd3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:30.771641 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-19c404a2-4757-40c1-9edd-1b2bf3fd3d57 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 1160 time: 0.0757067
Dec 21 10:26:30.918661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-a07ee531-d563-4cee-8e6e-885cb6983e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:30.920181 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-a07ee531-d563-4cee-8e6e-885cb6983e90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1428370
Dec 21 10:26:31.028700 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-7cbdaaf8-1c43-46c0-ad2e-e44c645dfa25 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 200  len: 999 time: 0.1023343
Dec 21 10:26:31.099763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-51b6fb71-cba2-4173-987f-fc9717af485e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:31.101411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-51b6fb71-cba2-4173-987f-fc9717af485e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0659065
Dec 21 10:26:31.184261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-cc9ac4a1-fd37-44a2-b3bd-bd8791840934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:31.185896 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-cc9ac4a1-fd37-44a2-b3bd-bd8791840934 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778856
Dec 21 10:26:31.332044 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-27416a52-6a72-455e-81d8-bfdbe89218a4 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395147
Dec 21 10:26:31.473375 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d4d6316-21d6-46c1-a639-3efdb65f7dfa req-a80666f0-439c-4454-82c3-939ec8a7ba25 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1353066
Dec 21 10:26:31.850226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:31.899702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c69ee-e5dd-4d79-9940-59c056bf4369 req-5022b510-6964-4cb3-9b5c-4262536f4ce2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:31.901381 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d10c69ee-e5dd-4d79-9940-59c056bf4369 req-5022b510-6964-4cb3-9b5c-4262536f4ce2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.0876172
Dec 21 10:26:31.950414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d10c69ee-e5dd-4d79-9940-59c056bf4369 req-988d7087-51a1-4666-827a-b9147252eeb8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427063
Dec 21 10:26:33.072632 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-a61ba15c-0eaf-4927-8d2c-fabc4ef27f0d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0785604
Dec 21 10:26:33.215033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae80090-34f3-4f87-b609-23eabc903dc6 req-658d3bb7-77e0-4a47-aa1c-80f84e74f129 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:33.216626 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5ae80090-34f3-4f87-b609-23eabc903dc6 req-658d3bb7-77e0-4a47-aa1c-80f84e74f129 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.1348221
Dec 21 10:26:33.278272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-838dcb55-caad-4cf4-a134-7e89bb80bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:33.279783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-838dcb55-caad-4cf4-a134-7e89bb80bb7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 1160 time: 0.1296751
Dec 21 10:26:33.282295 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5ae80090-34f3-4f87-b609-23eabc903dc6 req-67f2a0c3-eb25-47dd-9aeb-1683877ef06a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549905
Dec 21 10:26:33.491364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-92ca092d-e916-4005-983d-05c7fae635c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:33.492940 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-92ca092d-e916-4005-983d-05c7fae635c7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1926692
Dec 21 10:26:33.608902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572b038-2967-4b6b-b785-a902d41f5478 req-315c3095-64e1-4356-92ca-5d99852dcf87 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:33.610517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3572b038-2967-4b6b-b785-a902d41f5478 req-315c3095-64e1-4356-92ca-5d99852dcf87 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.1951644
Dec 21 10:26:33.636249 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-c00f6c4d-ef53-4a71-b4e5-af87f8d2b778 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 200  len: 999 time: 0.1346190
Dec 21 10:26:33.718643 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3572b038-2967-4b6b-b785-a902d41f5478 req-d9257654-3e25-471f-8a76-434070f45fa6 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1001437
Dec 21 10:26:33.729744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-12c2edec-093e-4585-a70e-93dc5afc976c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:33.731259 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-12c2edec-093e-4585-a70e-93dc5afc976c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0873687
Dec 21 10:26:33.812016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-6c3ad1d8-425a-4ef2-9835-8a30ca54874d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:33.813703 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-6c3ad1d8-425a-4ef2-9835-8a30ca54874d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762005
Dec 21 10:26:33.965633 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-9c6565e5-e780-45c0-b0f2-b1fddeace391 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455362
Dec 21 10:26:34.435945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aafbba1f-4ef8-4e8a-91d7-de50b7a7ee7e req-6058c467-ebe6-43f8-8b78-8e04e40bdeff service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4641097
Dec 21 10:26:34.451271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5726c2-fecb-4a5b-81e0-1cae3d65822b req-7840cf4b-1286-417a-985d-50283988354c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:34.452822 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ae5726c2-fecb-4a5b-81e0-1cae3d65822b req-7840cf4b-1286-417a-985d-50283988354c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.1202683
Dec 21 10:26:34.502524 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ae5726c2-fecb-4a5b-81e0-1cae3d65822b req-59742230-3c53-4a5a-adcc-13a3d4676590 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420983
Dec 21 10:26:34.609393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822042a-58d0-4979-a61f-7fb728379bea req-ed8623ce-d860-4efd-94df-8cf334d8c5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:34.611203 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7822042a-58d0-4979-a61f-7fb728379bea req-ed8623ce-d860-4efd-94df-8cf334d8c5a3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 1160 time: 0.0769541
Dec 21 10:26:34.755899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822042a-58d0-4979-a61f-7fb728379bea req-7baa947b-a548-413a-91c6-53e60e669b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:34.757473 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7822042a-58d0-4979-a61f-7fb728379bea req-7baa947b-a548-413a-91c6-53e60e669b22 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1403592
Dec 21 10:26:34.867521 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7822042a-58d0-4979-a61f-7fb728379bea req-7bb453ef-b618-4411-ad57-d37000e642c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 200  len: 999 time: 0.1028700
Dec 21 10:26:34.940325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822042a-58d0-4979-a61f-7fb728379bea req-0156562e-abf2-4433-9fc7-291b81f751f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:34.941895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7822042a-58d0-4979-a61f-7fb728379bea req-0156562e-abf2-4433-9fc7-291b81f751f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0676100
Dec 21 10:26:35.025345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7822042a-58d0-4979-a61f-7fb728379bea req-228b5dc3-e331-45bc-9a85-24c6d48f78f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:35.026880 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7822042a-58d0-4979-a61f-7fb728379bea req-228b5dc3-e331-45bc-9a85-24c6d48f78f0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789998
Dec 21 10:26:35.174423 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7822042a-58d0-4979-a61f-7fb728379bea req-0547f3b1-ad1f-4bbb-a914-ff973c05c0de service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412771
Dec 21 10:26:35.316758 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7822042a-58d0-4979-a61f-7fb728379bea req-d51fce73-8088-41c1-aa37-a86838815f62 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362929
Dec 21 10:26:35.722482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b338ac5-2fe2-4c7c-b43b-25086cbf5f6b req-57e9c5b5-e3b4-42e4-9e61-79246492abda tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:35.724242 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4b338ac5-2fe2-4c7c-b43b-25086cbf5f6b req-57e9c5b5-e3b4-42e4-9e61-79246492abda tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 943 time: 0.0872636
Dec 21 10:26:35.775507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4b338ac5-2fe2-4c7c-b43b-25086cbf5f6b req-4b71a808-ff1f-4d68-aece-955d46518994 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445726
Dec 21 10:26:36.353098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device f9b94caa-08f7-4bfc-81cf-52c05e46aa10 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:26:36.425449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:26:36.425832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:36.539810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:36.570790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:26:36.581007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port f9b94caa-08f7-4bfc-81cf-52c05e46aa10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:26:36.585501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:36.587571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-490b10dc-0cd8-42d4-9621-39fe3121edf8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:26:36.632617 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10', 'code': 200}
Dec 21 10:26:36.656974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:26:36.660381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:26:36.998468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c2ecf7-4b01-4614-8cd4-f4933280dfac req-0d8ccceb-dd26-430b-8265-84ebc36aca5a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:37.000092 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d9c2ecf7-4b01-4614-8cd4-f4933280dfac req-0d8ccceb-dd26-430b-8265-84ebc36aca5a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0906432
Dec 21 10:26:37.048233 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d9c2ecf7-4b01-4614-8cd4-f4933280dfac req-3cc2ee1f-9f67-4a0c-8dcb-bfb71a96f6a7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412302
Dec 21 10:26:37.475089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db3d12-2193-4b19-8468-06b19aecbf0e req-64b5dd04-8189-49f2-ade7-a6c38e43e013 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:37.476691 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18db3d12-2193-4b19-8468-06b19aecbf0e req-64b5dd04-8189-49f2-ade7-a6c38e43e013 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0846801
Dec 21 10:26:37.527971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18db3d12-2193-4b19-8468-06b19aecbf0e req-31fa22d0-5220-4104-a023-8673e65b3c3e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449622
Dec 21 10:26:38.220970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device f9b94caa-08f7-4bfc-81cf-52c05e46aa10 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:26:38.291573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:26:38.291984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:38.371505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ccd5b50-119e-4d7a-90bb-6f574f8b7cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:38.742076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66176729-33ee-47eb-b8c5-0223b9acbd37 req-378f7024-9372-4487-92a0-f498348a8e4e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:38.743712 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66176729-33ee-47eb-b8c5-0223b9acbd37 req-378f7024-9372-4487-92a0-f498348a8e4e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0846124
Dec 21 10:26:38.793448 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66176729-33ee-47eb-b8c5-0223b9acbd37 req-d493dd9c-5253-4118-993f-da019200aeca tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431325
Dec 21 10:26:39.032106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-93f788bf-2b9c-4496-bbb4-bb5ea589602e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:39.033679 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-93f788bf-2b9c-4496-bbb4-bb5ea589602e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 945 time: 0.0888288
Dec 21 10:26:39.107034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Deleting port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:26:39.107425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:39.368592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] For port f9b94caa-08f7-4bfc-81cf-52c05e46aa10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:26:39.369161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:39.670920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:39.671277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:39.671631 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Floating IP 0b510afd-9de1-41be-9cae-93930fd1079e disassociated. External IP: 172.26.1.108, port: f9b94caa-08f7-4bfc-81cf-52c05e46aa10.
Dec 21 10:26:39.672005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Calling delete_port for f9b94caa-08f7-4bfc-81cf-52c05e46aa10 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:26:39.818970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:39.834970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d92ea3a-7eba-4889-a6b2-71f885f92136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:26:39.894524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event deleted for resources: {'Port': ['ID=f9b94caa-08f7-4bfc-81cf-52c05e46aa10,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:26:39.909332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.909787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.910214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.910641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.911051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.911563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.912072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.912482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.912891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.913302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.913759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.914171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.914651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.915064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.915473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.915882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.916287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.916694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.917105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.917525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.917950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.918355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.918764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.919164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:26:39.972485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:26:40.038162 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2824c88-15dc-4aa9-a29e-7b7baf5a4c55 req-5cad95cb-b3ee-4f9c-b4e1-28d430709c28 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=4eb8681b-cabd-4750-a9bc-3ecc0fd8c459 HTTP/1.1" status: 200  len: 210 time: 0.0669136
Dec 21 10:26:40.191048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device f9b94caa-08f7-4bfc-81cf-52c05e46aa10 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:26:40.227382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: f9b94caa-08f7-4bfc-81cf-52c05e46aa10 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:26:40.227783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device f9b94caa-08f7-4bfc-81cf-52c05e46aa10 not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:26:40.268844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Router 4f067be7-d398-4510-a2a1-0210d16d9460 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:26:40.457207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:26:40.466984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:26:40.477984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:26:40.478653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed153710>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:26:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:26:40.494328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] No DVR routers for this DVR port f9b94caa-08f7-4bfc-81cf-52c05e46aa10 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:26:40.496592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:40.499379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'name': 'network-vif-deleted', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:26:40.515902 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8a9f86f-2d5b-4524-a676-898e45dfe0ec req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "DELETE /v2.0/ports/f9b94caa-08f7-4bfc-81cf-52c05e46aa10 HTTP/1.1" status: 204  len: 173 time: 1.4766431
Dec 21 10:26:40.578730 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eb8681b-cabd-4750-a9bc-3ecc0fd8c459', 'name': 'network-vif-deleted', 'tag': 'f9b94caa-08f7-4bfc-81cf-52c05e46aa10', 'status': 'completed', 'code': 200}
Dec 21 10:26:40.667171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:26:40.997295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed153710>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:26:41.001467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:26:41.012247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:26:41.014080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed153710>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:26:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:26:41.203001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:26:41.550994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed153710>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:26:41.556355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e5c5e3-4540-4475-a0d4-8d73c285d6ed None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:26:41.593496 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-9900653a-a1bf-4014-82de-47a9320c0c9e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--890083254&fields=id&tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 267 time: 0.0482993
Dec 21 10:26:41.760494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-acd5ab0c-3d3a-4595-a418-e4f7d94bb390 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:41.762043 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-acd5ab0c-3d3a-4595-a418-e4f7d94bb390 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 811 time: 0.1606362
Dec 21 10:26:41.778037 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-6a84b898-2cce-46f7-8a94-61cce4c0a8c2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/quotas/a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 375 time: 0.0099967
Dec 21 10:26:41.874919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f0f6e294-2c45-4457-a4c6-c7ff5ae7eb00 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Synchronizing usage tracker for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:26:41.891023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f0f6e294-2c45-4457-a4c6-c7ff5ae7eb00 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Unset dirty status for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:26:41.892441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f0f6e294-2c45-4457-a4c6-c7ff5ae7eb00 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1079974
Dec 21 10:26:41.964984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb41c4a-32d2-4c12-9317-dab7974898db None None] New status for floating IP 0b510afd-9de1-41be-9cae-93930fd1079e: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:26:42.210528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:42.325180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-3347e4f8-5298-42cc-8019-671af090b96e service neutron] 10.222.0.45 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4192574
Dec 21 10:26:42.455904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-75ac58aa-d2c5-441e-bf03-2667271cf2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:42.473330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-78757d3b-46b6-4908-86ec-d1a05cd030e3 service neutron] 10.222.0.45 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410339
Dec 21 10:26:42.674132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-700007c1-11a9-4088-9d6e-142302766d1b req-b945e278-4d30-4da5-8053-1011368e8cda tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 210 time: 0.0450456
Dec 21 10:26:42.721477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:43.530643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:43.711775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-babf78b8-76bb-45ac-9b7d-e91782476ff9 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:43.713354 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-babf78b8-76bb-45ac-9b7d-e91782476ff9 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 811 time: 0.1619720
Dec 21 10:26:43.798716 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-93f6d700-6123-48ac-82c8-05e7f41947f6 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 5515 time: 0.0716457
Dec 21 10:26:43.809371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'port': {'device_id': '89293f58-5e17-4641-820f-7e3812184d05', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'admin_state_up': True, 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'security_groups': ['65684c70-e61f-4e94-bdf5-62e9cf27b4cc']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:26:43.895283 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f68ea662-fafa-4fe1-bcfc-4d5fdd51671e req-34a6aa62-0cf4-4d7e-a316-ac3e8c81adbb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 210 time: 0.0705624
Dec 21 10:26:44.001805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:26:44.012353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:26:44.021129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Made reservation on behalf of a9e62420dfa042fc811ad096740f0485 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:26:44.027114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:44.341521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Allocated IP 172.20.0.10 (4287e562-ed10-497a-bc04-c9f9a1caa5b5/87d9fe0d-c3d2-414d-93c7-51469600caa7/ac92237f-432c-45b9-a912-25ca64183c8e) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:26:44.541368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:44.558670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Transition to ACTIVE for port object ac92237f-432c-45b9-a912-25ca64183c8e will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:26:44.578613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:44.594550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a86cc8ae-c7af-4f82-835f-7926925c2695 tempest-DeleteServersTestJSON-578261814 tempest-DeleteServersTestJSON-578261814] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:26:44.741274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event updated for resources: {'Port': ['ID=ac92237f-432c-45b9-a912-25ca64183c8e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:26:44.746367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:26:44.790076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:26:44.791203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:26:44.793455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:26:44.863072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:44.863747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:44.894014 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0891221
Dec 21 10:26:44.906152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Request body: {'port': {'device_id': '89293f58-5e17-4641-820f-7e3812184d05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:26:45.023573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-18064aeb-2499-47bb-88c1-671844c4f892 None None] Provisioning for port ac92237f-432c-45b9-a912-25ca64183c8e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:26:45.030188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-18064aeb-2499-47bb-88c1-671844c4f892 None None] Provisioning complete for port ac92237f-432c-45b9-a912-25ca64183c8e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:26:45.030376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:45.030755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18064aeb-2499-47bb-88c1-671844c4f892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:45.085332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-18064aeb-2499-47bb-88c1-671844c4f892 None None] Port ac92237f-432c-45b9-a912-25ca64183c8e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:26:45.235186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370ede6-5e52-40c3-98f4-e6715e8aebaf req-dd7c02fc-2350-448f-a465-e72603981311 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:45.235941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e370ede6-5e52-40c3-98f4-e6715e8aebaf req-dd7c02fc-2350-448f-a465-e72603981311 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Synchronizing usage tracker for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:26:45.314367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e370ede6-5e52-40c3-98f4-e6715e8aebaf req-dd7c02fc-2350-448f-a465-e72603981311 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Unset dirty status for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:26:45.315650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e370ede6-5e52-40c3-98f4-e6715e8aebaf req-dd7c02fc-2350-448f-a465-e72603981311 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 932 time: 0.2733574
Dec 21 10:26:45.454555 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e370ede6-5e52-40c3-98f4-e6715e8aebaf req-df80a061-5286-40f9-b4c4-b906a52b13e2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1308215
Dec 21 10:26:45.579735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac92237f-432c-45b9-a912-25ca64183c8e {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:26:45.586975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:45.599279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Transition to ACTIVE for port object ac92237f-432c-45b9-a912-25ca64183c8e will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:26:45.602001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:45.618375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:26:45.762974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Pushing event updated for resources: {'Port': ['ID=ac92237f-432c-45b9-a912-25ca64183c8e,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:26:45.767446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:26:45.945869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Attempting to bind port ac92237f-432c-45b9-a912-25ca64183c8e on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:26:45.946246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Attempting to bind port ac92237f-432c-45b9-a912-25ca64183c8e by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:26:45.946614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Attempting to bind port ac92237f-432c-45b9-a912-25ca64183c8e on network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:26:45.952748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:26:45.953128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Checking segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:26:45.953590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:45.953970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Bound using segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:26:45.954453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Bound port: ac92237f-432c-45b9-a912-25ca64183c8e, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:26:45.954834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:46.051080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] For port ac92237f-432c-45b9-a912-25ca64183c8e, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:26:46.055396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] For port ac92237f-432c-45b9-a912-25ca64183c8e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ac92237f-432c-45b9-a912-25ca64183c8e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:26:46.058272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:46.074287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:26:46.227181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Pushing event updated for resources: {'Port': ['ID=ac92237f-432c-45b9-a912-25ca64183c8e,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:26:46.231980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:26:46.262096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:46.262771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:46.264263 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] 10.222.0.16 "PUT /v2.0/ports/ac92237f-432c-45b9-a912-25ca64183c8e HTTP/1.1" status: 200  len: 1158 time: 1.3629670
Dec 21 10:26:46.264828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:26:46.348692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'status': 'completed', 'code': 200}
Dec 21 10:26:46.387680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-7a5260c9-0c02-42bf-a263-1976728f2d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:46.389274 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-7a5260c9-0c02-42bf-a263-1976728f2d3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 1161 time: 0.0844624
Dec 21 10:26:46.466575 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-53a57906-0ece-4102-b569-b5d2a269465b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92237f-432c-45b9-a912-25ca64183c8e HTTP/1.1" status: 200  len: 217 time: 0.0694382
Dec 21 10:26:46.537782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-1bef8d01-399f-4d7e-bdac-3c4f765d0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:46.540248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-1bef8d01-399f-4d7e-bdac-3c4f765d0d95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0674887
Dec 21 10:26:46.689142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-36c48040-e419-488f-83ce-82c90afb6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:46.690751 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-36c48040-e419-488f-83ce-82c90afb6e04 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1438205
Dec 21 10:26:46.701312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5f70c-4156-4ccb-8789-8fd4b5be5fab req-8b0211fc-ab3e-4a5c-9902-00013cb7decd tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:46.702858 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f5f70c-4156-4ccb-8789-8fd4b5be5fab req-8b0211fc-ab3e-4a5c-9902-00013cb7decd tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 944 time: 0.1139431
Dec 21 10:26:46.849667 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f5f70c-4156-4ccb-8789-8fd4b5be5fab req-96b8b2d2-d835-49a3-b024-19444754b561 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1241806
Dec 21 10:26:46.877994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-ee16c203-8340-428e-8b73-3693a6281e6d service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740820
Dec 21 10:26:47.023834 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e86584d6-372c-49c8-9e0b-2feaa88a1900 req-0fc8b0e3-0f5a-412c-8193-9d254135bbbb service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1394153
Dec 21 10:26:47.144655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-e6c5e6ba-1e75-46a9-85b9-e26e3323bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:47.146914 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-e6c5e6ba-1e75-46a9-85b9-e26e3323bc9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 1161 time: 0.0793192
Dec 21 10:26:47.290666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-b590c715-d6a7-41ca-a2bd-3beb79946633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:47.292155 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-b590c715-d6a7-41ca-a2bd-3beb79946633 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1386640
Dec 21 10:26:47.365476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-b667df9b-fcf6-46b3-a81c-8ce307381bdf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92237f-432c-45b9-a912-25ca64183c8e HTTP/1.1" status: 200  len: 217 time: 0.0656452
Dec 21 10:26:47.709680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-74c55230-5e31-4ddf-a042-155c32c611db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:47.711236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-74c55230-5e31-4ddf-a042-155c32c611db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.3374217
Dec 21 10:26:47.792752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-a85510d9-ef9b-405e-b64e-790c1c9b6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:47.794379 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-a85510d9-ef9b-405e-b64e-790c1c9b6fd2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760491
Dec 21 10:26:47.939166 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-a6d133e3-4944-480a-ac01-6e2a15e200d9 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1372271
Dec 21 10:26:48.157269 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ed0c9b44-b197-4cfe-98b3-d07fe2000bb5 req-eeebb41e-ca3b-4e91-a834-fbd72ec36cef service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2098384
Dec 21 10:26:48.169310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbbbc4-6f33-4c63-aca1-168a22fcfff0 req-2fb68bc2-0445-4605-bd20-cbf76379b49b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:48.170906 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20bbbbc4-6f33-4c63-aca1-168a22fcfff0 req-2fb68bc2-0445-4605-bd20-cbf76379b49b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 944 time: 0.1836848
Dec 21 10:26:48.220386 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20bbbbc4-6f33-4c63-aca1-168a22fcfff0 req-82d2b0f6-1e99-4ecb-ae3a-4de6125d9d67 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409713
Dec 21 10:26:48.484801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device ac92237f-432c-45b9-a912-25ca64183c8e up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:26:48.556926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port ac92237f-432c-45b9-a912-25ca64183c8e completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:26:48.562138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port ac92237f-432c-45b9-a912-25ca64183c8e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:26:48.562563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:48.681843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:48.710107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:26:48.720416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port ac92237f-432c-45b9-a912-25ca64183c8e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ac92237f-432c-45b9-a912-25ca64183c8e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:26:48.724365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:48.727138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:26:48.774666 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'code': 200}
Dec 21 10:26:48.805334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=ac92237f-432c-45b9-a912-25ca64183c8e,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:26:48.808530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:26:49.014672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4ae6b-f62b-4429-bb02-42cbcbb6c9a8 req-47c6adb5-b52b-4374-bfb8-84305740ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:49.016248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-baa4ae6b-f62b-4429-bb02-42cbcbb6c9a8 req-47c6adb5-b52b-4374-bfb8-84305740ba08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 1163 time: 0.0784361
Dec 21 10:26:49.064384 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-baa4ae6b-f62b-4429-bb02-42cbcbb6c9a8 req-4174cd37-783f-4c6b-831d-68c9934ea708 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416884
Dec 21 10:26:49.443470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c18de0-f5f5-4146-a942-9bc1d01fb0a2 req-e3927058-58e7-40fc-94b0-631aff1b5669 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:49.445081 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a1c18de0-f5f5-4146-a942-9bc1d01fb0a2 req-e3927058-58e7-40fc-94b0-631aff1b5669 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0914135
Dec 21 10:26:49.492897 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a1c18de0-f5f5-4146-a942-9bc1d01fb0a2 req-b57f2b9f-c8e1-446d-a1b8-252ee068f8d2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412867
Dec 21 10:26:50.272717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device ac92237f-432c-45b9-a912-25ca64183c8e up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:26:50.343444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port ac92237f-432c-45b9-a912-25ca64183c8e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:26:50.343866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:50.714763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105aee7-da9f-4aca-9c53-d17445e4d38b req-172ee971-eabc-4553-8fe2-e66cee124948 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:50.716371 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1105aee7-da9f-4aca-9c53-d17445e4d38b req-172ee971-eabc-4553-8fe2-e66cee124948 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0881059
Dec 21 10:26:50.764081 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1105aee7-da9f-4aca-9c53-d17445e4d38b req-dbb08d89-f398-49ac-849e-58bf3ae884f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412962
Dec 21 10:26:50.964868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2681bf71-2e4e-4415-b669-0cece6b9a03c req-1a14a466-d3d3-4ee9-be47-8b2e19ee2e1c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:50.966485 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2681bf71-2e4e-4415-b669-0cece6b9a03c req-1a14a466-d3d3-4ee9-be47-8b2e19ee2e1c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0816915
Dec 21 10:26:50.976711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 46914) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:26:50.982488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-00871d6c-1273-4138-a85a-6905fa657b6c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'floatingip': {'port_id': 'ac92237f-432c-45b9-a912-25ca64183c8e'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:26:51.064598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00871d6c-1273-4138-a85a-6905fa657b6c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:51.682302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00871d6c-1273-4138-a85a-6905fa657b6c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:51.685172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00871d6c-1273-4138-a85a-6905fa657b6c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:51.861515 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-00871d6c-1273-4138-a85a-6905fa657b6c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Floating IP 0b510afd-9de1-41be-9cae-93930fd1079e associated. External IP: 172.26.1.108, port: ac92237f-432c-45b9-a912-25ca64183c8e.
Dec 21 10:26:52.228499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00871d6c-1273-4138-a85a-6905fa657b6c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Router 4f067be7-d398-4510-a2a1-0210d16d9460 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:26:52.418369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00871d6c-1273-4138-a85a-6905fa657b6c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:26:52.423242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00871d6c-1273-4138-a85a-6905fa657b6c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:26:52.428117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:26:52.438062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:26:52.438700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed1536d8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:26:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:26:52.480292 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-00871d6c-1273-4138-a85a-6905fa657b6c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "PUT /v2.0/floatingips/0b510afd-9de1-41be-9cae-93930fd1079e HTTP/1.1" status: 200  len: 992 time: 1.5023241
Dec 21 10:26:52.480979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:26:52.566379 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'status': 'completed', 'code': 200}
Dec 21 10:26:52.625612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:26:52.669895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-dca9d3ce-6cc2-4a50-add2-be22b2cd669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:52.671478 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-dca9d3ce-6cc2-4a50-add2-be22b2cd669a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 1163 time: 0.0828197
Dec 21 10:26:52.816250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-84405fab-fbe3-48d2-b332-435d9db2818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:52.818513 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-84405fab-fbe3-48d2-b332-435d9db2818e service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1403036
Dec 21 10:26:52.924974 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-eea59b79-f6ce-4321-af39-004db8c8c09f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92237f-432c-45b9-a912-25ca64183c8e HTTP/1.1" status: 200  len: 1000 time: 0.1002688
Dec 21 10:26:53.001989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-a0305f6d-c129-422d-adc3-537ddc9e24c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:53.003608 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-a0305f6d-c129-422d-adc3-537ddc9e24c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0727384
Dec 21 10:26:53.086870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-543ab9cf-411f-4dea-954b-588ee3c17d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:26:53.088552 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-543ab9cf-411f-4dea-954b-588ee3c17d22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783162
Dec 21 10:26:53.154554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed1536d8>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:2c:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89293f58-5e17-4641-820f-7e3812184d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:26:51Z', 'revision_number': 9, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:26:53.158749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:26:53.168365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:26:53.169022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed1536d8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:26:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:26:53.367719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:26:53.510674 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-2dc98583-f5f6-4c87-a02c-6b1eab7bea3e service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4149923
Dec 21 10:26:53.662025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d870f6f-59c2-4715-945f-7c1e5080f735 req-1ceb58b3-3640-41d9-bde6-ec597194eb02 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445582
Dec 21 10:26:53.752918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed1536d8>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:2c:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89293f58-5e17-4641-820f-7e3812184d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:26:51Z', 'revision_number': 9, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:26:53.757871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6390a8c1-0329-4230-b985-469348fb7054 None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:2c:1e:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89293f58-5e17-4641-820f-7e3812184d05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:26:51Z', 'revision_number': 9, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:26:54.051132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a92e2f-c1da-4604-8834-30314a07c16e None None] New status for floating IP 0b510afd-9de1-41be-9cae-93930fd1079e: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:27:01.849569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:02.483180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:27:08.363679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bbffbd9-b9fc-4b91-87a1-daab62527927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:12.194712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:12.457110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6ae2884f-4f3f-4ffd-a04b-e7bf8bbc4695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:12.728163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:13.532704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:29.679041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591aedb-c91a-4c3c-bd5d-c49de1aa9259 req-b32f2abb-3132-4d69-90d6-2088201a15b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:29.680748 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6591aedb-c91a-4c3c-bd5d-c49de1aa9259 req-b32f2abb-3132-4d69-90d6-2088201a15b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0923641
Dec 21 10:27:29.683282 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-5bf8953d-c37a-4dbc-b4fd-51665e4523ba service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1592486
Dec 21 10:27:29.733178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6591aedb-c91a-4c3c-bd5d-c49de1aa9259 req-1e1527a2-420c-42a3-89ba-420604b9296b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460038
Dec 21 10:27:30.847659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cf610-ea46-4749-bc23-53fd962caa58 req-a92c07e8-1fec-4461-ba9f-0dc49002cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:30.849420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-a92c07e8-1fec-4461-ba9f-0dc49002cf0a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 1163 time: 0.0787272
Dec 21 10:27:31.062352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cf610-ea46-4749-bc23-53fd962caa58 req-56f46f4a-cb6e-4ebc-b026-0c354d8d0dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:31.063870 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-56f46f4a-cb6e-4ebc-b026-0c354d8d0dee service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.2084332
Dec 21 10:27:31.071529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2014ba-9155-4a3a-a896-73f7146610ff req-4a55f88c-9398-41c6-b572-c478521c0e2a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:31.073028 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ff2014ba-9155-4a3a-a896-73f7146610ff req-4a55f88c-9398-41c6-b572-c478521c0e2a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.1935744
Dec 21 10:27:31.208489 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ff2014ba-9155-4a3a-a896-73f7146610ff req-32e2ce7e-a3a8-4301-8c73-bd22a546a2c2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0838938
Dec 21 10:27:31.212921 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-a04bfa30-bac4-4025-a15b-2ca5df2c8c68 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92237f-432c-45b9-a912-25ca64183c8e HTTP/1.1" status: 200  len: 1003 time: 0.1389229
Dec 21 10:27:31.283768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cf610-ea46-4749-bc23-53fd962caa58 req-260397ae-cac1-400f-bbdf-02795c43b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:31.285398 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-260397ae-cac1-400f-bbdf-02795c43b235 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0659599
Dec 21 10:27:31.369261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cf610-ea46-4749-bc23-53fd962caa58 req-ab7cef7a-6840-4d6f-ba82-9d7518208ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:31.370887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-ab7cef7a-6840-4d6f-ba82-9d7518208ae4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792625
Dec 21 10:27:31.522282 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-5bcf1c89-7da5-4a51-886b-9e97c70b26d4 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412635
Dec 21 10:27:31.672506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-39bc2edf-0ecc-4fe8-9f19-a2079b59d1b5 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439998
Dec 21 10:27:31.862148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:32.422666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96af71-8071-4bbc-93c3-44f2f4d9421c req-9a32cabd-2be5-4362-934f-90b1248fe08a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:32.424192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9b96af71-8071-4bbc-93c3-44f2f4d9421c req-9a32cabd-2be5-4362-934f-90b1248fe08a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0835776
Dec 21 10:27:32.471547 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9b96af71-8071-4bbc-93c3-44f2f4d9421c req-bd330bc6-2c4e-40a9-b653-0350be501ffe tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403881
Dec 21 10:27:33.332502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af58112-052c-4ee9-9287-93f1e411e022 req-d32af1e1-32a7-4a77-9394-16f78b1159b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:33.334297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6af58112-052c-4ee9-9287-93f1e411e022 req-d32af1e1-32a7-4a77-9394-16f78b1159b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 1163 time: 0.0807166
Dec 21 10:27:33.491140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af58112-052c-4ee9-9287-93f1e411e022 req-cbc4417e-c80f-4733-952d-83bf6181009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:33.492745 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6af58112-052c-4ee9-9287-93f1e411e022 req-cbc4417e-c80f-4733-952d-83bf6181009a service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1395214
Dec 21 10:27:33.604099 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6af58112-052c-4ee9-9287-93f1e411e022 req-28953da8-da3d-45d5-aa71-b784e5b1c95f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92237f-432c-45b9-a912-25ca64183c8e HTTP/1.1" status: 200  len: 1003 time: 0.1047440
Dec 21 10:27:33.730321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af58112-052c-4ee9-9287-93f1e411e022 req-70107e09-a604-47b9-818d-b0694d20195e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:33.731876 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6af58112-052c-4ee9-9287-93f1e411e022 req-70107e09-a604-47b9-818d-b0694d20195e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0841784
Dec 21 10:27:33.793685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb60d77f-38aa-4cd8-8e08-f7a335ca8b29 req-f8ecf632-957c-4195-8080-93589c507798 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:33.795265 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb60d77f-38aa-4cd8-8e08-f7a335ca8b29 req-f8ecf632-957c-4195-8080-93589c507798 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.1902337
Dec 21 10:27:33.860240 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb60d77f-38aa-4cd8-8e08-f7a335ca8b29 req-97327ece-03f9-4cc4-a84e-012e7a6f89bc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0578434
Dec 21 10:27:33.866719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af58112-052c-4ee9-9287-93f1e411e022 req-b4f06ea0-13d9-44e7-a6a3-583e3335fd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:33.868321 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6af58112-052c-4ee9-9287-93f1e411e022 req-b4f06ea0-13d9-44e7-a6a3-583e3335fd02 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1272843
Dec 21 10:27:34.016745 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6af58112-052c-4ee9-9287-93f1e411e022 req-47825d1f-74cc-4280-97ba-18b2763cae6a service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414387
Dec 21 10:27:34.160993 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6af58112-052c-4ee9-9287-93f1e411e022 req-c8bf12af-e318-49fe-ab7f-b588a229f830 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1369431
Dec 21 10:27:35.072704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3500c3f-9e76-4b88-9946-adce547a7b7a req-588dc40f-4d1f-49b1-9421-aedf239ca62d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:35.074338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f3500c3f-9e76-4b88-9946-adce547a7b7a req-588dc40f-4d1f-49b1-9421-aedf239ca62d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0851197
Dec 21 10:27:35.121134 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f3500c3f-9e76-4b88-9946-adce547a7b7a req-1024fded-4f3c-44fa-95f3-1194de073d32 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404913
Dec 21 10:27:36.336812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a250063-9185-4d03-abf6-530d9c3c90e5 req-ef59afda-7ba3-4c81-8154-5b3a0b3bd4ce tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:36.338447 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a250063-9185-4d03-abf6-530d9c3c90e5 req-ef59afda-7ba3-4c81-8154-5b3a0b3bd4ce tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0867412
Dec 21 10:27:36.385731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7a250063-9185-4d03-abf6-530d9c3c90e5 req-1eb169dd-6135-4bc8-a66a-93f2223abde5 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410118
Dec 21 10:27:37.608333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74784d-2e0f-45db-aa47-0c7b19dc4f1c req-94dc8aa1-3ed5-4d92-be0e-a314086c8dbc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:37.609977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee74784d-2e0f-45db-aa47-0c7b19dc4f1c req-94dc8aa1-3ed5-4d92-be0e-a314086c8dbc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0909979
Dec 21 10:27:37.657971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee74784d-2e0f-45db-aa47-0c7b19dc4f1c req-99c4fd5c-f62f-432e-8354-dab0322c3d12 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405731
Dec 21 10:27:38.365431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a600-972c-4751-948a-9c625b7f4b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:38.876626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fee9455-d121-4d37-8ccf-c13d60627470 req-63dc33c4-1bd8-49a3-b9eb-6572d8d51462 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:38.878170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9fee9455-d121-4d37-8ccf-c13d60627470 req-63dc33c4-1bd8-49a3-b9eb-6572d8d51462 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0848365
Dec 21 10:27:38.925469 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9fee9455-d121-4d37-8ccf-c13d60627470 req-95fc9328-5e61-40b0-88a4-48879d42e6ce tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407476
Dec 21 10:27:39.482526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:27:40.273288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867ca701-ac66-43cc-8264-969e63472582 req-a83e168b-418f-429f-86ce-f39aec21e5a2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:40.274854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-867ca701-ac66-43cc-8264-969e63472582 req-a83e168b-418f-429f-86ce-f39aec21e5a2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0877085
Dec 21 10:27:40.322274 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-867ca701-ac66-43cc-8264-969e63472582 req-f62ae6da-9efe-4493-ab1b-a9eb88843c02 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411949
Dec 21 10:27:41.538323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16511707-5c56-47ea-a354-9a5343c58abc req-c2e5e581-4bbb-41c3-a30a-6aa7ff477991 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:41.539977 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16511707-5c56-47ea-a354-9a5343c58abc req-c2e5e581-4bbb-41c3-a30a-6aa7ff477991 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0891657
Dec 21 10:27:41.592692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16511707-5c56-47ea-a354-9a5343c58abc req-2538b587-6b05-4639-afde-c6a12d80ccf5 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460677
Dec 21 10:27:42.201013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:42.458327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea752574-3aee-4900-b494-8d3ea8b78d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:42.720272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:42.805031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9f9b4-1759-4744-8119-8a0efc2c3443 req-6074f363-e5b8-48fc-9e2d-05c940a1db06 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:42.806676 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18a9f9b4-1759-4744-8119-8a0efc2c3443 req-6074f363-e5b8-48fc-9e2d-05c940a1db06 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0852358
Dec 21 10:27:42.853678 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18a9f9b4-1759-4744-8119-8a0efc2c3443 req-b9c90e85-faba-4474-ba34-3487210bffc8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407500
Dec 21 10:27:43.339246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-7ab47553-d16c-4c6e-919e-539763c98d16 service neutron] 10.222.0.16 "GET /v2.0/ports/ac92237f-432c-45b9-a912-25ca64183c8e/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0791161
Dec 21 10:27:43.536386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:43.616575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cf610-ea46-4749-bc23-53fd962caa58 req-1041593b-6891-4959-a91b-e1b36e2d225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:43.618156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-1041593b-6891-4959-a91b-e1b36e2d225a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05&tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 1163 time: 0.0834479
Dec 21 10:27:43.717405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cf610-ea46-4749-bc23-53fd962caa58 req-1521dee0-7207-43c6-90a9-4890831a7cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:43.719060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-1521dee0-7207-43c6-90a9-4890831a7cf4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 1163 time: 0.0790534
Dec 21 10:27:43.862211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cf610-ea46-4749-bc23-53fd962caa58 req-348b95ca-db09-4277-9968-10ae2ddab076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:43.863769 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-348b95ca-db09-4277-9968-10ae2ddab076 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1382666
Dec 21 10:27:43.974676 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-aebc0d74-1b48-4a5c-a1da-f17f988fe207 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92237f-432c-45b9-a912-25ca64183c8e HTTP/1.1" status: 200  len: 1003 time: 0.1037350
Dec 21 10:27:44.368327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cf610-ea46-4749-bc23-53fd962caa58 req-76d1f933-aab3-449e-9b93-17ee41bdd6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:44.369920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-76d1f933-aab3-449e-9b93-17ee41bdd6f9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.3898618
Dec 21 10:27:44.446170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e416e8-ab7f-4b07-b71e-23ef41e53421 req-2f048a54-e9d9-4111-9989-2ecff598a628 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:44.447656 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9e416e8-ab7f-4b07-b71e-23ef41e53421 req-2f048a54-e9d9-4111-9989-2ecff598a628 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.1600554
Dec 21 10:27:44.487221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device ac92237f-432c-45b9-a912-25ca64183c8e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:27:44.503868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cf610-ea46-4749-bc23-53fd962caa58 req-ee85ad4d-c657-43a2-b483-e286118e3793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:44.505976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-ee85ad4d-c657-43a2-b483-e286118e3793 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1280220
Dec 21 10:27:44.510301 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9e416e8-ab7f-4b07-b71e-23ef41e53421 req-71632f6e-db42-465d-8481-3f16ea5a6a22 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546842
Dec 21 10:27:44.610022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:44.638150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:27:44.652685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port ac92237f-432c-45b9-a912-25ca64183c8e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ac92237f-432c-45b9-a912-25ca64183c8e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:27:44.657079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:44.659535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:27:44.664978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-45584271-f41d-41c8-a662-e5bb908c20dd service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1524289
Dec 21 10:27:44.717786 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'code': 200}
Dec 21 10:27:44.736083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=ac92237f-432c-45b9-a912-25ca64183c8e,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:27:44.744701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.745088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.745465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.745861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.746226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.746598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.746962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.747321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.747684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.748040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.748397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.748754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.749186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.749566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.749921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.750283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.750635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.750992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.751344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.751697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.752052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.752403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.752756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.753107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:44.758042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:27:44.819841 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-155cf610-ea46-4749-bc23-53fd962caa58 req-2478fe90-3ae1-4553-a14f-4a6202ee297a service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1482017
Dec 21 10:27:45.733912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c653f-e50f-4ea4-98a9-eaa7493944c5 req-d3de5136-b0c5-46b4-92e6-a8eaf77abd64 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:45.735568 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-240c653f-e50f-4ea4-98a9-eaa7493944c5 req-d3de5136-b0c5-46b4-92e6-a8eaf77abd64 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 944 time: 0.0891557
Dec 21 10:27:45.783778 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-240c653f-e50f-4ea4-98a9-eaa7493944c5 req-125f71c1-4d2a-4544-8060-2a870e9f496f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418899
Dec 21 10:27:46.707404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device ac92237f-432c-45b9-a912-25ca64183c8e up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:27:46.777653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port ac92237f-432c-45b9-a912-25ca64183c8e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:27:46.778191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:46.900159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:46.928364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:27:46.939163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port ac92237f-432c-45b9-a912-25ca64183c8e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ac92237f-432c-45b9-a912-25ca64183c8e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:27:46.942974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:46.944932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4586e30-1b26-4b67-a7c8-fac1ba4587e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:27:46.998920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'code': 200}
Dec 21 10:27:47.010368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aac5b3-35ae-4968-82b8-75fe139e74a6 req-6fdc157b-6200-4d8c-b967-75eccba06426 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:47.011984 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18aac5b3-35ae-4968-82b8-75fe139e74a6 req-6fdc157b-6200-4d8c-b967-75eccba06426 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0923898
Dec 21 10:27:47.014349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=ac92237f-432c-45b9-a912-25ca64183c8e,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:27:47.022612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:27:47.064121 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18aac5b3-35ae-4968-82b8-75fe139e74a6 req-b0fb832e-8e08-446d-92fb-736e3cfdb395 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458307
Dec 21 10:27:47.530750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-39ef7451-ca46-4245-9f57-b3f968e7b956 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:47.532307 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-39ef7451-ca46-4245-9f57-b3f968e7b956 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05&tenant_id=a9e62420dfa042fc811ad096740f0485&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 946 time: 0.1252623
Dec 21 10:27:47.643198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-936b0aa9-883d-4aee-8838-32ef4763a2eb service neutron] 10.222.0.16 "GET /v2.0/ports/ac92237f-432c-45b9-a912-25ca64183c8e/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.1014452
Dec 21 10:27:47.654655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a56d53-fc63-41ef-9bad-4e16f027ee7c req-7b5968ed-9d99-48b3-beec-472c734d9cfa tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:47.656252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8a56d53-fc63-41ef-9bad-4e16f027ee7c req-7b5968ed-9d99-48b3-beec-472c734d9cfa tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.1720929
Dec 21 10:27:47.752527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8a56d53-fc63-41ef-9bad-4e16f027ee7c req-2425d78f-d0d0-4ad3-930f-047ad27e257a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0889361
Dec 21 10:27:47.775680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-585a312c-8bc5-4d53-aef5-bc9e58c3ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:47.777535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-585a312c-8bc5-4d53-aef5-bc9e58c3ad17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 1163 time: 0.0989344
Dec 21 10:27:47.921873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-8c278c44-c469-421f-8640-974ebdb3bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:47.923380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-8c278c44-c469-421f-8640-974ebdb3bf73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1400709
Dec 21 10:27:48.031484 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-9c3b47b5-acc4-40c1-a1bf-b3bec55b96af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92237f-432c-45b9-a912-25ca64183c8e HTTP/1.1" status: 200  len: 1003 time: 0.1015487
Dec 21 10:27:48.103048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-b8203dc0-b1dd-4917-bfc3-cb5be3dd1ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:48.104603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-b8203dc0-b1dd-4917-bfc3-cb5be3dd1ed7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0666616
Dec 21 10:27:48.184889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-3a1dc805-7128-4502-b04f-daa121ff1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:48.186502 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-3a1dc805-7128-4502-b04f-daa121ff1e92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755067
Dec 21 10:27:48.331057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-84f5c284-1668-49ab-8c9f-ad46f42cc277 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1368558
Dec 21 10:27:48.473933 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-37b45c42-533e-4ee7-abbf-d24e3cbd6796 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1362987
Dec 21 10:27:48.545440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device ac92237f-432c-45b9-a912-25ca64183c8e up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:27:48.625300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port ac92237f-432c-45b9-a912-25ca64183c8e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:27:48.625789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:48.976607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70dcb4-4cfc-48fe-a780-08631c1c4e02 req-36753cdb-11a3-43c7-81a2-31176ec8886e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:48.978314 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2f70dcb4-4cfc-48fe-a780-08631c1c4e02 req-36753cdb-11a3-43c7-81a2-31176ec8886e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0861998
Dec 21 10:27:49.033196 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2f70dcb4-4cfc-48fe-a780-08631c1c4e02 req-d9d16c06-c22d-4191-8069-0976995c13ef tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482099
Dec 21 10:27:50.250654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6210e9a-c31e-4027-ab03-0e74ba64ca79 req-7a53b8b9-df19-40da-94c8-a55ceef38f91 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:50.252260 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6210e9a-c31e-4027-ab03-0e74ba64ca79 req-7a53b8b9-df19-40da-94c8-a55ceef38f91 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0858796
Dec 21 10:27:50.303380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f6210e9a-c31e-4027-ab03-0e74ba64ca79 req-0f3317a6-42d4-40a5-8cb7-24914d38c6f4 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442989
Dec 21 10:27:50.524545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device ac92237f-432c-45b9-a912-25ca64183c8e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:27:50.640771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:50.669856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:27:50.680255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port ac92237f-432c-45b9-a912-25ca64183c8e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ac92237f-432c-45b9-a912-25ca64183c8e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:27:50.683198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:50.685036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:27:50.746664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'code': 200}
Dec 21 10:27:50.759508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=ac92237f-432c-45b9-a912-25ca64183c8e,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:27:50.762749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:27:50.988130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-5143c7c0-688b-43da-a447-ffffda56dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:50.990163 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-5143c7c0-688b-43da-a447-ffffda56dc15 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05&tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 1161 time: 0.0810738
Dec 21 10:27:51.082552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-2ab51e1e-f47f-4b1c-8220-d8cac02fadef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:51.084688 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-2ab51e1e-f47f-4b1c-8220-d8cac02fadef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 1161 time: 0.0743058
Dec 21 10:27:51.227567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-811c1de8-62f7-42d5-93c8-d022f570b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:51.229132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-811c1de8-62f7-42d5-93c8-d022f570b747 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1385379
Dec 21 10:27:51.338000 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-31b2b507-dd81-4698-93ec-15ef5186e453 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92237f-432c-45b9-a912-25ca64183c8e HTTP/1.1" status: 200  len: 1001 time: 0.1025977
Dec 21 10:27:51.409353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-22bcbcb9-ac1d-4c1d-8b71-0d51ee97ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:51.411228 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-22bcbcb9-ac1d-4c1d-8b71-0d51ee97ec4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0675187
Dec 21 10:27:51.559696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-3ef1e8a3-2c1b-43c9-8f40-c8639d260df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:51.561320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-3ef1e8a3-2c1b-43c9-8f40-c8639d260df8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1436827
Dec 21 10:27:51.573244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fb1ed0-b082-4457-b541-c73366d9faa3 req-a17c2c32-b3b0-4cef-ba73-3cde4b27dc95 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:51.574809 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9fb1ed0-b082-4457-b541-c73366d9faa3 req-a17c2c32-b3b0-4cef-ba73-3cde4b27dc95 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 944 time: 0.1155937
Dec 21 10:27:51.727641 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9fb1ed0-b082-4457-b541-c73366d9faa3 req-c3ef6bc7-d060-4158-b64d-f3558a4965d5 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1302786
Dec 21 10:27:51.756132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-5822d203-8f3c-4eaa-b3d0-2d0274cd2040 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1803367
Dec 21 10:27:51.902996 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bff859ed-e70f-4e36-92e4-d90b3f4c5af6 req-959cf10b-be3c-474d-856a-c9b6e72c3a78 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1406331
Dec 21 10:27:52.948287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc370f-1dde-44b7-9373-ce17df77ed0b req-e9f2b9fa-21f4-4d5e-b799-15018508589a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:52.949865 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ccc370f-1dde-44b7-9373-ce17df77ed0b req-e9f2b9fa-21f4-4d5e-b799-15018508589a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 944 time: 0.0891011
Dec 21 10:27:52.997925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ccc370f-1dde-44b7-9373-ce17df77ed0b req-1c186eee-0eb0-4229-8ed9-49e43523ad31 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416994
Dec 21 10:27:54.211455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81a37e-914f-4278-a288-1ec03ebe89b6 req-3b460f2e-9fe4-4513-8d1e-3b22a72e26bc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:54.213027 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ec81a37e-914f-4278-a288-1ec03ebe89b6 req-3b460f2e-9fe4-4513-8d1e-3b22a72e26bc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 944 time: 0.0878508
Dec 21 10:27:54.260155 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ec81a37e-914f-4278-a288-1ec03ebe89b6 req-bf80a413-9067-4a8e-a3f2-ae521fcd5171 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407205
Dec 21 10:27:54.471576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c3b56-b618-4e0d-bbbc-76bef8a6c185 req-ce752d47-17c8-4176-a86a-08d9d69128f8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:54.473162 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a9c3b56-b618-4e0d-bbbc-76bef8a6c185 req-ce752d47-17c8-4176-a86a-08d9d69128f8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 944 time: 0.0842135
Dec 21 10:27:54.521095 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2a9c3b56-b618-4e0d-bbbc-76bef8a6c185 req-92e20b3e-9a52-4967-ab3b-358f8ac72ff6 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411575
Dec 21 10:27:54.720393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device ac92237f-432c-45b9-a912-25ca64183c8e up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:27:54.735602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d3410-1a4c-4f18-80db-a11ff76c401b req-c25ec0d9-f697-4069-aba8-e4b428f6c68d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:54.737254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d3d3410-1a4c-4f18-80db-a11ff76c401b req-c25ec0d9-f697-4069-aba8-e4b428f6c68d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 944 time: 0.0867801
Dec 21 10:27:54.785529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d3d3410-1a4c-4f18-80db-a11ff76c401b req-67029b4a-0d7a-4e97-9678-c43eb4e6bbd3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410542
Dec 21 10:27:54.793107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port ac92237f-432c-45b9-a912-25ca64183c8e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:27:54.793547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:54.917233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:54.946441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:27:54.956701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port ac92237f-432c-45b9-a912-25ca64183c8e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ac92237f-432c-45b9-a912-25ca64183c8e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:27:54.960120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:54.962119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:27:55.017760 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'code': 200}
Dec 21 10:27:55.034837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=ac92237f-432c-45b9-a912-25ca64183c8e,revision_number=8']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:27:55.038504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:27:55.227343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcfbd82-0da2-4e7a-9f45-7da80c3f244a req-5e6377b1-9fb6-452b-8aee-999479791962 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:55.228903 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2bcfbd82-0da2-4e7a-9f45-7da80c3f244a req-5e6377b1-9fb6-452b-8aee-999479791962 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0876606
Dec 21 10:27:55.277389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2bcfbd82-0da2-4e7a-9f45-7da80c3f244a req-00d38dae-4375-4a05-a0e9-bd6d2307d689 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421267
Dec 21 10:27:56.491729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e66378-12c8-4a77-8385-9a9e01f05c94 req-6872a447-fce7-4c81-bb7a-35c2f70537b3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:56.493338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-21e66378-12c8-4a77-8385-9a9e01f05c94 req-6872a447-fce7-4c81-bb7a-35c2f70537b3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0842586
Dec 21 10:27:56.541202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-21e66378-12c8-4a77-8385-9a9e01f05c94 req-2009ae38-8038-4410-85a5-48c1a68aa13d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413260
Dec 21 10:27:56.584034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device ac92237f-432c-45b9-a912-25ca64183c8e up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:27:56.657347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port ac92237f-432c-45b9-a912-25ca64183c8e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:27:56.657826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:57.210299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-956396b7-51a3-4578-9884-259089c5679e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:57.211871 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-956396b7-51a3-4578-9884-259089c5679e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.0874848
Dec 21 10:27:57.285444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Deleting port ac92237f-432c-45b9-a912-25ca64183c8e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:27:57.285911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:57.545340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] For port ac92237f-432c-45b9-a912-25ca64183c8e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=ac92237f-432c-45b9-a912-25ca64183c8e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:27:57.545928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:58.179864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:58.180270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:58.180616 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Floating IP 0b510afd-9de1-41be-9cae-93930fd1079e disassociated. External IP: 172.26.1.108, port: ac92237f-432c-45b9-a912-25ca64183c8e.
Dec 21 10:27:58.181522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Calling delete_port for ac92237f-432c-45b9-a912-25ca64183c8e owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:27:58.214402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2665e6-9a4e-481a-b10b-559d1a47f383 req-e7e6a8e3-bb83-495a-9e34-88d4605e6bb6 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:27:58.216001 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b2665e6-9a4e-481a-b10b-559d1a47f383 req-e7e6a8e3-bb83-495a-9e34-88d4605e6bb6 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 946 time: 0.5077713
Dec 21 10:27:58.295119 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b2665e6-9a4e-481a-b10b-559d1a47f383 req-692426cb-84be-4a33-bed2-3e705537e141 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723250
Dec 21 10:27:58.369305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:58.384957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d1b3148-501d-4085-bbc8-a9678b5914cd tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:27:58.440863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event deleted for resources: {'Port': ['ID=ac92237f-432c-45b9-a912-25ca64183c8e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:27:58.452638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.453067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.453529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.453919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.454327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.454732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.455135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.455538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.455940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.456339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.456739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.457137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.457631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.458210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.458614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.459018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.459420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.459819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.460223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.460622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.461017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.461422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.461845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.462242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:27:58.467206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:27:58.567665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device ac92237f-432c-45b9-a912-25ca64183c8e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:27:58.608290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: ac92237f-432c-45b9-a912-25ca64183c8e {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:27:58.608703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device ac92237f-432c-45b9-a912-25ca64183c8e not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:27:58.772210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Router 4f067be7-d398-4510-a2a1-0210d16d9460 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:27:58.955066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:27:58.964965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:27:58.975799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:27:58.976468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1dad68>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:27:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:27:58.991249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] No DVR routers for this DVR port ac92237f-432c-45b9-a912-25ca64183c8e on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:27:58.993594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:27:58.996339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-deleted', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:27:59.012401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-132a0e4b-d192-4e4f-aedc-5824fb738c69 req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "DELETE /v2.0/ports/ac92237f-432c-45b9-a912-25ca64183c8e HTTP/1.1" status: 204  len: 173 time: 1.7946670
Dec 21 10:27:59.055788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89293f58-5e17-4641-820f-7e3812184d05', 'name': 'network-vif-deleted', 'tag': 'ac92237f-432c-45b9-a912-25ca64183c8e', 'status': 'completed', 'code': 200}
Dec 21 10:27:59.176517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:27:59.495801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-4823aa0a-6015-49cf-af61-b08986a82d5e req-eb9f007e-3396-4d9f-9166-b8ede5d54a5b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Synchronizing usage tracker for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:27:59.509270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1dad68>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:27:59.511433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-4823aa0a-6015-49cf-af61-b08986a82d5e req-eb9f007e-3396-4d9f-9166-b8ede5d54a5b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Unset dirty status for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:27:59.512714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4823aa0a-6015-49cf-af61-b08986a82d5e req-eb9f007e-3396-4d9f-9166-b8ede5d54a5b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=89293f58-5e17-4641-820f-7e3812184d05 HTTP/1.1" status: 200  len: 210 time: 0.0686741
Dec 21 10:27:59.515275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:27:59.527300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:27:59.528072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1dad68>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:27:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:27:59.719325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:28:00.199479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1dad68>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:28:00.203619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3395b1c-4ace-45c7-94a9-c5774052880c None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:28:00.611914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a55f77-907e-45d8-bc89-66b0e3d369bc None None] New status for floating IP 0b510afd-9de1-41be-9cae-93930fd1079e: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:28:00.918565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-ae996eef-8788-4e52-b713-0a92958cdad9 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--890083254&fields=id&tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 267 time: 0.0434880
Dec 21 10:28:01.081680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a50e-3574-4c89-a14a-36a119295488 req-3bd0b61b-f618-4865-a280-c431a0212239 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:01.083800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-3bd0b61b-f618-4865-a280-c431a0212239 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 811 time: 0.1580012
Dec 21 10:28:01.100234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-19d9884a-c7bb-451a-a65b-0fc0f73770ef tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/quotas/a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 375 time: 0.0103621
Dec 21 10:28:01.188122 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-16b132d4-4006-4144-ac90-411f690cfabb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0823834
Dec 21 10:28:01.340453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-a20876eb-5dfd-4472-b02a-f30bc120a4fc service neutron] 10.222.0.45 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392283
Dec 21 10:28:01.485110 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-ddb105cc-7902-493a-aac0-a878287bd6c3 service neutron] 10.222.0.45 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378980
Dec 21 10:28:01.696115 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54eb1f3e-e97a-444c-b647-762c2036dc7f req-cb1d273c-97ee-4044-8c5c-516febf13b54 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 210 time: 0.0551715
Dec 21 10:28:01.868922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:02.738650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a50e-3574-4c89-a14a-36a119295488 req-0ac3394b-61c0-4b8f-bc89-ff3f98d9cc1f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:02.740388 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-0ac3394b-61c0-4b8f-bc89-ff3f98d9cc1f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 811 time: 0.1665568
Dec 21 10:28:02.826968 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-05c88ac0-3113-4c67-8fb6-894b4a644fe6 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 5515 time: 0.0707440
Dec 21 10:28:02.833944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'port': {'device_id': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'admin_state_up': True, 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'security_groups': ['65684c70-e61f-4e94-bdf5-62e9cf27b4cc']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:28:02.901443 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bfa894d-5a6c-4c40-93b4-40cced599a34 req-6bbc36ea-edf2-4755-8062-30e72641b813 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 210 time: 0.0733290
Dec 21 10:28:03.024674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:28:03.034496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:28:03.043688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Made reservation on behalf of a9e62420dfa042fc811ad096740f0485 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:28:03.049217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:03.360064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Allocated IP 172.20.0.10 (4287e562-ed10-497a-bc04-c9f9a1caa5b5/87d9fe0d-c3d2-414d-93c7-51469600caa7/1aa33fdd-64c3-423c-807d-d574d0be991d) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:28:03.559104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:03.576041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Transition to ACTIVE for port object 1aa33fdd-64c3-423c-807d-d574d0be991d will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:28:03.596849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:03.612534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3e64d75-6400-41bc-ad24-7c83f4aad8f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:28:03.759885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event updated for resources: {'Port': ['ID=1aa33fdd-64c3-423c-807d-d574d0be991d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:28:03.770044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:28:03.815030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:28:03.816209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:28:03.819383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:28:03.884791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:03.885462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:03.916260 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0862932
Dec 21 10:28:03.929193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Request body: {'port': {'device_id': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:28:04.008646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b61b3c3b-0e51-43b8-88f6-bf94f6c442c9 None None] Provisioning for port 1aa33fdd-64c3-423c-807d-d574d0be991d completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:28:04.013795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b61b3c3b-0e51-43b8-88f6-bf94f6c442c9 None None] Provisioning complete for port 1aa33fdd-64c3-423c-807d-d574d0be991d triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:28:04.014220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b61b3c3b-0e51-43b8-88f6-bf94f6c442c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:04.069981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b61b3c3b-0e51-43b8-88f6-bf94f6c442c9 None None] Port 1aa33fdd-64c3-423c-807d-d574d0be991d cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:28:04.096981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:04.232770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82472890-cd5a-4508-8eb5-1e1d72772588 req-c4771aba-f951-45b4-860a-e28fc442700f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:04.233535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-82472890-cd5a-4508-8eb5-1e1d72772588 req-c4771aba-f951-45b4-860a-e28fc442700f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Synchronizing usage tracker for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:28:04.303904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-82472890-cd5a-4508-8eb5-1e1d72772588 req-c4771aba-f951-45b4-860a-e28fc442700f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Unset dirty status for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:28:04.305167 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-82472890-cd5a-4508-8eb5-1e1d72772588 req-c4771aba-f951-45b4-860a-e28fc442700f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 932 time: 0.2615979
Dec 21 10:28:04.399253 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-82472890-cd5a-4508-8eb5-1e1d72772588 req-20b8fdd5-1f4a-43a9-ad36-1e11a196759f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0874245
Dec 21 10:28:04.858456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aa33fdd-64c3-423c-807d-d574d0be991d {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:28:04.865962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:04.878235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Transition to ACTIVE for port object 1aa33fdd-64c3-423c-807d-d574d0be991d will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:28:04.881625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:04.897187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:28:05.043140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa33fdd-64c3-423c-807d-d574d0be991d,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:28:05.047626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:28:05.225521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Attempting to bind port 1aa33fdd-64c3-423c-807d-d574d0be991d on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:28:05.225888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Attempting to bind port 1aa33fdd-64c3-423c-807d-d574d0be991d by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:28:05.226250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Attempting to bind port 1aa33fdd-64c3-423c-807d-d574d0be991d on network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:28:05.232402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:28:05.232782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Checking segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:28:05.233172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:05.233583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Bound using segment: {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:28:05.234061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Bound port: 1aa33fdd-64c3-423c-807d-d574d0be991d, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:28:05.234439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:05.329023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] For port 1aa33fdd-64c3-423c-807d-d574d0be991d, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:28:05.332313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] For port 1aa33fdd-64c3-423c-807d-d574d0be991d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa33fdd-64c3-423c-807d-d574d0be991d,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:28:05.336214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:05.351847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b343d822-5732-4cfe-9af1-e27c33b2f3f3 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:28:05.503868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Pushing event updated for resources: {'Port': ['ID=1aa33fdd-64c3-423c-807d-d574d0be991d,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:28:05.509539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:28:05.593773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:05.594454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:05.595981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] 10.222.0.16 "PUT /v2.0/ports/1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 200  len: 1158 time: 1.6716125
Dec 21 10:28:05.598177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:28:05.639033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415bc1e-f310-422f-a982-16e690f636fd req-f987cdeb-f1ad-439b-aa34-a48f27ee8b51 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:05.641087 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8415bc1e-f310-422f-a982-16e690f636fd req-f987cdeb-f1ad-439b-aa34-a48f27ee8b51 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.1079979
Dec 21 10:28:05.683882 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'status': 'completed', 'code': 200}
Dec 21 10:28:05.752337 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8415bc1e-f310-422f-a982-16e690f636fd req-32b30acc-f9f9-44ba-9ee8-bad92ade2ad1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0674262
Dec 21 10:28:05.780567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a50e-3574-4c89-a14a-36a119295488 req-c4996e64-2804-4ac1-a10c-587ce5ff7190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:05.782244 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-c4996e64-2804-4ac1-a10c-587ce5ff7190 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 1161 time: 0.1400995
Dec 21 10:28:05.856396 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-2b557fa9-9584-4882-acd2-b26fb0c56a74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 200  len: 217 time: 0.0660069
Dec 21 10:28:05.932252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a50e-3574-4c89-a14a-36a119295488 req-e1947f85-8c62-414f-9279-7dc759017b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:05.933798 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-e1947f85-8c62-414f-9279-7dc759017b13 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0712626
Dec 21 10:28:06.012921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66a50e-3574-4c89-a14a-36a119295488 req-71c533e1-ab77-492a-a6d5-55c173afd64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:06.014572 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-71c533e1-ab77-492a-a6d5-55c173afd64d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746281
Dec 21 10:28:06.160542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-9b108b25-6746-481b-a27a-96e504aa9917 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391275
Dec 21 10:28:06.306594 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cb66a50e-3574-4c89-a14a-36a119295488 req-04f5cfac-58e8-48e3-896d-a73faacb5f31 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1393070
Dec 21 10:28:06.428839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-9f314cbf-f58d-457e-a26d-e90ab227af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:06.430523 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-9f314cbf-f58d-457e-a26d-e90ab227af37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 1161 time: 0.0757983
Dec 21 10:28:06.576060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-18d6e0c9-cf07-40aa-8f6c-8dbfd312835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:06.577614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-18d6e0c9-cf07-40aa-8f6c-8dbfd312835a service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1406052
Dec 21 10:28:06.654178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-041f8d78-903c-455b-b532-7778c4f06077 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 200  len: 217 time: 0.0688317
Dec 21 10:28:06.724247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-3572003e-f35e-46e8-a8ce-2308bccfff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:06.725805 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-3572003e-f35e-46e8-a8ce-2308bccfff35 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0647426
Dec 21 10:28:06.813937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-184aa6f9-8b99-4f05-a5c8-d3a31026b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:06.815586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-184aa6f9-8b99-4f05-a5c8-d3a31026b97d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818713
Dec 21 10:28:07.020961 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-7e4b13c7-e437-452a-bea5-dea71646f4c2 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1964679
Dec 21 10:28:07.082834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff489a-0f69-42a4-8dfa-c48b2e21f214 req-22081e93-408c-45b8-9ecf-a36cf0512b53 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:07.084372 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8eff489a-0f69-42a4-8dfa-c48b2e21f214 req-22081e93-408c-45b8-9ecf-a36cf0512b53 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.1673081
Dec 21 10:28:07.214885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8eff489a-0f69-42a4-8dfa-c48b2e21f214 req-775b4c08-61e4-4fc6-860c-3b4944f05132 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757782
Dec 21 10:28:07.217842 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac83c70a-376e-4e97-bbe6-a86633cef045 req-200bc145-f2ae-4d81-afb5-85515f77ee6a service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1908872
Dec 21 10:28:08.367360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4f74e6b-1c04-49ba-a1bc-57e3f4d39582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:08.434485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7605a-4e67-42bf-9711-ed54196fa912 req-bacd10ee-ab51-432d-a01c-b0d4a1b4ab0b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:08.436156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cb7605a-4e67-42bf-9711-ed54196fa912 req-bacd10ee-ab51-432d-a01c-b0d4a1b4ab0b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0905228
Dec 21 10:28:08.482774 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cb7605a-4e67-42bf-9711-ed54196fa912 req-4c3b34a9-309b-4bf8-9977-a36d81101c9b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403645
Dec 21 10:28:08.918527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1aa33fdd-64c3-423c-807d-d574d0be991d up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:28:08.989393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 1aa33fdd-64c3-423c-807d-d574d0be991d completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:28:08.994207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1aa33fdd-64c3-423c-807d-d574d0be991d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:28:08.994625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:09.115296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:09.143320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:28:09.155417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 1aa33fdd-64c3-423c-807d-d574d0be991d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa33fdd-64c3-423c-807d-d574d0be991d,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:28:09.158727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:09.160655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:28:09.221679 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'code': 200}
Dec 21 10:28:09.234979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=1aa33fdd-64c3-423c-807d-d574d0be991d,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:28:09.238175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:28:09.477860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff500cf-a3bf-4034-b9e6-e2656a365706 req-8e15b4ba-dd42-4534-996e-ad57ab524722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:09.479504 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ff500cf-a3bf-4034-b9e6-e2656a365706 req-8e15b4ba-dd42-4534-996e-ad57ab524722 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 1163 time: 0.0757737
Dec 21 10:28:09.529071 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ff500cf-a3bf-4034-b9e6-e2656a365706 req-1f6dabdb-a989-456b-b13e-cabc94a92297 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428901
Dec 21 10:28:09.704780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf85282-28a9-4c41-9e02-e848f5285200 req-ab32f2de-b87f-426c-9969-1823f33b5d2b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:09.706451 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bdf85282-28a9-4c41-9e02-e848f5285200 req-ab32f2de-b87f-426c-9969-1823f33b5d2b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0910554
Dec 21 10:28:09.760190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bdf85282-28a9-4c41-9e02-e848f5285200 req-89f32b82-5b5f-4d3f-8b19-c63a39970a71 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467138
Dec 21 10:28:10.688587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1aa33fdd-64c3-423c-807d-d574d0be991d up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:28:10.758195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1aa33fdd-64c3-423c-807d-d574d0be991d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:28:10.758605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:10.991900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88f4d9-cef5-4cf3-83f5-b8f215ab5dbc req-1bbc307b-6d1b-4c7a-93e6-ecb1fbe6e020 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:10.993570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4e88f4d9-cef5-4cf3-83f5-b8f215ab5dbc req-1bbc307b-6d1b-4c7a-93e6-ecb1fbe6e020 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0932946
Dec 21 10:28:11.043565 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4e88f4d9-cef5-4cf3-83f5-b8f215ab5dbc req-68f23011-eb34-43fe-89c6-0271c4f26e8a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435753
Dec 21 10:28:11.250935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6bff5-c44e-43a5-bee7-8058245cdd0f req-66bd5a53-9537-47c8-a740-a39250e44cf2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:11.252537 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54d6bff5-c44e-43a5-bee7-8058245cdd0f req-66bd5a53-9537-47c8-a740-a39250e44cf2 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0832939
Dec 21 10:28:11.262229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47142) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:28:11.268236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-00cf458f-5450-4ead-9885-48e548795ccc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Request body: {'floatingip': {'port_id': '1aa33fdd-64c3-423c-807d-d574d0be991d'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:28:11.350034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00cf458f-5450-4ead-9885-48e548795ccc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:11.967819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00cf458f-5450-4ead-9885-48e548795ccc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:11.970604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00cf458f-5450-4ead-9885-48e548795ccc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:12.201525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:12.423939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-00cf458f-5450-4ead-9885-48e548795ccc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Floating IP 0b510afd-9de1-41be-9cae-93930fd1079e associated. External IP: 172.26.1.108, port: 1aa33fdd-64c3-423c-807d-d574d0be991d.
Dec 21 10:28:12.460198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36fa8736-f958-44d3-a510-7ddc113d770b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:12.722018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:12.793931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cf458f-5450-4ead-9885-48e548795ccc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Router 4f067be7-d398-4510-a2a1-0210d16d9460 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:28:12.985993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cf458f-5450-4ead-9885-48e548795ccc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:28:12.990745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00cf458f-5450-4ead-9885-48e548795ccc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:12.995497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:28:13.006889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:28:13.007553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf93208>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:28:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:28:13.047546 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-00cf458f-5450-4ead-9885-48e548795ccc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "PUT /v2.0/floatingips/0b510afd-9de1-41be-9cae-93930fd1079e HTTP/1.1" status: 200  len: 993 time: 1.7841151
Dec 21 10:28:13.048265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:28:13.112743 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'status': 'completed', 'code': 200}
Dec 21 10:28:13.203780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:28:13.216873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-8981fdb5-c0f4-4d86-89a3-91c4591ec80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:13.218582 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-8981fdb5-c0f4-4d86-89a3-91c4591ec80c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 1163 time: 0.0826824
Dec 21 10:28:13.368186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-a264c313-768c-42c7-ad06-7b11cfdea15d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:13.369759 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-a264c313-768c-42c7-ad06-7b11cfdea15d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1438847
Dec 21 10:28:13.475435 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-ee6ae6f5-fec5-4f52-931b-60e781df8583 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 200  len: 1001 time: 0.0991468
Dec 21 10:28:13.542153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:13.556251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-09a74b08-0315-4e24-8d8d-ac5dcc033268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:13.557867 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-09a74b08-0315-4e24-8d8d-ac5dcc033268 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0761070
Dec 21 10:28:13.575372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf93208>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:7e:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:28:11Z', 'revision_number': 13, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:28:13.579767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:28:13.589636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:28:13.590306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedf93208>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:28:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:28:13.640578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-144f6d03-919f-4367-9aeb-01c7a072c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:13.642321 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-144f6d03-919f-4367-9aeb-01c7a072c886 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782187
Dec 21 10:28:13.773413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:28:13.789692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-283f526f-f90a-4f54-a55f-610f19d13b6b service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404462
Dec 21 10:28:13.940562 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb213d48-fd7c-4ec4-a0c4-d9ee6af061a2 req-763910fe-3921-47ba-b798-7b0cf5c87329 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438899
Dec 21 10:28:14.139639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedf93208>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:7e:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:28:11Z', 'revision_number': 13, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:28:14.143796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe44e60-00e0-45ec-859f-41d2a5252b70 None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0b510afd-9de1-41be-9cae-93930fd1079e', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'floating_ip_address': '172.26.1.108', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'port_id': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'mac_address': 'fa:16:3e:7e:8a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:24:01Z', 'updated_at': '2020-12-21T10:28:11Z', 'revision_number': 13, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:28:14.455620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ad8294-36dc-4dce-80e1-c7c1c827a9fb None None] New status for floating IP 0b510afd-9de1-41be-9cae-93930fd1079e: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:28:16.482048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:28:31.878530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:35.108834 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-31eb1939-3e07-4720-8a8d-bbca6a63f271 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0784488
Dec 21 10:28:35.255940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-fa28e100-45a8-4eac-8b68-df73a1188741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:35.257622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-fa28e100-45a8-4eac-8b68-df73a1188741 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 1163 time: 0.0751119
Dec 21 10:28:35.415087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-68fa49a3-481c-41c9-9a7f-0ddc86bcf917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:35.416673 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-68fa49a3-481c-41c9-9a7f-0ddc86bcf917 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1394866
Dec 21 10:28:35.526162 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-e87081ae-b13a-4042-8551-f7d602a56383 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 200  len: 1003 time: 0.1022344
Dec 21 10:28:35.597206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-7ab90b3f-ae40-4eea-8e96-ccea7c71d81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:35.599553 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-7ab90b3f-ae40-4eea-8e96-ccea7c71d81d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0658891
Dec 21 10:28:35.680641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-e9500502-4de7-4d78-a090-2e328e6df455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:35.682256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-e9500502-4de7-4d78-a090-2e328e6df455 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772882
Dec 21 10:28:35.830098 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-86dccfd4-b934-4a7f-9c34-3984903203f8 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398885
Dec 21 10:28:35.977411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f171f267-c6e4-4b82-aedc-1ad4f0d9970b req-edae8ff2-cb73-44a9-83d1-cf7efb58ada2 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1396053
Dec 21 10:28:38.368300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68207dec-2398-4abe-9619-c595484f0ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:42.202992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:42.461663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba84fb7c-edb3-4aea-8c16-2e4921a61828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:42.723256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:43.544642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:28:50.559241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7184d-041e-4e30-9260-e377f5722e84 req-8ab82406-85d2-486e-ae65-9c62148ace95 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:28:50.560778 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3de7184d-041e-4e30-9260-e377f5722e84 req-8ab82406-85d2-486e-ae65-9c62148ace95 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0852923
Dec 21 10:28:50.608576 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3de7184d-041e-4e30-9260-e377f5722e84 req-07ae6534-e6d2-40ef-bd27-1333326947ce tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413623
Dec 21 10:28:53.483337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:29:00.250696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-595207dd-525e-4821-8829-aceec80aeca9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0769970
Dec 21 10:29:00.440770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a443643-ba87-436d-b21e-b24aa31496a7 req-c8357bad-f699-4b7d-8388-b7698aa9b649 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:00.442473 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a443643-ba87-436d-b21e-b24aa31496a7 req-c8357bad-f699-4b7d-8388-b7698aa9b649 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0943298
Dec 21 10:29:00.493069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a443643-ba87-436d-b21e-b24aa31496a7 req-3337c54a-8640-4b44-8174-b2311fd1fcd1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439234
Dec 21 10:29:01.429814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-86eca877-e6a7-4585-8b01-af8be8809c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:01.431432 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-86eca877-e6a7-4585-8b01-af8be8809c49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 1163 time: 0.0772600
Dec 21 10:29:01.582501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-5e53994f-dddf-4b8d-8b7b-9d238f51274b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:01.584096 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-5e53994f-dddf-4b8d-8b7b-9d238f51274b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1454177
Dec 21 10:29:01.746223 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-eb109398-1dde-4215-9b29-fbdcda607ea8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 200  len: 1003 time: 0.1556835
Dec 21 10:29:01.830971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51557de-3f8a-44e4-86d4-ee798a673953 req-5f9986d7-5b62-4f0f-bc83-8ab3e93ad127 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:01.832550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b51557de-3f8a-44e4-86d4-ee798a673953 req-5f9986d7-5b62-4f0f-bc83-8ab3e93ad127 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.1808724
Dec 21 10:29:01.836888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-35082ad0-527a-48c1-a711-61d9a80c640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:01.838356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-35082ad0-527a-48c1-a711-61d9a80c640b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0853786
Dec 21 10:29:01.874648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:01.937351 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b51557de-3f8a-44e4-86d4-ee798a673953 req-b884710e-bf8e-4895-8103-50e5385db9af tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0959799
Dec 21 10:29:01.960766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-eaad56af-2c1c-4e79-ab26-cd964f14c81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:01.962459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-eaad56af-2c1c-4e79-ab26-cd964f14c81d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1046352
Dec 21 10:29:02.385336 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-fff40b00-3da2-4a4c-aee1-555677c1ad91 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4156733
Dec 21 10:29:02.528085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-a7c2af8b-0aef-44d6-8a4e-6a96cfdcf1f3 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361387
Dec 21 10:29:03.152759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544863b9-3841-47af-a323-ccd56f6423f6 req-d30ce427-9943-49d1-8718-ab1d45a4fc36 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:03.154397 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-544863b9-3841-47af-a323-ccd56f6423f6 req-d30ce427-9943-49d1-8718-ab1d45a4fc36 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0851686
Dec 21 10:29:03.202149 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-544863b9-3841-47af-a323-ccd56f6423f6 req-429bb31b-297d-4a3f-9144-b88ae575ef49 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415323
Dec 21 10:29:04.507096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d86f2-3298-4409-ad6a-bffa0d75ae39 req-f22959e8-c40e-4b7f-954f-f86a1f73a9f0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:04.508623 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3b1d86f2-3298-4409-ad6a-bffa0d75ae39 req-f22959e8-c40e-4b7f-954f-f86a1f73a9f0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.1746814
Dec 21 10:29:04.556443 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3b1d86f2-3298-4409-ad6a-bffa0d75ae39 req-073a9bd7-6554-4306-a7a4-fb381722dd6b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414801
Dec 21 10:29:05.770120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb50c31-4a01-4460-96b8-a14632e1f02a req-51df37ff-c4ce-41a9-8557-aaed52a3cb13 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:05.772611 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3eb50c31-4a01-4460-96b8-a14632e1f02a req-51df37ff-c4ce-41a9-8557-aaed52a3cb13 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0829976
Dec 21 10:29:05.824106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3eb50c31-4a01-4460-96b8-a14632e1f02a req-d8eea168-b952-421c-bb30-843883c440da tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452106
Dec 21 10:29:07.040419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a723a7-88f6-4650-b04b-db94fb9ed01f req-1c8ab73f-5891-4e7a-974b-4880720e0a6b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:07.042034 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-22a723a7-88f6-4650-b04b-db94fb9ed01f req-1c8ab73f-5891-4e7a-974b-4880720e0a6b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0840378
Dec 21 10:29:07.088442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-22a723a7-88f6-4650-b04b-db94fb9ed01f req-25a84193-0512-4494-b50b-6372cfedb150 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401082
Dec 21 10:29:08.308840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b215cb-5da0-43c4-9f97-ce2066bf4dd6 req-c9ac91f4-73e3-4b32-97e5-5d911cb8e8e8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:08.310492 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-81b215cb-5da0-43c4-9f97-ce2066bf4dd6 req-c9ac91f4-73e3-4b32-97e5-5d911cb8e8e8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0882421
Dec 21 10:29:08.358495 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-81b215cb-5da0-43c4-9f97-ce2066bf4dd6 req-29d4fea3-b641-4b13-9ec0-a7c4d0f5d590 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417089
Dec 21 10:29:08.370528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c299e2fe-984c-4bf3-83f9-28ddc0570e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:09.601656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99528c02-4c38-49b6-8e69-570b870254ef req-233d2de3-ba74-49e3-8ea1-eafddecbc846 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:09.603275 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99528c02-4c38-49b6-8e69-570b870254ef req-233d2de3-ba74-49e3-8ea1-eafddecbc846 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.1063571
Dec 21 10:29:09.662461 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99528c02-4c38-49b6-8e69-570b870254ef req-439bad4a-89a1-442c-a56e-33f75f0b5f41 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522089
Dec 21 10:29:10.879064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83627284-c216-48bb-accc-c82edfa7d03e req-d8c5ea8e-a339-48e5-9535-ea707aab1d7b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:10.880642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-83627284-c216-48bb-accc-c82edfa7d03e req-d8c5ea8e-a339-48e5-9535-ea707aab1d7b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0877740
Dec 21 10:29:10.930407 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-83627284-c216-48bb-accc-c82edfa7d03e req-87aa57fe-5731-475d-875c-6ee68050f4ca tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417666
Dec 21 10:29:12.148104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e1a19-47d0-4685-9041-e0a2b8710c0e req-7a8ae2e7-6703-400c-b537-257e8002d0b1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:12.149775 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4f9e1a19-47d0-4685-9041-e0a2b8710c0e req-7a8ae2e7-6703-400c-b537-257e8002d0b1 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0890906
Dec 21 10:29:12.198647 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4f9e1a19-47d0-4685-9041-e0a2b8710c0e req-7d74822b-605a-4b13-83e6-d23d93e9a769 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420651
Dec 21 10:29:12.207467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:12.462291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-40e651de-39fa-49d5-af69-38010cc0c355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:12.726046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:13.492812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25c89c-49dd-4855-bc67-1c19632a969f req-f1e8bcaa-37de-4351-9efb-ef65a2b80169 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:13.494373 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9c25c89c-49dd-4855-bc67-1c19632a969f req-f1e8bcaa-37de-4351-9efb-ef65a2b80169 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.1652858
Dec 21 10:29:13.546788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:13.547024 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9c25c89c-49dd-4855-bc67-1c19632a969f req-a069ca5e-e7e9-475f-a461-67fbf0dd4806 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461168
Dec 21 10:29:14.764844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baae7c5-b284-4cff-be52-bb9db3e23132 req-71f1ec70-1f1d-4404-a25a-17e94fc1694c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:14.766507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8baae7c5-b284-4cff-be52-bb9db3e23132 req-71f1ec70-1f1d-4404-a25a-17e94fc1694c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0866768
Dec 21 10:29:14.817637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8baae7c5-b284-4cff-be52-bb9db3e23132 req-f4c90d89-7f0f-44b9-a205-02628c0f6ff7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437603
Dec 21 10:29:14.841185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-ecb69604-dd51-4479-a786-d03b96d12f05 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:29:14.842254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-ecb69604-dd51-4479-a786-d03b96d12f05 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060332
Dec 21 10:29:14.932489 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-312748ef-4a81-4fd0-a900-3489404282f1 service neutron] 10.222.0.16 "GET /v2.0/ports/1aa33fdd-64c3-423c-807d-d574d0be991d/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.0835507
Dec 21 10:29:15.091294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1aa33fdd-64c3-423c-807d-d574d0be991d no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:29:15.208632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:15.238774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:29:15.249155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 1aa33fdd-64c3-423c-807d-d574d0be991d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa33fdd-64c3-423c-807d-d574d0be991d,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:29:15.252148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:15.254048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:15.316050 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'code': 200}
Dec 21 10:29:15.319742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-ebf49a76-5ecc-47e6-a267-8ca0e1df8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:15.321390 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-ebf49a76-5ecc-47e6-a267-8ca0e1df8cd3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3&tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 1161 time: 0.0785594
Dec 21 10:29:15.332514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=1aa33fdd-64c3-423c-807d-d574d0be991d,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:15.342521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.342852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.343235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.343611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.343986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.344358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.344726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.345096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.345465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.345879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.346245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.346604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.347040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.347405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.347774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.348134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.348494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.348856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.349215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.349596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.350675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.351131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.351371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.351732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:15.356266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:15.424590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-a0948596-70d8-47f9-9493-ecd1500f2a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:15.426234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-a0948596-70d8-47f9-9493-ecd1500f2a71 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 1161 time: 0.0795054
Dec 21 10:29:15.575354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-dcb9bf33-d3c7-4b08-b063-0d58b1570a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:15.576964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-dcb9bf33-d3c7-4b08-b063-0d58b1570a9d service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1446326
Dec 21 10:29:15.681989 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-467b6cbc-ecb4-42b4-97ed-8793e4b97530 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 200  len: 1001 time: 0.0984538
Dec 21 10:29:15.753911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-f702cb36-551e-46b0-ad88-fdc6fa54a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:15.755459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-f702cb36-551e-46b0-ad88-fdc6fa54a9d3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0673270
Dec 21 10:29:15.836798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-ed80e1dc-c4f6-4934-96e3-3de0e3a8d5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:15.838453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-ed80e1dc-c4f6-4934-96e3-3de0e3a8d5c1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761662
Dec 21 10:29:16.054327 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-95267d13-c601-48fc-8dac-0dc407c85e1e service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079568
Dec 21 10:29:16.092634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b7f285-e55e-425d-b69a-c33566121a54 req-969b6f72-e9a2-4bb1-b4a7-a04ceaf8b051 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:16.094219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8b7f285-e55e-425d-b69a-c33566121a54 req-969b6f72-e9a2-4bb1-b4a7-a04ceaf8b051 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.1410272
Dec 21 10:29:16.221406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8b7f285-e55e-425d-b69a-c33566121a54 req-358d5a73-a4cf-41a4-bea5-69678e77c3f7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1119621
Dec 21 10:29:16.248276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-bdffa62e-0b0b-4480-a36d-1c562f7c4b3c service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1856768
Dec 21 10:29:17.446021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ae426-a96a-4b58-8e0f-9069e7d6b708 req-f21d5778-2c92-476f-b164-cbeed9ee0356 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:17.447664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6d0ae426-a96a-4b58-8e0f-9069e7d6b708 req-f21d5778-2c92-476f-b164-cbeed9ee0356 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0865602
Dec 21 10:29:17.500073 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6d0ae426-a96a-4b58-8e0f-9069e7d6b708 req-c658f3a2-f70f-4490-8910-b090e68631e9 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458963
Dec 21 10:29:18.714698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce726d8-84b6-4e73-9331-86acb3d709bb req-f202f469-915a-4a14-b6b5-52ee9c870872 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:18.716291 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ce726d8-84b6-4e73-9331-86acb3d709bb req-f202f469-915a-4a14-b6b5-52ee9c870872 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0840778
Dec 21 10:29:18.762724 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ce726d8-84b6-4e73-9331-86acb3d709bb req-b9a9d5b4-bc34-46d0-ba8b-3fc6cdbfe4c5 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399921
Dec 21 10:29:19.981008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7606279-b94b-4baf-9f01-934665614169 req-d699d9ac-a3fc-472b-a37d-618bbdd11885 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:19.982665 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d7606279-b94b-4baf-9f01-934665614169 req-d699d9ac-a3fc-472b-a37d-618bbdd11885 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0898936
Dec 21 10:29:20.030280 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d7606279-b94b-4baf-9f01-934665614169 req-9de5a713-31ac-49e8-8c56-3584a7bee97e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413668
Dec 21 10:29:21.242544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35351480-6feb-4da0-976e-d4cf3136c20c req-da227585-f24e-407a-b15e-25964f835b0a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:21.244142 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35351480-6feb-4da0-976e-d4cf3136c20c req-da227585-f24e-407a-b15e-25964f835b0a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0838239
Dec 21 10:29:21.295055 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-35351480-6feb-4da0-976e-d4cf3136c20c req-7069606b-583b-4890-9b2d-9fb3a6cd771d tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446458
Dec 21 10:29:22.508672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03195b-679a-453f-a4c3-f0e894f4c0f7 req-f0ba47e5-49f0-4275-9a49-516201b17d35 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:22.510223 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab03195b-679a-453f-a4c3-f0e894f4c0f7 req-f0ba47e5-49f0-4275-9a49-516201b17d35 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0846956
Dec 21 10:29:22.560919 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab03195b-679a-453f-a4c3-f0e894f4c0f7 req-84bd8494-27ee-42a8-9a50-05853672bf4f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443082
Dec 21 10:29:23.781828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa89b41-8b51-42e5-bff3-007930644034 req-14ea0001-6c0e-41a0-be48-9b6a7c52e0fb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:23.783414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5aa89b41-8b51-42e5-bff3-007930644034 req-14ea0001-6c0e-41a0-be48-9b6a7c52e0fb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0871439
Dec 21 10:29:23.832234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5aa89b41-8b51-42e5-bff3-007930644034 req-6fb48886-fc59-4203-bc74-f2f3879b4520 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422249
Dec 21 10:29:25.047240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1ad7e-b2ad-4436-a227-7b5a5eace30c req-7142289e-ccbd-4bd3-bbde-ac546d8dad42 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:25.048823 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-83d1ad7e-b2ad-4436-a227-7b5a5eace30c req-7142289e-ccbd-4bd3-bbde-ac546d8dad42 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0838995
Dec 21 10:29:25.100670 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-83d1ad7e-b2ad-4436-a227-7b5a5eace30c req-972b696f-6860-4bb4-98bc-93a8847296f4 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448503
Dec 21 10:29:25.348974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1aa33fdd-64c3-423c-807d-d574d0be991d up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:29:25.423219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1aa33fdd-64c3-423c-807d-d574d0be991d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:29:25.423662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:25.557025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:25.586955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:29:25.597877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 1aa33fdd-64c3-423c-807d-d574d0be991d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa33fdd-64c3-423c-807d-d574d0be991d,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:29:25.601935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:25.604740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:25.611390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-9cdc0118-f8e0-4d03-8165-f06d8d625643 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:25.613113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-9cdc0118-f8e0-4d03-8165-f06d8d625643 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3&tenant_id=a9e62420dfa042fc811ad096740f0485&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 944 time: 0.1680911
Dec 21 10:29:25.661653 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'code': 200}
Dec 21 10:29:25.678316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=1aa33fdd-64c3-423c-807d-d574d0be991d,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:25.682309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:25.719871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c925ec-6f86-493e-86d5-40d3159b72d7 req-3179640d-6691-48ab-a0a9-115a263bec48 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:25.721474 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-27c925ec-6f86-493e-86d5-40d3159b72d7 req-3179640d-6691-48ab-a0a9-115a263bec48 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.1690269
Dec 21 10:29:25.744742 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-006b32cd-178f-47c6-bf36-aa8e22025a66 service neutron] 10.222.0.16 "GET /v2.0/ports/1aa33fdd-64c3-423c-807d-d574d0be991d/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.1257257
Dec 21 10:29:25.809622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-27c925ec-6f86-493e-86d5-40d3159b72d7 req-20c3bab6-90fe-41f1-9509-338a190edf2e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805228
Dec 21 10:29:25.846041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-6d519db1-57e8-4bd2-9f9d-94e4694de73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:25.847646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-6d519db1-57e8-4bd2-9f9d-94e4694de73f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 1163 time: 0.0792098
Dec 21 10:29:25.995909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-ff3bb780-356e-4bda-9b67-5052ba89dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:25.997537 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-ff3bb780-356e-4bda-9b67-5052ba89dd3c service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1439524
Dec 21 10:29:26.107271 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-804d48cb-e7fe-4c19-b46c-a4bb9c572ddc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 200  len: 1003 time: 0.1035106
Dec 21 10:29:26.180107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-16a9cbfe-3b7d-458f-a184-ca14553608e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:26.181665 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-16a9cbfe-3b7d-458f-a184-ca14553608e5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0685148
Dec 21 10:29:26.261967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-b169448b-d3e9-44ec-9de9-702592774063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:26.263519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-b169448b-d3e9-44ec-9de9-702592774063 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751920
Dec 21 10:29:26.407731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-8228ff57-12a2-4743-8de9-da84542d888c service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373596
Dec 21 10:29:26.552313 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-8ec9166b-4964-4ad3-a9fd-78dc0175bf92 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377788
Dec 21 10:29:27.029056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff928a3-1966-4152-ba56-8af5571ed5c0 req-fd4f3b18-fc32-4876-bc88-82579de1a397 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:27.030674 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5ff928a3-1966-4152-ba56-8af5571ed5c0 req-fd4f3b18-fc32-4876-bc88-82579de1a397 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0846090
Dec 21 10:29:27.221074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1aa33fdd-64c3-423c-807d-d574d0be991d up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:29:27.299796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1aa33fdd-64c3-423c-807d-d574d0be991d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:29:27.300214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:27.344975 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5ff928a3-1966-4152-ba56-8af5571ed5c0 req-2e4f8322-6b63-483c-8c8c-a3b99b966613 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3079770
Dec 21 10:29:28.572290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bebd00-83ee-4403-9655-6f96d8fd68e7 req-89748d2e-506f-4454-89e7-84c089eae433 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:28.572290 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8bebd00-83ee-4403-9655-6f96d8fd68e7 req-89748d2e-506f-4454-89e7-84c089eae433 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0931528
Dec 21 10:29:28.621147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8bebd00-83ee-4403-9655-6f96d8fd68e7 req-e5a4cab9-abdb-4096-a0a2-e41f16d3eecb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422804
Dec 21 10:29:29.187316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1aa33fdd-64c3-423c-807d-d574d0be991d no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:29:29.301952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:29.329830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:29:29.344111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 1aa33fdd-64c3-423c-807d-d574d0be991d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa33fdd-64c3-423c-807d-d574d0be991d,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:29:29.347429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:29.351333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:29.402875 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'code': 200}
Dec 21 10:29:29.430970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=1aa33fdd-64c3-423c-807d-d574d0be991d,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:29.434294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:29.702025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-39282ec5-3378-4e91-bcf5-df1860db606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:29.703627 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-39282ec5-3378-4e91-bcf5-df1860db606c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3&tenant_id=a9e62420dfa042fc811ad096740f0485 HTTP/1.1" status: 200  len: 1161 time: 0.0791824
Dec 21 10:29:29.870179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-d6b18dcf-9811-419e-b6d0-f4e766fd7cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:29.871800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-d6b18dcf-9811-419e-b6d0-f4e766fd7cb4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 1161 time: 0.1460049
Dec 21 10:29:29.878585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6391b-564f-497c-b712-5b5725ea4fbc req-8cb86b76-0837-44f5-8925-b70c85291d9a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:29.880066 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-46d6391b-564f-497c-b712-5b5725ea4fbc req-8cb86b76-0837-44f5-8925-b70c85291d9a tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.1156476
Dec 21 10:29:30.035045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-46d6391b-564f-497c-b712-5b5725ea4fbc req-fb1178f5-44df-4a94-98a8-8058edf6e221 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1268883
Dec 21 10:29:30.062637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-bef8636b-bb44-4653-9ba2-2e24dd1801ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:30.064227 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-bef8636b-bb44-4653-9ba2-2e24dd1801ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1832561
Dec 21 10:29:30.173146 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-2fcc6c9d-c4c3-4537-8fd2-cb26f940e843 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 200  len: 1001 time: 0.1026902
Dec 21 10:29:30.243351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-118e69b3-fbd3-4d29-8ba6-d2d8aeab6121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:30.244949 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-118e69b3-fbd3-4d29-8ba6-d2d8aeab6121 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0658808
Dec 21 10:29:30.328400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-ea1ca17a-2afb-4a03-9870-b88f6f2898e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:30.329952 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-ea1ca17a-2afb-4a03-9870-b88f6f2898e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783889
Dec 21 10:29:30.478021 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-51f3c830-0a68-4f12-8503-8e85d505c244 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415384
Dec 21 10:29:30.483601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:29:30.627403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-095768b2-1c7d-4110-95c9-6ae28cf50672 req-89eed6f7-2ee5-4150-aeee-55963b219ca8 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1420777
Dec 21 10:29:31.259898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3955c5-c12c-4ddb-832b-8e39692d3a45 req-d1c6a651-6110-4ee2-aeb5-9a46d4ea41ed tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:31.261571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d3955c5-c12c-4ddb-832b-8e39692d3a45 req-d1c6a651-6110-4ee2-aeb5-9a46d4ea41ed tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0898168
Dec 21 10:29:31.310849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d3955c5-c12c-4ddb-832b-8e39692d3a45 req-a6a74351-f759-4c97-a6be-f5af27187b53 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427797
Dec 21 10:29:31.889606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:32.534130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c89cb1-fa85-4675-96d3-430e1176bd16 req-deafc26b-c566-4d4e-959d-69a6b71ba59e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:32.537113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c89cb1-fa85-4675-96d3-430e1176bd16 req-deafc26b-c566-4d4e-959d-69a6b71ba59e tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0883324
Dec 21 10:29:32.588259 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a4c89cb1-fa85-4675-96d3-430e1176bd16 req-9044500f-0b0f-4a5e-8df5-08190f899e2c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426536
Dec 21 10:29:33.801906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876b682-0c13-4e8e-b5fc-39892f77c426 req-dd0f5791-9b6a-4baf-a843-27f312e93a12 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:33.803629 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9876b682-0c13-4e8e-b5fc-39892f77c426 req-dd0f5791-9b6a-4baf-a843-27f312e93a12 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0832410
Dec 21 10:29:33.855161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9876b682-0c13-4e8e-b5fc-39892f77c426 req-2953a7a4-ac83-4c63-8466-0372e1601ebf tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445015
Dec 21 10:29:35.077579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d5a17-0b87-4e7f-8060-9410c81ee29a req-b9e4e815-b9ae-44f2-b551-2d093cc563fc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:35.079184 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d62d5a17-0b87-4e7f-8060-9410c81ee29a req-b9e4e815-b9ae-44f2-b551-2d093cc563fc tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0921776
Dec 21 10:29:35.185167 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d62d5a17-0b87-4e7f-8060-9410c81ee29a req-7e199532-b801-4e0f-8006-6dda44522571 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654376
Dec 21 10:29:35.199623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-5eb074aa-3ccf-4192-a601-ef30766d902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:35.201195 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-5eb074aa-3ccf-4192-a601-ef30766d902f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a9e62420dfa042fc811ad096740f0485&device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 1161 time: 0.1200428
Dec 21 10:29:35.360440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-4d87f79d-b7e2-46f8-af47-04d72ab3af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:35.362115 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-4d87f79d-b7e2-46f8-af47-04d72ab3af71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 200  len: 905 time: 0.1406302
Dec 21 10:29:35.466076 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-9ef7330e-1302-4f95-ad41-55c96c3470ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 200  len: 1001 time: 0.0977533
Dec 21 10:29:35.538491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-cfd52da0-0b2f-4281-a98a-5816f3eaf7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:35.540140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-cfd52da0-0b2f-4281-a98a-5816f3eaf7c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 200  len: 850 time: 0.0681307
Dec 21 10:29:35.621155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-f7dc06a7-4230-4964-94b3-a6ce24bb3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:35.622805 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-f7dc06a7-4230-4964-94b3-a6ce24bb3203 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4287e562-ed10-497a-bc04-c9f9a1caa5b5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0756092
Dec 21 10:29:35.767433 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-5be59599-53b7-4c9c-b8cb-fbc316a85261 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375933
Dec 21 10:29:35.920996 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4aadabf4-3867-44b8-be5b-5de120a3de8d req-93b7d035-7eb0-46b5-b587-959d9603a680 service neutron] 10.222.0.16 "GET /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1471002
Dec 21 10:29:36.407119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3bc1ca-d456-4565-9870-b55ee1b0f34e req-c195a3f9-46df-40a3-98da-4f225c38b563 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:36.408723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d3bc1ca-d456-4565-9870-b55ee1b0f34e req-c195a3f9-46df-40a3-98da-4f225c38b563 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0883679
Dec 21 10:29:36.455958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1d3bc1ca-d456-4565-9870-b55ee1b0f34e req-d9f907c3-ec9d-4192-af82-bce02f53ecd6 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403216
Dec 21 10:29:37.742400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5535a9-2d98-4cb5-914b-3117b7db59b3 req-94432fc1-8c10-4e3b-ab6c-4dae4290377f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:37.745126 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd5535a9-2d98-4cb5-914b-3117b7db59b3 req-94432fc1-8c10-4e3b-ab6c-4dae4290377f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.1114635
Dec 21 10:29:37.807077 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd5535a9-2d98-4cb5-914b-3117b7db59b3 req-6aa22f0f-6e7e-421f-871d-ac9826ce8801 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0548339
Dec 21 10:29:38.372857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9bbcb281-5097-425e-b534-531342cba756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:39.054357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b405d-6717-4b82-995a-b363bcc41191 req-7e0733a1-7e15-43b9-b2c3-46aa06377ac0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:39.056184 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb0b405d-6717-4b82-995a-b363bcc41191 req-7e0733a1-7e15-43b9-b2c3-46aa06377ac0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0940137
Dec 21 10:29:39.108052 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb0b405d-6717-4b82-995a-b363bcc41191 req-0795d454-5ee6-4c58-94eb-ba612e75937f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453422
Dec 21 10:29:39.346666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff426ad-0c3c-4035-b0e2-3c67412fd9a2 req-36d5e6de-3d48-4bf1-863d-bede84ddfcaa tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:39.348303 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ff426ad-0c3c-4035-b0e2-3c67412fd9a2 req-36d5e6de-3d48-4bf1-863d-bede84ddfcaa tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.1056561
Dec 21 10:29:39.397815 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ff426ad-0c3c-4035-b0e2-3c67412fd9a2 req-7a58b42e-9af5-402c-bd7c-8e980f846733 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417857
Dec 21 10:29:39.407271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1aa33fdd-64c3-423c-807d-d574d0be991d up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:29:39.479344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1aa33fdd-64c3-423c-807d-d574d0be991d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:29:39.479762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:39.603505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:39.611777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266edaf5-baea-4e32-a7a7-99da6ead095d req-565d7deb-8238-4f7f-8a2f-6eccb4537694 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:39.613689 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-266edaf5-baea-4e32-a7a7-99da6ead095d req-565d7deb-8238-4f7f-8a2f-6eccb4537694 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 944 time: 0.0865393
Dec 21 10:29:39.632534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:29:39.642857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 1aa33fdd-64c3-423c-807d-d574d0be991d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa33fdd-64c3-423c-807d-d574d0be991d,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:29:39.647246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:39.649218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:39.666608 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-266edaf5-baea-4e32-a7a7-99da6ead095d req-e0e39727-e3f3-44de-97f3-afc289100c8f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0464973
Dec 21 10:29:39.696012 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'code': 200}
Dec 21 10:29:39.718882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=1aa33fdd-64c3-423c-807d-d574d0be991d,revision_number=8']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:39.722383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:40.098990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a40bfc-b1f4-4250-81f0-b651a3657c6f req-ac71ec5b-0be9-4d80-8a62-08f3c9827e35 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:40.100719 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f5a40bfc-b1f4-4250-81f0-b651a3657c6f req-ac71ec5b-0be9-4d80-8a62-08f3c9827e35 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0838351
Dec 21 10:29:40.150373 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f5a40bfc-b1f4-4250-81f0-b651a3657c6f req-f8a80196-0f8a-4fab-a079-a132929392df tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432947
Dec 21 10:29:41.277007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1aa33fdd-64c3-423c-807d-d574d0be991d up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:29:41.352578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1aa33fdd-64c3-423c-807d-d574d0be991d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:29:41.353002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:41.388275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65469c33-0496-4b24-82df-34de744161b8 req-194e1a0d-01d7-44fc-9498-192eea53e748 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:41.389935 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-65469c33-0496-4b24-82df-34de744161b8 req-194e1a0d-01d7-44fc-9498-192eea53e748 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0964339
Dec 21 10:29:41.439836 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-65469c33-0496-4b24-82df-34de744161b8 req-15a2faba-957e-477b-b6ce-f7a6687dcd8f tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422895
Dec 21 10:29:42.208075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:42.377136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-35273281-f131-4195-be63-384844926187 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:42.378956 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-35273281-f131-4195-be63-384844926187 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.0889883
Dec 21 10:29:42.460607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Deleting port 1aa33fdd-64c3-423c-807d-d574d0be991d {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:29:42.461149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:42.464823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac71461e-fb61-4c14-a0fe-7670b131d0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:42.728882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:42.798571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94c372-a799-4465-84e7-37cd8c8b52fb req-c9954a88-85af-408f-b9a8-65d7cd9e5b11 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:42.800191 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3c94c372-a799-4465-84e7-37cd8c8b52fb req-c9954a88-85af-408f-b9a8-65d7cd9e5b11 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 946 time: 0.1986244
Dec 21 10:29:42.801988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] For port 1aa33fdd-64c3-423c-807d-d574d0be991d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1aa33fdd-64c3-423c-807d-d574d0be991d,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:29:42.802426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:42.941191 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3c94c372-a799-4465-84e7-37cd8c8b52fb req-2cf7382e-439c-4b5c-8b7f-e3b5fcdf9b49 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups?id=65684c70-e61f-4e94-bdf5-62e9cf27b4cc&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1307390
Dec 21 10:29:43.149446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:43.149971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:43.150146 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Floating IP 0b510afd-9de1-41be-9cae-93930fd1079e disassociated. External IP: 172.26.1.108, port: 1aa33fdd-64c3-423c-807d-d574d0be991d.
Dec 21 10:29:43.150587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Calling delete_port for 1aa33fdd-64c3-423c-807d-d574d0be991d owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:29:43.263396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1aa33fdd-64c3-423c-807d-d574d0be991d no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:29:43.307288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:43.323295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd9dfa6c-307e-408f-88ac-b79e22ea6c18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:43.325031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No active binding found for port 1aa33fdd-64c3-423c-807d-d574d0be991d {{(pid=80972) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}}
Dec 21 10:29:43.325515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1aa33fdd-64c3-423c-807d-d574d0be991d not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:29:43.382169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event deleted for resources: {'Port': ['ID=1aa33fdd-64c3-423c-807d-d574d0be991d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:43.395800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.396547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.396967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.397385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.397825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.398234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.398643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.399050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.399507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.399865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.400272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.400677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.401158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.401592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.401997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.402404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.402812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.403221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.403626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.404030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.404433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.404837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.405241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.405670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:29:43.410634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:43.568941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:43.966940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Router 4f067be7-d398-4510-a2a1-0210d16d9460 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:29:44.174522 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56ce6fb1-252e-46d2-9e0c-fa1953967e27 req-3a50f03b-3ba5-493f-a80b-0ce2ec302c04 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 210 time: 0.0546815
Dec 21 10:29:44.202606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:29:44.212654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:29:44.222776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:29:44.223393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feec3cf60>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:29:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:44.242694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] No DVR routers for this DVR port 1aa33fdd-64c3-423c-807d-d574d0be991d on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:29:44.245122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:44.247883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-deleted', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:29:44.264278 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ebb3861f-0722-45ba-92df-8dbf63286d54 req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.16 "DELETE /v2.0/ports/1aa33fdd-64c3-423c-807d-d574d0be991d HTTP/1.1" status: 204  len: 173 time: 1.8786259
Dec 21 10:29:44.312378 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58152c2-beb3-417c-b5fe-685a7b5a4ef3', 'name': 'network-vif-deleted', 'tag': '1aa33fdd-64c3-423c-807d-d574d0be991d', 'status': 'completed', 'code': 200}
Dec 21 10:29:44.412712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:29:44.910573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feec3cf60>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:44.914891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:29:44.924019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:29:44.924666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feec3cf60>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:29:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:45.110705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:29:45.371006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ea18e7ff-0ce4-45ff-98ac-96da84a6b18b req-e8fdd97d-847e-4c2a-b099-728632b8287c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Synchronizing usage tracker for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:29:45.386900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ea18e7ff-0ce4-45ff-98ac-96da84a6b18b req-e8fdd97d-847e-4c2a-b099-728632b8287c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Unset dirty status for tenant:a9e62420dfa042fc811ad096740f0485 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:29:45.388192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea18e7ff-0ce4-45ff-98ac-96da84a6b18b req-e8fdd97d-847e-4c2a-b099-728632b8287c tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/ports?device_id=b58152c2-beb3-417c-b5fe-685a7b5a4ef3 HTTP/1.1" status: 200  len: 210 time: 0.0628364
Dec 21 10:29:45.456247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feec3cf60>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:45.460617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68dac8-ba91-4f38-8113-fa7e56796ece None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:23:58Z', 'revision_number': 4, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '311df8b8-dda4-4176-95e8-b321123f0aea', 'name': '', 'network_id': '4287e562-ed10-497a-bc04-c9f9a1caa5b5', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'mac_address': 'fa:16:3e:7f:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_interface', 'standard_attr_id': 1580, 'fixed_ips': [{'subnet_id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:56Z', 'updated_at': '2020-12-21T10:24:04Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'subnets': [{'id': '87d9fe0d-c3d2-414d-93c7-51469600caa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:29:45.871645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae69fe7-1e5c-41bc-aae5-c0aed3c434db None None] New status for floating IP 0b510afd-9de1-41be-9cae-93930fd1079e: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:29:49.892202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47412) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:49.964668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6e43-1b74-4894-9967-bd8661c0fafb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:49.995200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6e43-1b74-4894-9967-bd8661c0fafb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:50.045191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6e43-1b74-4894-9967-bd8661c0fafb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:50.050486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5900ad12-3b93-44c3-a982-ced306696be5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:50.071475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc6e43-1b74-4894-9967-bd8661c0fafb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event deleted for resources: {'SecurityGroup': ['ID=65684c70-e61f-4e94-bdf5-62e9cf27b4cc,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:50.077784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5cc6e43-1b74-4894-9967-bd8661c0fafb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:50.079054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5cc6e43-1b74-4894-9967-bd8661c0fafb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:50.080270 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f5cc6e43-1b74-4894-9967-bd8661c0fafb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "DELETE /v2.0/security-groups/65684c70-e61f-4e94-bdf5-62e9cf27b4cc HTTP/1.1" status: 204  len: 168 time: 0.1869855
Dec 21 10:29:50.083011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47416) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:50.102926 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-41cb292a-81c8-4f81-b855-d42ccd6e7a8b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] show failed (client error): The resource could not be found.
Dec 21 10:29:50.104014 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-41cb292a-81c8-4f81-b855-d42ccd6e7a8b tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "GET /v2.0/security-groups/65684c70-e61f-4e94-bdf5-62e9cf27b4cc HTTP/1.1" status: 404  len: 347 time: 0.0196509
Dec 21 10:29:50.106953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47420) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:50.277433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Deleting port 01a6a984-68f4-4521-9342-262c765f377a {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:29:50.277876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:50.459378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:50.459738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:50.593284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Calling delete_port for 01a6a984-68f4-4521-9342-262c765f377a owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:29:50.734636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:50.750270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-946d4b90-e147-40e7-840e-ec81b4cdc458 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:50.805764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Pushing event deleted for resources: {'Port': ['ID=01a6a984-68f4-4521-9342-262c765f377a,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:50.808775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:50.980427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:50.998244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:50.999443 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] 10.222.0.45 "DELETE /v2.0/floatingips/0b510afd-9de1-41be-9cae-93930fd1079e HTTP/1.1" status: 204  len: 168 time: 0.8915293
Dec 21 10:29:51.002683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47424) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:51.468648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:52.068340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Deleting port 311df8b8-dda4-4176-95e8-b321123f0aea {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:29:52.068919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:52.249444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] For port 311df8b8-dda4-4176-95e8-b321123f0aea, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=311df8b8-dda4-4176-95e8-b321123f0aea,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:29:52.249880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:52.381208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Calling delete_port for 311df8b8-dda4-4176-95e8-b321123f0aea owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:29:52.967239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:52.982902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e4292beb-bc7d-4cb3-ac20-6edffa936f66 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:53.042106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=311df8b8-dda4-4176-95e8-b321123f0aea,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:53.047302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:53.390358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:53.890031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Router 4f067be7-d398-4510-a2a1-0210d16d9460 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:29:54.080403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:29:54.089681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] Sync routers for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:29:54.095233 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] 10.222.0.45 "PUT /v2.0/routers/4f067be7-d398-4510-a2a1-0210d16d9460/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0914786
Dec 21 10:29:54.097914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47430) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:54.099830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:29:54.100512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1fa20>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:29:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:54.283898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:54.289672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:29:54.469663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:54.474932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Deleting port 92b09c1a-d957-48f3-87ee-8c80e92db94a {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:29:54.475340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:54.596300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1fa20>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:29:52Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:54.601136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] Checking router: 4f067be7-d398-4510-a2a1-0210d16d9460 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:29:54.609925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] Routers {'4f067be7-d398-4510-a2a1-0210d16d9460'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:29:54.610574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1fa20>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:29:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['4f067be7-d398-4510-a2a1-0210d16d9460'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:54.661931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] For port 92b09c1a-d957-48f3-87ee-8c80e92db94a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=92b09c1a-d957-48f3-87ee-8c80e92db94a,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:29:54.662503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:54.791796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Calling delete_port for 92b09c1a-d957-48f3-87ee-8c80e92db94a owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:29:54.797265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] Set router 4f067be7-d398-4510-a2a1-0210d16d9460 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:29:54.932539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.105867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1fa20>, [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:29:52Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:55.109977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41eb5df9-f5fd-473e-90d1-8ad9901a2868 None None] The sync data for ids ['4f067be7-d398-4510-a2a1-0210d16d9460'] in dv-neutron-601336-62-ovs is: [{'id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'name': 'tempest-ServerActionsTestJSON-287631988-router', 'tenant_id': 'a9e62420dfa042fc811ad096740f0485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101'}], 'enable_snat': True}, 'gw_port_id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:29:52Z', 'revision_number': 5, 'project_id': 'a9e62420dfa042fc811ad096740f0485', 'gw_port': {'id': '92b09c1a-d957-48f3-87ee-8c80e92db94a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:a2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f067be7-d398-4510-a2a1-0210d16d9460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1579, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:23:53Z', 'updated_at': '2020-12-21T10:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:29:55.130447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.271694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.274075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.294855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.295415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f067be7-d398-4510-a2a1-0210d16d9460 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:29:55.307977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.309211 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-21cd67bf-1cea-40bd-9828-87ba49e1d750 admin admin] 10.222.0.45 "DELETE /v2.0/routers/4f067be7-d398-4510-a2a1-0210d16d9460 HTTP/1.1" status: 204  len: 168 time: 1.2102969
Dec 21 10:29:55.312011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47434) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:55.378898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-740b9489-666a-4e6d-997e-710c4dc3a9a6 admin admin] Deleting subnet 87d9fe0d-c3d2-414d-93c7-51469600caa7 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:29:55.382957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-740b9489-666a-4e6d-997e-710c4dc3a9a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.440029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-740b9489-666a-4e6d-997e-710c4dc3a9a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.525600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-740b9489-666a-4e6d-997e-710c4dc3a9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.798045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-740b9489-666a-4e6d-997e-710c4dc3a9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.815344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9ad88c1a-ebb1-4d77-b9df-0148cc4255e8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:55.865961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b9489-666a-4e6d-997e-710c4dc3a9a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87d9fe0d-c3d2-414d-93c7-51469600caa7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:55.869954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-740b9489-666a-4e6d-997e-710c4dc3a9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:55.952466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-740b9489-666a-4e6d-997e-710c4dc3a9a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:55.957516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c652cca1-27f5-44fa-9dbf-ae1e9d0d3a3e None None] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:29:55.958506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-740b9489-666a-4e6d-997e-710c4dc3a9a6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/87d9fe0d-c3d2-414d-93c7-51469600caa7 HTTP/1.1" status: 204  len: 168 time: 0.6454966
Dec 21 10:29:55.961252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47438) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:56.084473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:56.152206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Deleting port a471984c-149e-4136-8348-3aa81b7ed97e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:29:56.152581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:56.218131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] DHCP port deletion for 4287e562-ed10-497a-bc04-c9f9a1caa5b5 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:29:56.222958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] Deleting port a471984c-149e-4136-8348-3aa81b7ed97e {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:29:56.223414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:56.311313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a471984c-149e-4136-8348-3aa81b7ed97e no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:29:56.668438 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] For port a471984c-149e-4136-8348-3aa81b7ed97e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a471984c-149e-4136-8348-3aa81b7ed97e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:29:56.669020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:56.726202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] For port a471984c-149e-4136-8348-3aa81b7ed97e, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a471984c-149e-4136-8348-3aa81b7ed97e,segment=NetworkSegment(340cc13e-9d50-49a3-a8d5-6c0a0788b6a3),segment_id=340cc13e-9d50-49a3-a8d5-6c0a0788b6a3)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:29:56.726638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:56.744309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:56.801396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Calling delete_port for a471984c-149e-4136-8348-3aa81b7ed97e owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:29:56.872392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] Calling delete_port for a471984c-149e-4136-8348-3aa81b7ed97e owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:29:56.880199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:56.897900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-16252a46-9fa1-428e-9faa-2d4a8e13f9b8 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:56.955023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Pushing event deleted for resources: {'Port': ['ID=a471984c-149e-4136-8348-3aa81b7ed97e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:56.957779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:56.958124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 92b09c1a-d957-48f3-87ee-8c80e92db94a no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:29:56.996899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 92b09c1a-d957-48f3-87ee-8c80e92db94a {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:29:56.997295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 92b09c1a-d957-48f3-87ee-8c80e92db94a not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:29:56.997803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 311df8b8-dda4-4176-95e8-b321123f0aea no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:29:57.033605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 311df8b8-dda4-4176-95e8-b321123f0aea {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:29:57.033995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 311df8b8-dda4-4176-95e8-b321123f0aea not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:29:57.045821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] No DVR routers for this DVR port a471984c-149e-4136-8348-3aa81b7ed97e on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:29:57.053751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:29:57.054202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:29:57.176785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:57.297363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec2b9978>,) {'filters': {'network_id': ['4287e562-ed10-497a-bc04-c9f9a1caa5b5']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:57.310521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec2b9978>, '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:57.310859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec2b9978>, '340cc13e-9d50-49a3-a8d5-6c0a0788b6a3') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:29:57.323223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:57.338785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:57.340823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:29:57.522159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:29:57.531369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:57.555621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] Deleting port a471984c-149e-4136-8348-3aa81b7ed97e {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:29:57.556156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:57.628363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-96adc636-4ae9-4e41-b376-f1b05c4a4c64 None None] The port 'a471984c-149e-4136-8348-3aa81b7ed97e' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:29:57.721944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Network 4287e562-ed10-497a-bc04-c9f9a1caa5b5 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:29:57.745328 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:29:57.826767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:57.830000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c20d5955-e208-479b-bf70-f449e39d4e0f tempest-QuotasNegativeTest-709402938 tempest-QuotasNegativeTest-709402938] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:57.844384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:57.855636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Pushing event deleted for resources: {'Network': ['ID=4287e562-ed10-497a-bc04-c9f9a1caa5b5,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:57.860171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:57.863964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4287e562-ed10-497a-bc04-c9f9a1caa5b5 HTTP/1.1" status: 204  len: 168 time: 1.9015238
Dec 21 10:29:58.004275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47444) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:58.058226 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bf3018ee-5487-4dbd-90ae-58c651254197 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a9e62420dfa042fc811ad096740f0485&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0526388
Dec 21 10:29:58.060662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47448) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:58.126693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77b20c72-6c69-40be-b844-911280a9c660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:58.155461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77b20c72-6c69-40be-b844-911280a9c660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:58.205478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77b20c72-6c69-40be-b844-911280a9c660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:58.210758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-51956f9b-6296-4285-9584-21b29700318d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:58.231350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b20c72-6c69-40be-b844-911280a9c660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e34894-b8fd-4355-8161-0058135df425,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:58.234530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-77b20c72-6c69-40be-b844-911280a9c660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:58.236577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-77b20c72-6c69-40be-b844-911280a9c660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:58.237994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-77b20c72-6c69-40be-b844-911280a9c660 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49e34894-b8fd-4355-8161-0058135df425 HTTP/1.1" status: 204  len: 168 time: 0.1761584
Dec 21 10:29:59.154168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47470) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:59.310846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-457927200-network', 'tenant_id': '4a43cb608fcd4a99b5afc8fb4301709d'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:29:59.315957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:29:59.320594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Usage tracker for resource:network and tenant:4a43cb608fcd4a99b5afc8fb4301709d is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:29:59.323660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:29:59.329439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:29:59.340064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Made reservation on behalf of 4a43cb608fcd4a99b5afc8fb4301709d for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:29:59.344823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:59.358598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:59.374068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:29:59.378044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:4a43cb608fcd4a99b5afc8fb4301709d is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:29:59.381364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:29:59.387084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:29:59.474942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:59.477667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:59.481911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ee28d75f-5e50-4295-8c70-144ab4ee9f53 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:59.514774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:29:59.524937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a844aaec-321f-462f-9735-d14378387f2b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:59.528878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:59.531449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:59.531885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Added segment 6767df44-3a7d-47ca-8e76-b6d9ce024512 of type vxlan for network 4d08a371-6a43-4ec8-8239-db1f5fcf252f
Dec 21 10:29:59.561065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:59.592515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:59.593516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:29:59.594172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:29:59.599342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:29:59.703762 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.5484025
Dec 21 10:29:59.706930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47476) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:29:59.710046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=4d08a371-6a43-4ec8-8239-db1f5fcf252f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:29:59.713000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:29:59.714081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Request body: {'subnet': {'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-457927200-subnet', 'tenant_id': '4a43cb608fcd4a99b5afc8fb4301709d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:29:59.720704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:29:59.721792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 4d08a371-6a43-4ec8-8239-db1f5fcf252f details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:29:59.725006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Usage tracker for resource:subnet and tenant:4a43cb608fcd4a99b5afc8fb4301709d is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:29:59.728130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:29:59.734005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:29:59.736091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 4d08a371-6a43-4ec8-8239-db1f5fcf252f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:29:59.742700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Made reservation on behalf of 4a43cb608fcd4a99b5afc8fb4301709d for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:29:59.747463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:00.162251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:00.177884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9fc46093-7c0e-4a52-b180-a2e071bd6dec tempest-RoutersIpV6Test-229405624 tempest-RoutersIpV6Test-229405624] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:00.312740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf98578c-b1ef-45d8-b701-e7a83857ef56,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:00.325552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.325983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.326402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.326814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.327223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.327631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.328042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.328447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.328850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.329447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.329876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.330277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.330748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.331146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.331545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.331943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.332340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.332733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.333131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.333544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.333965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.334365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.334752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.335146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:00.339317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:00.400699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Checking segment: {'id': '6767df44-3a7d-47ca-8e76-b6d9ce024512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:00.401089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Network hostable DHCP agents. Network: 4d08a371-6a43-4ec8-8239-db1f5fcf252f, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:30:00.419819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Network 4d08a371-6a43-4ec8-8239-db1f5fcf252f is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:30:00.428372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 4d08a371-6a43-4ec8-8239-db1f5fcf252f) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:00.439993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c1f412-b312-4640-afd6-bf99daf965f2 None None] Network 4d08a371-6a43-4ec8-8239-db1f5fcf252f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:00.440516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:00.441178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:00.464614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-35495a36-3f07-42fc-9f14-c11632368beb admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7564986
Dec 21 10:30:00.676735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e0168-6d4d-4143-a75d-cecd743c7195 None None] Network 4d08a371-6a43-4ec8-8239-db1f5fcf252f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:01.055969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-296ea541-e2f5-4c73-af11-be4d7abe913b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:01.056642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-296ea541-e2f5-4c73-af11-be4d7abe913b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Synchronizing usage tracker for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:30:01.072744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-296ea541-e2f5-4c73-af11-be4d7abe913b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Unset dirty status for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:30:01.074074 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-296ea541-e2f5-4c73-af11-be4d7abe913b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/networks?id=4d08a371-6a43-4ec8-8239-db1f5fcf252f HTTP/1.1" status: 200  len: 813 time: 0.1785340
Dec 21 10:30:01.092837 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-76768e60-4429-4c27-a7bc-0f7b12856111 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/quotas/4a43cb608fcd4a99b5afc8fb4301709d HTTP/1.1" status: 200  len: 375 time: 0.0126052
Dec 21 10:30:01.149368 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-f57bc34f-102a-4972-a8fc-382dedeb6cad tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a43cb608fcd4a99b5afc8fb4301709d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0508418
Dec 21 10:30:01.161311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-eff08b50-71de-4dc4-be13-dd7458dbc22a service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:30:01.163087 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-eff08b50-71de-4dc4-be13-dd7458dbc22a service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0061226
Dec 21 10:30:01.308963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-eefd13d6-911d-4f7c-b0f6-690498c93d4a service neutron] 10.222.0.45 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395931
Dec 21 10:30:01.454482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-b4af5450-f764-4259-a9cd-5de341542ec9 service neutron] 10.222.0.45 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390843
Dec 21 10:30:01.658997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a8fac826-b6c7-43cf-a2ed-b9944dc080b0 req-b574e91a-a284-4804-8442-931dd4d5979f tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 210 time: 0.0463369
Dec 21 10:30:01.888417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:02.880250 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d7cdcfa6-0b03-4dde-bbec-e5b0efb94ec5 req-061bfb0c-a6e1-4066-8799-88b5375fbd5b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 210 time: 0.0666234
Dec 21 10:30:02.991736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-cb194a8b-d1a2-4504-b23d-3f0287418104 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:02.993323 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-cb194a8b-d1a2-4504-b23d-3f0287418104 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.16 "GET /v2.0/networks?id=4d08a371-6a43-4ec8-8239-db1f5fcf252f HTTP/1.1" status: 200  len: 813 time: 0.2109165
Dec 21 10:30:03.013895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Request body: {'port': {'device_id': 'b4b2c531-a8a2-469b-a573-b12a015907d8', 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f', 'admin_state_up': True, 'tenant_id': '4a43cb608fcd4a99b5afc8fb4301709d'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:03.161078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:03.165651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Usage tracker for resource:port and tenant:4a43cb608fcd4a99b5afc8fb4301709d is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:03.168590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Quota usage for port was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:03.174442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:03.183123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Made reservation on behalf of 4a43cb608fcd4a99b5afc8fb4301709d for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:03.188564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:03.494989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Allocated IP 172.20.0.14 (4d08a371-6a43-4ec8-8239-db1f5fcf252f/bf98578c-b1ef-45d8-b701-e7a83857ef56/eff87c82-5575-42e2-afae-d53381440318) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:30:03.714572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:03.740657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:03.755265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:03.891553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Pushing event updated for resources: {'Port': ['ID=eff87c82-5575-42e2-afae-d53381440318,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:03.903668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:03.951058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Network 4d08a371-6a43-4ec8-8239-db1f5fcf252f is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:30:03.952202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:03.954545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:30:04.059259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:04.059834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:04.091857 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0822790
Dec 21 10:30:04.133873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc33aa-8b18-4c2c-9178-12504a45be7a req-d91a7bfa-9b11-48e8-b2af-839acff24f90 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:04.134672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-b5dc33aa-8b18-4c2c-9178-12504a45be7a req-d91a7bfa-9b11-48e8-b2af-839acff24f90 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Synchronizing usage tracker for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:30:04.152043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-b5dc33aa-8b18-4c2c-9178-12504a45be7a req-d91a7bfa-9b11-48e8-b2af-839acff24f90 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Unset dirty status for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:30:04.153314 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5dc33aa-8b18-4c2c-9178-12504a45be7a req-d91a7bfa-9b11-48e8-b2af-839acff24f90 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 932 time: 0.1393359
Dec 21 10:30:04.192542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Request body: {'port': {'device_id': 'b4b2c531-a8a2-469b-a573-b12a015907d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:04.256019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-b5dc33aa-8b18-4c2c-9178-12504a45be7a req-fc0c38b0-85ed-4c18-82d0-03b99561f37d tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Synchronizing usage tracker for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:30:04.590627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-b5dc33aa-8b18-4c2c-9178-12504a45be7a req-fc0c38b0-85ed-4c18-82d0-03b99561f37d tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Unset dirty status for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:30:04.592051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5dc33aa-8b18-4c2c-9178-12504a45be7a req-fc0c38b0-85ed-4c18-82d0-03b99561f37d tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4320281
Dec 21 10:30:04.602141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:05.004800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff87c82-5575-42e2-afae-d53381440318 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:30:05.012382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:05.024742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Transition to ACTIVE for port object eff87c82-5575-42e2-afae-d53381440318 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:30:05.027419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:05.043222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4c6b2d88-6a51-430f-a8f6-007af35012b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:05.193195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Pushing event updated for resources: {'Port': ['ID=eff87c82-5575-42e2-afae-d53381440318,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:05.197712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:05.366516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Attempting to bind port eff87c82-5575-42e2-afae-d53381440318 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:30:05.366813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Attempting to bind port eff87c82-5575-42e2-afae-d53381440318 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '6767df44-3a7d-47ca-8e76-b6d9ce024512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:30:05.367195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Attempting to bind port eff87c82-5575-42e2-afae-d53381440318 on network 4d08a371-6a43-4ec8-8239-db1f5fcf252f {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:30:05.372775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:30:05.373146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Checking segment: {'id': '6767df44-3a7d-47ca-8e76-b6d9ce024512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:05.373586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:05.373977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Bound using segment: {'id': '6767df44-3a7d-47ca-8e76-b6d9ce024512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:30:05.374445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Bound port: eff87c82-5575-42e2-afae-d53381440318, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767df44-3a7d-47ca-8e76-b6d9ce024512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:30:05.374812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:05.466071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] For port eff87c82-5575-42e2-afae-d53381440318, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:30:05.469153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] For port eff87c82-5575-42e2-afae-d53381440318, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=eff87c82-5575-42e2-afae-d53381440318,segment=NetworkSegment(6767df44-3a7d-47ca-8e76-b6d9ce024512),segment_id=6767df44-3a7d-47ca-8e76-b6d9ce024512)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:30:05.472342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:05.487857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b40e125d-ab27-4a56-a6b3-d5320663f62c tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:05.648526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Pushing event updated for resources: {'Port': ['ID=eff87c82-5575-42e2-afae-d53381440318,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:05.660582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:05.679375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:05.680052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:05.681531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] 10.222.0.16 "PUT /v2.0/ports/eff87c82-5575-42e2-afae-d53381440318 HTTP/1.1" status: 200  len: 1158 time: 1.5764253
Dec 21 10:30:05.682085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b2c531-a8a2-469b-a573-b12a015907d8', 'tag': 'eff87c82-5575-42e2-afae-d53381440318'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:30:05.763395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b2c531-a8a2-469b-a573-b12a015907d8', 'tag': 'eff87c82-5575-42e2-afae-d53381440318', 'status': 'completed', 'code': 200}
Dec 21 10:30:05.863865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-bdaaad5c-0cde-456b-ba7b-78832e1b512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:05.866445 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-bdaaad5c-0cde-456b-ba7b-78832e1b512b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a43cb608fcd4a99b5afc8fb4301709d&device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 1161 time: 0.1461334
Dec 21 10:30:05.877061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3ab16-09f4-4a46-899a-5250789e1440 req-8a60c962-e0ac-4acd-9ef5-fa749b8185c8 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:05.878574 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5e3ab16-09f4-4a46-899a-5250789e1440 req-8a60c962-e0ac-4acd-9ef5-fa749b8185c8 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 944 time: 0.1173487
Dec 21 10:30:05.961823 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-f8462f4b-cf84-48c6-b72d-1a8cf81a172f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff87c82-5575-42e2-afae-d53381440318 HTTP/1.1" status: 200  len: 217 time: 0.0822413
Dec 21 10:30:06.043622 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b5e3ab16-09f4-4a46-899a-5250789e1440 req-5d4010c8-371c-4d08-bab1-832a4745524d tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037631
Dec 21 10:30:06.055631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-7ea64d44-a240-40a2-a04b-636a6da3d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:06.057153 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-7ea64d44-a240-40a2-a04b-636a6da3d23b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf98578c-b1ef-45d8-b701-e7a83857ef56 HTTP/1.1" status: 200  len: 853 time: 0.0876799
Dec 21 10:30:06.107981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-e16b4ec3-78b9-4d36-a687-51cf178133bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d08a371-6a43-4ec8-8239-db1f5fcf252f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0444973
Dec 21 10:30:06.260419 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-6376519d-ce91-4749-8c46-ceabd60e25d1 service neutron] 10.222.0.16 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1461127
Dec 21 10:30:06.406929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7bb80d61-c08e-43ed-a31b-f3f56ab4042b req-870748f5-9f9d-4e46-8f31-8d74da12a1d8 service neutron] 10.222.0.16 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1398053
Dec 21 10:30:06.520002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452028-8ac0-4a37-8380-4da477fc4e88 req-03035ac0-8a34-4bfe-988f-fc4ac72ec3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:06.522461 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41452028-8ac0-4a37-8380-4da477fc4e88 req-03035ac0-8a34-4bfe-988f-fc4ac72ec3f0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a43cb608fcd4a99b5afc8fb4301709d&device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 1161 time: 0.0750484
Dec 21 10:30:06.669505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452028-8ac0-4a37-8380-4da477fc4e88 req-b161d40b-4bf5-43b8-b2c1-9163421908f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:06.671131 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41452028-8ac0-4a37-8380-4da477fc4e88 req-b161d40b-4bf5-43b8-b2c1-9163421908f7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d08a371-6a43-4ec8-8239-db1f5fcf252f HTTP/1.1" status: 200  len: 907 time: 0.1406808
Dec 21 10:30:06.745828 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41452028-8ac0-4a37-8380-4da477fc4e88 req-9d754a42-549d-4b78-856b-c672e24c52c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eff87c82-5575-42e2-afae-d53381440318 HTTP/1.1" status: 200  len: 217 time: 0.0669410
Dec 21 10:30:06.815149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41452028-8ac0-4a37-8380-4da477fc4e88 req-ccd20dcd-f6b7-4699-9330-8b51933bdc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:06.816603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41452028-8ac0-4a37-8380-4da477fc4e88 req-ccd20dcd-f6b7-4699-9330-8b51933bdc33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf98578c-b1ef-45d8-b701-e7a83857ef56 HTTP/1.1" status: 200  len: 853 time: 0.0636976
Dec 21 10:30:06.869322 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41452028-8ac0-4a37-8380-4da477fc4e88 req-dfb8d142-49b8-41c5-b732-d876d6ecf535 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d08a371-6a43-4ec8-8239-db1f5fcf252f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453043
Dec 21 10:30:07.014325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41452028-8ac0-4a37-8380-4da477fc4e88 req-357a4ad5-5112-4bf4-8b20-07aa147fb43f service neutron] 10.222.0.16 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378779
Dec 21 10:30:07.164569 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41452028-8ac0-4a37-8380-4da477fc4e88 req-7cf09caf-4d15-4653-a26c-7273f6b64589 service neutron] 10.222.0.16 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423316
Dec 21 10:30:07.261193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89acb1b-18d3-49cf-b786-b3ba1e54ed85 req-6184def6-270e-4316-9987-cc2d54a03c59 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:07.262875 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c89acb1b-18d3-49cf-b786-b3ba1e54ed85 req-6184def6-270e-4316-9987-cc2d54a03c59 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 944 time: 0.0862496
Dec 21 10:30:07.309839 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c89acb1b-18d3-49cf-b786-b3ba1e54ed85 req-001d3a88-63d3-4ab9-bd05-49e8d50d07d6 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406933
Dec 21 10:30:07.482994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:30:07.535293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-a07cb25c-99c8-43c0-a2b5-f853d65063e0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80972) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:30:07.801987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device eff87c82-5575-42e2-afae-d53381440318 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:30:07.873152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port eff87c82-5575-42e2-afae-d53381440318 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:30:07.878166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port eff87c82-5575-42e2-afae-d53381440318 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:07.878618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:07.994383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:08.021444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b2c531-a8a2-469b-a573-b12a015907d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff87c82-5575-42e2-afae-d53381440318'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:30:08.031598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port eff87c82-5575-42e2-afae-d53381440318, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=eff87c82-5575-42e2-afae-d53381440318,segment=NetworkSegment(6767df44-3a7d-47ca-8e76-b6d9ce024512),segment_id=6767df44-3a7d-47ca-8e76-b6d9ce024512)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:08.034606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:08.038024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:08.083948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b2c531-a8a2-469b-a573-b12a015907d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff87c82-5575-42e2-afae-d53381440318', 'code': 200}
Dec 21 10:30:08.111562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=eff87c82-5575-42e2-afae-d53381440318,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:08.115035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:08.346475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feec2e3-2eec-4941-ad19-45702f556b4f req-db3400c1-e117-44cb-80d5-911678450651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:08.348140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9feec2e3-2eec-4941-ad19-45702f556b4f req-db3400c1-e117-44cb-80d5-911678450651 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 1163 time: 0.0986536
Dec 21 10:30:08.376037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d6cf8fa4-9efe-4df1-9402-9f5029893d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:08.396430 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9feec2e3-2eec-4941-ad19-45702f556b4f req-d7a3ccf8-b8ad-4a9a-aa7f-7e08db2f7444 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409997
Dec 21 10:30:08.538906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e0412-4612-41a7-9d3d-fcd7714456c7 req-9b42519e-12de-400e-9cc6-9270ff863095 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:08.540586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-444e0412-4612-41a7-9d3d-fcd7714456c7 req-9b42519e-12de-400e-9cc6-9270ff863095 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.0867918
Dec 21 10:30:08.592613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-444e0412-4612-41a7-9d3d-fcd7714456c7 req-07e6b572-c7eb-4179-8823-2f59aecb7eb6 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450597
Dec 21 10:30:09.467517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device eff87c82-5575-42e2-afae-d53381440318 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:30:09.543166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port eff87c82-5575-42e2-afae-d53381440318 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:09.543742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:09.818061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37850c4-04ee-489f-9976-ebfffec8a743 req-a36f107f-0541-4217-85dc-274d5c06e8d0 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:09.819623 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b37850c4-04ee-489f-9976-ebfffec8a743 req-a36f107f-0541-4217-85dc-274d5c06e8d0 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.0885687
Dec 21 10:30:09.870345 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b37850c4-04ee-489f-9976-ebfffec8a743 req-31a34219-99f2-47c0-9857-bd866dbc4b64 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443172
Dec 21 10:30:10.206227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-13e80bfe-be08-453b-9661-1597bd9927db tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:10.207848 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-13e80bfe-be08-453b-9661-1597bd9927db tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/networks?id=4d08a371-6a43-4ec8-8239-db1f5fcf252f HTTP/1.1" status: 200  len: 813 time: 0.1641386
Dec 21 10:30:10.226393 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-0a5f32a2-d662-4d89-ad2e-86b788e1a6c1 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/quotas/4a43cb608fcd4a99b5afc8fb4301709d HTTP/1.1" status: 200  len: 375 time: 0.0114005
Dec 21 10:30:10.319700 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7d996b7b-91b7-486e-8f6b-f31c38ef4fae tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?tenant_id=4a43cb608fcd4a99b5afc8fb4301709d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0871675
Dec 21 10:30:10.546500 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-01dc2816-93d8-49a7-9fea-f76762e595f0 service neutron] 10.222.0.45 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2190857
Dec 21 10:30:10.696051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-5fc63cb1-6ecc-4ac8-9c56-67d2c562ad2c service neutron] 10.222.0.45 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1419086
Dec 21 10:30:10.935277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-64c1a0a5-83c6-423e-9d57-48b2c1955ae8 req-78e51b47-11a0-45bb-ab09-0788272b9919 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 210 time: 0.0791216
Dec 21 10:30:11.973581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-6eca61c4-6ffb-4f31-8024-a67b33724ac4 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:11.975233 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-6eca61c4-6ffb-4f31-8024-a67b33724ac4 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.16 "GET /v2.0/networks?id=4d08a371-6a43-4ec8-8239-db1f5fcf252f HTTP/1.1" status: 200  len: 813 time: 0.1616161
Dec 21 10:30:11.992476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Request body: {'port': {'device_id': '4d1b8602-8a1d-4dec-84e2-47b80019a213', 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f', 'admin_state_up': True, 'tenant_id': '4a43cb608fcd4a99b5afc8fb4301709d'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:12.211705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:12.438529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-509d3ef6-6e90-486c-848a-2bf268f20628 req-0880d672-48f2-4e50-a516-a7eaf27e614e tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 210 time: 0.0630686
Dec 21 10:30:12.466978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-56280739-808d-4cba-a9fc-163e8d3338ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:12.476050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:12.486051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:12.496047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Made reservation on behalf of 4a43cb608fcd4a99b5afc8fb4301709d for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:12.501873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:12.733309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:12.826572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Allocated IP 172.20.0.12 (4d08a371-6a43-4ec8-8239-db1f5fcf252f/bf98578c-b1ef-45d8-b701-e7a83857ef56/8911a334-31ca-4b42-9121-9281bb7434d9) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:30:13.048623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:13.074624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:13.090003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50e2f92a-6257-4e12-b8eb-af063c1bc873 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:13.228296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Pushing event updated for resources: {'Port': ['ID=8911a334-31ca-4b42-9121-9281bb7434d9,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:13.238609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:13.284974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Network 4d08a371-6a43-4ec8-8239-db1f5fcf252f is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:30:13.286107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:13.288505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:30:13.355757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:13.356315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:13.384374 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3967755
Dec 21 10:30:13.400257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Request body: {'port': {'device_id': '4d1b8602-8a1d-4dec-84e2-47b80019a213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:13.513163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:13.572520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:13.793252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61dfaa-e0c0-431c-b9c2-d850b8fa971c req-70754497-bac8-4f99-bdfc-99f08525f303 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:13.794037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0e61dfaa-e0c0-431c-b9c2-d850b8fa971c req-70754497-bac8-4f99-bdfc-99f08525f303 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Synchronizing usage tracker for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:30:13.892191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0e61dfaa-e0c0-431c-b9c2-d850b8fa971c req-70754497-bac8-4f99-bdfc-99f08525f303 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Unset dirty status for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:30:13.893465 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e61dfaa-e0c0-431c-b9c2-d850b8fa971c req-70754497-bac8-4f99-bdfc-99f08525f303 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 932 time: 0.3108528
Dec 21 10:30:13.971320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e61dfaa-e0c0-431c-b9c2-d850b8fa971c req-10870455-bc30-4784-8a73-308e6e292dab tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647492
Dec 21 10:30:14.048447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8911a334-31ca-4b42-9121-9281bb7434d9 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:30:14.056435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:14.068627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Transition to ACTIVE for port object 8911a334-31ca-4b42-9121-9281bb7434d9 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:30:14.072084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:14.091769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-366e8149-3c43-4bff-a8b1-9f9744ae1112 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:14.236871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Pushing event updated for resources: {'Port': ['ID=8911a334-31ca-4b42-9121-9281bb7434d9,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:14.242155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:14.427609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Attempting to bind port 8911a334-31ca-4b42-9121-9281bb7434d9 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:30:14.427864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Attempting to bind port 8911a334-31ca-4b42-9121-9281bb7434d9 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '6767df44-3a7d-47ca-8e76-b6d9ce024512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:30:14.428220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Attempting to bind port 8911a334-31ca-4b42-9121-9281bb7434d9 on network 4d08a371-6a43-4ec8-8239-db1f5fcf252f {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:30:14.434306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:30:14.434684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Checking segment: {'id': '6767df44-3a7d-47ca-8e76-b6d9ce024512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:14.435088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:14.435483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Bound using segment: {'id': '6767df44-3a7d-47ca-8e76-b6d9ce024512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:30:14.435960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Bound port: 8911a334-31ca-4b42-9121-9281bb7434d9, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6767df44-3a7d-47ca-8e76-b6d9ce024512', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '4d08a371-6a43-4ec8-8239-db1f5fcf252f'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:30:14.436338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:14.531799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] For port 8911a334-31ca-4b42-9121-9281bb7434d9, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:30:14.535637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] For port 8911a334-31ca-4b42-9121-9281bb7434d9, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8911a334-31ca-4b42-9121-9281bb7434d9,segment=NetworkSegment(6767df44-3a7d-47ca-8e76-b6d9ce024512),segment_id=6767df44-3a7d-47ca-8e76-b6d9ce024512)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:30:14.539262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:14.555664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:14.716488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Pushing event updated for resources: {'Port': ['ID=8911a334-31ca-4b42-9121-9281bb7434d9,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:14.721480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:14.754353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:14.755035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:14.757046 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] 10.222.0.16 "PUT /v2.0/ports/8911a334-31ca-4b42-9121-9281bb7434d9 HTTP/1.1" status: 200  len: 1158 time: 1.3635104
Dec 21 10:30:14.757665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1b8602-8a1d-4dec-84e2-47b80019a213', 'tag': '8911a334-31ca-4b42-9121-9281bb7434d9'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:30:14.832654 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1b8602-8a1d-4dec-84e2-47b80019a213', 'tag': '8911a334-31ca-4b42-9121-9281bb7434d9', 'status': 'completed', 'code': 200}
Dec 21 10:30:14.870412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-5fe8c716-a04f-467a-b94a-8917a6f63812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:14.872031 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-5fe8c716-a04f-467a-b94a-8917a6f63812 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a43cb608fcd4a99b5afc8fb4301709d&device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 1161 time: 0.0791154
Dec 21 10:30:14.946929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-09c4b05e-e568-4be0-a501-36b59390b219 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8911a334-31ca-4b42-9121-9281bb7434d9 HTTP/1.1" status: 200  len: 217 time: 0.0680673
Dec 21 10:30:15.019063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-ea240c96-c2d2-4a88-9c25-ffe1d8f3eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:15.021063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-ea240c96-c2d2-4a88-9c25-ffe1d8f3eaae service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf98578c-b1ef-45d8-b701-e7a83857ef56 HTTP/1.1" status: 200  len: 853 time: 0.0673895
Dec 21 10:30:15.078860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-157a73f4-f6ce-4904-b1a2-26d1ebaa3e5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d08a371-6a43-4ec8-8239-db1f5fcf252f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511651
Dec 21 10:30:15.292732 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-0b59667a-f06f-4c7b-9ce7-cfc21fdbade5 service neutron] 10.222.0.16 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061100
Dec 21 10:30:15.304503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a58c4d-a3ac-46bb-92a0-aeba5c4764c4 req-ed30637c-db29-4d4e-864f-1f04156cc125 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:15.306123 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39a58c4d-a3ac-46bb-92a0-aeba5c4764c4 req-ed30637c-db29-4d4e-864f-1f04156cc125 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 944 time: 0.1979446
Dec 21 10:30:15.463448 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39a58c4d-a3ac-46bb-92a0-aeba5c4764c4 req-b3130526-2209-4d79-b61b-9cf7bc1dcf04 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319523
Dec 21 10:30:15.490648 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-757b8a8e-d91b-46a8-98f5-5c798f7b3a87 req-f2a2ee98-fd76-4f13-b4c6-b6a35cdd8766 service neutron] 10.222.0.16 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1835091
Dec 21 10:30:15.617811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab7785-49c3-4aa2-a3c2-15e8525dcc3d req-7be62a3b-a952-4142-b023-3124165198c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:15.619475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75ab7785-49c3-4aa2-a3c2-15e8525dcc3d req-7be62a3b-a952-4142-b023-3124165198c9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4a43cb608fcd4a99b5afc8fb4301709d&device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 1161 time: 0.0814321
Dec 21 10:30:15.769275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab7785-49c3-4aa2-a3c2-15e8525dcc3d req-6eb6c3f6-7d20-4b85-8a42-2ddaa5eea1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:15.771718 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75ab7785-49c3-4aa2-a3c2-15e8525dcc3d req-6eb6c3f6-7d20-4b85-8a42-2ddaa5eea1c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4d08a371-6a43-4ec8-8239-db1f5fcf252f HTTP/1.1" status: 200  len: 907 time: 0.1450324
Dec 21 10:30:15.842762 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75ab7785-49c3-4aa2-a3c2-15e8525dcc3d req-79d91ef0-8c1c-47ba-8515-96dceb77cff8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8911a334-31ca-4b42-9121-9281bb7434d9 HTTP/1.1" status: 200  len: 217 time: 0.0635262
Dec 21 10:30:16.190111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab7785-49c3-4aa2-a3c2-15e8525dcc3d req-9654a501-3651-4e28-8867-5455b69508c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:16.191624 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75ab7785-49c3-4aa2-a3c2-15e8525dcc3d req-9654a501-3651-4e28-8867-5455b69508c5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=bf98578c-b1ef-45d8-b701-e7a83857ef56 HTTP/1.1" status: 200  len: 853 time: 0.3411691
Dec 21 10:30:16.243027 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75ab7785-49c3-4aa2-a3c2-15e8525dcc3d req-1afa56c5-3383-43a2-b646-c047166e82a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4d08a371-6a43-4ec8-8239-db1f5fcf252f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446212
Dec 21 10:30:16.394474 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75ab7785-49c3-4aa2-a3c2-15e8525dcc3d req-40cfa0d1-1dcd-41bc-a6a0-b614d53f265c service neutron] 10.222.0.16 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1427498
Dec 21 10:30:16.553795 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75ab7785-49c3-4aa2-a3c2-15e8525dcc3d req-5a8989d8-8974-48fd-84b1-2207306ef3cc service neutron] 10.222.0.16 "GET /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1513193
Dec 21 10:30:16.683869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e45f2-e699-4a57-a73c-b5f27442cc20 req-17d0e6e6-05b2-4e8f-887e-d9dec203d7bc tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:16.685533 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6b1e45f2-e699-4a57-a73c-b5f27442cc20 req-17d0e6e6-05b2-4e8f-887e-d9dec203d7bc tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 944 time: 0.0852284
Dec 21 10:30:16.739230 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6b1e45f2-e699-4a57-a73c-b5f27442cc20 req-b8364b6d-1e45-4c7a-a777-4c9c1f52a713 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472052
Dec 21 10:30:17.766734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8911a334-31ca-4b42-9121-9281bb7434d9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:30:17.844519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 8911a334-31ca-4b42-9121-9281bb7434d9 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:30:17.849900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8911a334-31ca-4b42-9121-9281bb7434d9 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:17.850413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:17.961306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ebd38-4860-477e-bd99-0bcbf10f3b4d req-9e2d6395-a5ad-4a95-9766-b579e9aca498 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:17.963050 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-733ebd38-4860-477e-bd99-0bcbf10f3b4d req-9e2d6395-a5ad-4a95-9766-b579e9aca498 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 944 time: 0.0872805
Dec 21 10:30:17.973460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:18.017608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1b8602-8a1d-4dec-84e2-47b80019a213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8911a334-31ca-4b42-9121-9281bb7434d9'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:30:18.017887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-733ebd38-4860-477e-bd99-0bcbf10f3b4d req-16e5dab7-3c46-4f52-979d-ec620a90a618 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459433
Dec 21 10:30:18.030957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 8911a334-31ca-4b42-9121-9281bb7434d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8911a334-31ca-4b42-9121-9281bb7434d9,segment=NetworkSegment(6767df44-3a7d-47ca-8e76-b6d9ce024512),segment_id=6767df44-3a7d-47ca-8e76-b6d9ce024512)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:18.034362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:18.036417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:18.084425 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1b8602-8a1d-4dec-84e2-47b80019a213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8911a334-31ca-4b42-9121-9281bb7434d9', 'code': 200}
Dec 21 10:30:18.117917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=8911a334-31ca-4b42-9121-9281bb7434d9,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:18.126439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.126831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.127214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.127596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.127969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.128343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.128718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.129089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.129463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.129853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.130273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.130637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.131086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.131451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.131821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.132183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.132547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.132912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.133276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.133666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.134033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.134395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.134757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.135121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:18.139495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:18.330427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78920bb7-dd07-49c8-b917-7c1acddf940a req-5689b659-9b54-482c-b125-390b0cf92051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:18.332109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78920bb7-dd07-49c8-b917-7c1acddf940a req-5689b659-9b54-482c-b125-390b0cf92051 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 1163 time: 0.0844603
Dec 21 10:30:18.376432 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78920bb7-dd07-49c8-b917-7c1acddf940a req-b5a0427b-0e63-47ed-9b53-2d2804465405 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380294
Dec 21 10:30:19.248087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff8212-debf-446f-85f1-cb90a8951a1a req-59d9a6ca-f2a0-4ae3-af23-8d63a78115fa tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:19.249732 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cbff8212-debf-446f-85f1-cb90a8951a1a req-59d9a6ca-f2a0-4ae3-af23-8d63a78115fa tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 946 time: 0.0853152
Dec 21 10:30:19.306277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cbff8212-debf-446f-85f1-cb90a8951a1a req-9d0f7f66-4446-450a-838e-31d0c40de58b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498095
Dec 21 10:30:19.520098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8911a334-31ca-4b42-9121-9281bb7434d9 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:30:19.595119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8911a334-31ca-4b42-9121-9281bb7434d9 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:19.595572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:20.529888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef1766-88fa-413e-8ea6-88f4cf2bf19d req-5855ed93-03d8-490e-9886-bad49bbaeff4 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:20.531444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0bef1766-88fa-413e-8ea6-88f4cf2bf19d req-5855ed93-03d8-490e-9886-bad49bbaeff4 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 946 time: 0.0915415
Dec 21 10:30:20.582672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0bef1766-88fa-413e-8ea6-88f4cf2bf19d req-c72ff837-1e58-41a9-aa86-2c9596ae61ca tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435863
Dec 21 10:30:21.020417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b83ca1-dab8-45b7-922b-dd97b4d66771 req-a77349f1-e50e-42af-a4df-71adaafb4ecf tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:21.022870 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-61b83ca1-dab8-45b7-922b-dd97b4d66771 req-a77349f1-e50e-42af-a4df-71adaafb4ecf tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 946 time: 0.0886297
Dec 21 10:30:21.072164 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-61b83ca1-dab8-45b7-922b-dd97b4d66771 req-a134a1c2-db82-4b2e-88f6-e6aaf19e092d tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428102
Dec 21 10:30:22.355040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68170f-f74c-442b-9b4c-24cdca284ad7 req-f712ffd1-5822-4628-aa60-93363be5b1b4 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:22.356695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf68170f-f74c-442b-9b4c-24cdca284ad7 req-f712ffd1-5822-4628-aa60-93363be5b1b4 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 946 time: 0.1405392
Dec 21 10:30:22.419785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e089652-664d-4d33-9251-96937bb8fa68 req-47f99982-6d1e-4ad9-8ee2-346589e3a96b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:22.421293 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4e089652-664d-4d33-9251-96937bb8fa68 req-47f99982-6d1e-4ad9-8ee2-346589e3a96b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.16 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 946 time: 0.1420364
Dec 21 10:30:22.425721 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bf68170f-f74c-442b-9b4c-24cdca284ad7 req-d245d8da-5754-4b4f-b041-78bf65587600 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616939
Dec 21 10:30:22.501445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-4e089652-664d-4d33-9251-96937bb8fa68 req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Deleting port 8911a334-31ca-4b42-9121-9281bb7434d9 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:30:22.501874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-4e089652-664d-4d33-9251-96937bb8fa68 req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:22.778884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-4e089652-664d-4d33-9251-96937bb8fa68 req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] For port 8911a334-31ca-4b42-9121-9281bb7434d9, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8911a334-31ca-4b42-9121-9281bb7434d9,segment=NetworkSegment(6767df44-3a7d-47ca-8e76-b6d9ce024512),segment_id=6767df44-3a7d-47ca-8e76-b6d9ce024512)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:22.779275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-4e089652-664d-4d33-9251-96937bb8fa68 req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:22.912437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-4e089652-664d-4d33-9251-96937bb8fa68 req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Calling delete_port for 8911a334-31ca-4b42-9121-9281bb7434d9 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:30:23.061214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-4e089652-664d-4d33-9251-96937bb8fa68 req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:23.077244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:23.127485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Pushing event deleted for resources: {'Port': ['ID=8911a334-31ca-4b42-9121-9281bb7434d9,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:23.141402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:23.293268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e089652-664d-4d33-9251-96937bb8fa68 req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] No DVR routers for this DVR port 8911a334-31ca-4b42-9121-9281bb7434d9 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:30:23.295691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-4e089652-664d-4d33-9251-96937bb8fa68 req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:23.299882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1b8602-8a1d-4dec-84e2-47b80019a213', 'name': 'network-vif-deleted', 'tag': '8911a334-31ca-4b42-9121-9281bb7434d9'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:30:23.314748 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4e089652-664d-4d33-9251-96937bb8fa68 req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.16 "DELETE /v2.0/ports/8911a334-31ca-4b42-9121-9281bb7434d9 HTTP/1.1" status: 204  len: 173 time: 0.8875394
Dec 21 10:30:23.461860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1b8602-8a1d-4dec-84e2-47b80019a213', 'name': 'network-vif-deleted', 'tag': '8911a334-31ca-4b42-9121-9281bb7434d9', 'status': 'completed', 'code': 200}
Dec 21 10:30:23.622309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-c057bb41-6960-4f8a-b8c3-45c88c79e2e4 req-0c1481bc-9ebf-45ae-990e-23f46b4fd1ad tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Synchronizing usage tracker for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:30:23.638071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-c057bb41-6960-4f8a-b8c3-45c88c79e2e4 req-0c1481bc-9ebf-45ae-990e-23f46b4fd1ad tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Unset dirty status for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:30:23.639626 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c057bb41-6960-4f8a-b8c3-45c88c79e2e4 req-0c1481bc-9ebf-45ae-990e-23f46b4fd1ad tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=4d1b8602-8a1d-4dec-84e2-47b80019a213 HTTP/1.1" status: 200  len: 210 time: 0.0645874
Dec 21 10:30:23.643158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8911a334-31ca-4b42-9121-9281bb7434d9 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:30:23.681935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: 8911a334-31ca-4b42-9121-9281bb7434d9 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:30:23.682333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8911a334-31ca-4b42-9121-9281bb7434d9 not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:30:24.947306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8f4cbe-ee2a-44ab-8fe8-fac4bd636e8d req-2bcf8e86-c3eb-4ba8-9b57-365f30e81438 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:24.948874 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d8f4cbe-ee2a-44ab-8fe8-fac4bd636e8d req-2bcf8e86-c3eb-4ba8-9b57-365f30e81438 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.0914924
Dec 21 10:30:25.002754 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7d8f4cbe-ee2a-44ab-8fe8-fac4bd636e8d req-c5b75cdf-1fb7-44d2-a802-f9230a4f8bc4 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472844
Dec 21 10:30:25.248244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72232079-30f1-493e-9075-70e4bb1c1890 req-5c69c844-4067-4d90-875a-b398bcc604f3 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:25.249966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-72232079-30f1-493e-9075-70e4bb1c1890 req-5c69c844-4067-4d90-875a-b398bcc604f3 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.0844905
Dec 21 10:30:25.298470 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-72232079-30f1-493e-9075-70e4bb1c1890 req-d5ab53bc-5164-4ff4-8c73-797007d5ca22 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415695
Dec 21 10:30:25.519374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0c1c85-ecc7-4f89-abad-dbf2e98dbe88 req-8de2adac-d28e-4c47-99eb-71468fd3e860 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:25.521185 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8d0c1c85-ecc7-4f89-abad-dbf2e98dbe88 req-8de2adac-d28e-4c47-99eb-71468fd3e860 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.0900154
Dec 21 10:30:25.575610 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8d0c1c85-ecc7-4f89-abad-dbf2e98dbe88 req-a1455cde-aa78-4918-8f23-aead33b570db tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478461
Dec 21 10:30:25.921550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadcb1ec-5bff-4499-bf4d-87ae30a7ffcf req-93424702-da31-4adc-96a1-e5f357bbfeec tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:25.923137 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aadcb1ec-5bff-4499-bf4d-87ae30a7ffcf req-93424702-da31-4adc-96a1-e5f357bbfeec tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.0853426
Dec 21 10:30:25.976358 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aadcb1ec-5bff-4499-bf4d-87ae30a7ffcf req-ddbb4a82-2296-46c7-91be-039db15d17f9 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458333
Dec 21 10:30:26.194069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e3ff5-61e9-4f8a-8dfb-11b928c5207f req-1c080307-66fe-4cca-906c-e62e8e5caf67 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:26.195646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-822e3ff5-61e9-4f8a-8dfb-11b928c5207f req-1c080307-66fe-4cca-906c-e62e8e5caf67 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.0864727
Dec 21 10:30:26.245108 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-822e3ff5-61e9-4f8a-8dfb-11b928c5207f req-c25328cc-cded-4b64-8301-4a71de4a4b66 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430071
Dec 21 10:30:26.481250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8810d3e5-dde7-43b5-a5fd-36e1c26975a6 req-e173b9eb-8efe-48bb-9013-f4e42161355e tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:26.482931 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8810d3e5-dde7-43b5-a5fd-36e1c26975a6 req-e173b9eb-8efe-48bb-9013-f4e42161355e tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.0881369
Dec 21 10:30:26.532855 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8810d3e5-dde7-43b5-a5fd-36e1c26975a6 req-13eb9af4-bfd5-4ab0-b3b2-d426d09ec48c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432346
Dec 21 10:30:27.138985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ce636-95b0-42b5-ba80-75990f4419cf req-cc57a554-82db-4f67-b452-2201739541d8 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:27.140514 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a57ce636-95b0-42b5-ba80-75990f4419cf req-cc57a554-82db-4f67-b452-2201739541d8 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.0859361
Dec 21 10:30:27.195097 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a57ce636-95b0-42b5-ba80-75990f4419cf req-c7fc2cfc-54a9-48f5-a1df-7ef7bb1ca97e tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473456
Dec 21 10:30:28.482612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97192ccb-b939-4d75-ad01-71ee4908d502 req-47073d49-60ec-42e2-b991-d1337951e106 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:28.484231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-97192ccb-b939-4d75-ad01-71ee4908d502 req-47073d49-60ec-42e2-b991-d1337951e106 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.1565998
Dec 21 10:30:28.491177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-d76b8082-852c-42e5-9788-843b4a7a8e81 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:28.492629 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-d76b8082-852c-42e5-9788-843b4a7a8e81 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.16 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 946 time: 0.1292188
Dec 21 10:30:28.597358 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-97192ccb-b939-4d75-ad01-71ee4908d502 req-21389b36-b9fe-430b-9160-3e233f365bcf tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/security-groups?id=a844aaec-321f-462f-9735-d14378387f2b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036525
Dec 21 10:30:28.603871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Deleting port eff87c82-5575-42e2-afae-d53381440318 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:30:28.604285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:28.894667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] For port eff87c82-5575-42e2-afae-d53381440318, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=eff87c82-5575-42e2-afae-d53381440318,segment=NetworkSegment(6767df44-3a7d-47ca-8e76-b6d9ce024512),segment_id=6767df44-3a7d-47ca-8e76-b6d9ce024512)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:28.894982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:29.024986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Calling delete_port for eff87c82-5575-42e2-afae-d53381440318 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:30:29.173104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:29.187931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e5ff6d9a-f01a-440d-a91c-f128f76851e0 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:29.243997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Pushing event deleted for resources: {'Port': ['ID=eff87c82-5575-42e2-afae-d53381440318,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:29.248600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:29.389117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] No DVR routers for this DVR port eff87c82-5575-42e2-afae-d53381440318 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:30:29.391391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:29.394244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b2c531-a8a2-469b-a573-b12a015907d8', 'name': 'network-vif-deleted', 'tag': 'eff87c82-5575-42e2-afae-d53381440318'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:30:29.410282 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d6f5baed-b22e-4ecd-9c4f-9f0e47b5d5b7 req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.16 "DELETE /v2.0/ports/eff87c82-5575-42e2-afae-d53381440318 HTTP/1.1" status: 204  len: 173 time: 0.8985908
Dec 21 10:30:29.462341 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b2c531-a8a2-469b-a573-b12a015907d8', 'name': 'network-vif-deleted', 'tag': 'eff87c82-5575-42e2-afae-d53381440318', 'status': 'completed', 'code': 200}
Dec 21 10:30:29.500943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device eff87c82-5575-42e2-afae-d53381440318 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:30:29.539379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: eff87c82-5575-42e2-afae-d53381440318 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:30:29.539379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device eff87c82-5575-42e2-afae-d53381440318 not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:30:29.802505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-586e7529-0bd6-4009-a0e5-246c3f145dab req-9185d79c-3fdc-4d40-838b-730d19e93020 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Synchronizing usage tracker for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:30:29.820613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-586e7529-0bd6-4009-a0e5-246c3f145dab req-9185d79c-3fdc-4d40-838b-730d19e93020 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Unset dirty status for tenant:4a43cb608fcd4a99b5afc8fb4301709d on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:30:29.821981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-586e7529-0bd6-4009-a0e5-246c3f145dab req-9185d79c-3fdc-4d40-838b-730d19e93020 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] 10.222.0.45 "GET /v2.0/ports?device_id=b4b2c531-a8a2-469b-a573-b12a015907d8 HTTP/1.1" status: 200  len: 210 time: 0.0714593
Dec 21 10:30:30.940024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47628) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:31.013683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81a174f-d560-4870-9a0b-d526b39fac5b admin admin] Deleting subnet bf98578c-b1ef-45d8-b701-e7a83857ef56 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:30:31.016774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d81a174f-d560-4870-9a0b-d526b39fac5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:31.069883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d81a174f-d560-4870-9a0b-d526b39fac5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:31.127408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d81a174f-d560-4870-9a0b-d526b39fac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:31.388330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d81a174f-d560-4870-9a0b-d526b39fac5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:31.403805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cce9fcb8-4bb1-4496-b22f-ae34db75ab2d tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:31.453768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a174f-d560-4870-9a0b-d526b39fac5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf98578c-b1ef-45d8-b701-e7a83857ef56,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:31.458281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d81a174f-d560-4870-9a0b-d526b39fac5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:31.539243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d81a174f-d560-4870-9a0b-d526b39fac5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:31.548358 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d81a174f-d560-4870-9a0b-d526b39fac5b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/bf98578c-b1ef-45d8-b701-e7a83857ef56 HTTP/1.1" status: 204  len: 168 time: 0.6047511
Dec 21 10:30:31.548858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47632) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:31.680142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:31.881610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:31.904505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:31.999753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec1ba860>,) {'filters': {'network_id': ['4d08a371-6a43-4ec8-8239-db1f5fcf252f']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:32.012410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec1ba860>, '6767df44-3a7d-47ca-8e76-b6d9ce024512') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:32.012744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec1ba860>, '6767df44-3a7d-47ca-8e76-b6d9ce024512') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:32.024875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:32.040176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:32.042154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:30:32.229510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Network 4d08a371-6a43-4ec8-8239-db1f5fcf252f has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:32.239257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:32.430785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Network 4d08a371-6a43-4ec8-8239-db1f5fcf252f has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:30:32.455490 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:30:32.538117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:32.542071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-38db8e93-ec73-4ba7-9bcc-8eaf03b28008 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:32.557402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:32.573920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d08a371-6a43-4ec8-8239-db1f5fcf252f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:32.577651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:32.585080 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] 10.222.0.45 "DELETE /v2.0/networks/4d08a371-6a43-4ec8-8239-db1f5fcf252f HTTP/1.1" status: 204  len: 168 time: 1.0353625
Dec 21 10:30:32.734453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47638) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:32.788760 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8e7b7b00-054b-41da-96a0-b4f164e420c5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a43cb608fcd4a99b5afc8fb4301709d&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0512376
Dec 21 10:30:32.789577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47642) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:32.852700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b416259-3d5d-4e3e-80cb-9ad9f1c1cb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:32.881170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b416259-3d5d-4e3e-80cb-9ad9f1c1cb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:32.933633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b416259-3d5d-4e3e-80cb-9ad9f1c1cb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:32.940945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f94adddc-63d0-4bed-a078-a57fe3714370 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:32.957278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b416259-3d5d-4e3e-80cb-9ad9f1c1cb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a844aaec-321f-462f-9735-d14378387f2b,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:32.962465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b416259-3d5d-4e3e-80cb-9ad9f1c1cb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:32.966063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7b416259-3d5d-4e3e-80cb-9ad9f1c1cb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:32.967302 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7b416259-3d5d-4e3e-80cb-9ad9f1c1cb99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a844aaec-321f-462f-9735-d14378387f2b HTTP/1.1" status: 204  len: 168 time: 0.1767607
Dec 21 10:30:33.948049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47664) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:34.086632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1401043344'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:34.092109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:34.096202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:network and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:34.099378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:34.105161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:34.117960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Made reservation on behalf of 08682a2f241a40ef86b98b31e10d343b for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:34.123517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:34.137629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:34.158407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:34.162462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:security_group_rule and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:34.165444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:34.171254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:34.259277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:34.262123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:34.265287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76071f3f-f367-44fa-974e-836f55a473f1 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:34.301760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:30:34.310961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'SecurityGroup': ['ID=7e436d8a-edae-4e45-b22d-ee0526920ba1,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:34.314854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:34.318276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:34.318613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Added segment 07e87512-4690-4f3c-a467-6f05199b9ad7 of type vxlan for network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27
Dec 21 10:30:34.347250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:34.380674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:34.384974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:34.385628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:34.390837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-81631836-8703-4b4e-aae6-95cc3c44f315 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:34.455947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.5066948
Dec 21 10:30:34.511166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'Network': ['ID=7a437d68-ba7e-46a4-8dad-c7f1186f3c27,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:34.514434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0dd3cc1b-4533-4e2a-a87e-88667de92608 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:34.523954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:30:34.537753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:30:38.264369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47670) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:38.271363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Request body: {'subnet': {'network_id': '7a437d68-ba7e-46a4-8dad-c7f1186f3c27', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:38.379018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2e00ae4-8460-4ec2-a2db-13a31b9109b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:38.405097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:38.409265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:subnet and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:38.412945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:38.418904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:38.429208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Made reservation on behalf of 08682a2f241a40ef86b98b31e10d343b for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:38.808367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:39.259896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:39.275579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d81a174f-d560-4870-9a0b-d526b39fac5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:39.445527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'Subnet': ['ID=56f36f39-feaa-45a1-985e-3b92b1565ead,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:39.449860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:39.513452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Checking segment: {'id': '07e87512-4690-4f3c-a467-6f05199b9ad7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7a437d68-ba7e-46a4-8dad-c7f1186f3c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:39.513812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network hostable DHCP agents. Network: 7a437d68-ba7e-46a4-8dad-c7f1186f3c27, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:30:39.533257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:30:39.544407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 7a437d68-ba7e-46a4-8dad-c7f1186f3c27) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:39.555683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e3646-0e99-4016-a9f2-b4822b7dace7 None None] Network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:39.559531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:39.560183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:39.585605 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fc58b781-e921-4533-aad4-920eac28e067 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.3157055
Dec 21 10:30:39.585991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47674) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:39.592943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1037479410'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:39.599350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:39.603685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:network and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:39.606841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for network was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:39.612758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:39.623311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Made reservation on behalf of 08682a2f241a40ef86b98b31e10d343b for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:39.628950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:39.663312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:30:39.672568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:39.672998 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Added segment 1c4120c6-89df-4ffc-bf16-149e175b24a7 of type vxlan for network 528c3a40-9587-4158-a3b0-c6fbd90472d1
Dec 21 10:30:39.699954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:39.735287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:39.739728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:39.740365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:39.746235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-111e96ff-7250-44cd-b1cc-bb15c1874b12 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:39.796147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-7a437d68-ba7e-46a4-8dad-c7f1186f3c27', 'network_id': '7a437d68-ba7e-46a4-8dad-c7f1186f3c27', 'tenant_id': '08682a2f241a40ef86b98b31e10d343b', 'fixed_ips': [{'subnet_id': '56f36f39-feaa-45a1-985e-3b92b1565ead'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:30:39.797105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:39.801994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2148087
Dec 21 10:30:39.805127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47678) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:39.814094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Request body: {'subnet': {'network_id': '528c3a40-9587-4158-a3b0-c6fbd90472d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:39.906801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'Network': ['ID=528c3a40-9587-4158-a3b0-c6fbd90472d1,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:39.914200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:39.924561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 528c3a40-9587-4158-a3b0-c6fbd90472d1 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:30:39.938197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 528c3a40-9587-4158-a3b0-c6fbd90472d1 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:30:40.276170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:40.280241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:subnet and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:40.283216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:40.289796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:40.298740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Made reservation on behalf of 08682a2f241a40ef86b98b31e10d343b for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:40.314864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Allocated IP 2001:db8:0:ffff::2 (7a437d68-ba7e-46a4-8dad-c7f1186f3c27/56f36f39-feaa-45a1-985e-3b92b1565ead/ebf6517e-bb1a-4e26-a8e0-b1489639c30c) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:30:40.414299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:40.538012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:40.549285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Transition to ACTIVE for port object ebf6517e-bb1a-4e26-a8e0-b1489639c30c will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:30:40.567138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Transition to ACTIVE for port object ebf6517e-bb1a-4e26-a8e0-b1489639c30c will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:30:40.571268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:40.603108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c5184c01-7532-44de-9d21-8826ccc0737e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:40.741697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Pushing event updated for resources: {'Port': ['ID=ebf6517e-bb1a-4e26-a8e0-b1489639c30c,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:40.747107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:40.788372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:30:40.789720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:40.792073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:30:40.854873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Attempting to bind port ebf6517e-bb1a-4e26-a8e0-b1489639c30c on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:30:40.855288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Attempting to bind port ebf6517e-bb1a-4e26-a8e0-b1489639c30c by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '07e87512-4690-4f3c-a467-6f05199b9ad7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7a437d68-ba7e-46a4-8dad-c7f1186f3c27'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:30:40.855693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Attempting to bind port ebf6517e-bb1a-4e26-a8e0-b1489639c30c on network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:30:40.861587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:30:40.862008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Checking segment: {'id': '07e87512-4690-4f3c-a467-6f05199b9ad7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7a437d68-ba7e-46a4-8dad-c7f1186f3c27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:40.862448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:40.862885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Bound using segment: {'id': '07e87512-4690-4f3c-a467-6f05199b9ad7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7a437d68-ba7e-46a4-8dad-c7f1186f3c27'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:30:40.863399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Bound port: ebf6517e-bb1a-4e26-a8e0-b1489639c30c, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e87512-4690-4f3c-a467-6f05199b9ad7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '7a437d68-ba7e-46a4-8dad-c7f1186f3c27'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:30:40.863867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:40.891679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:40.908005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-84cc492a-4ec7-4f5d-afd6-a791c9f74924 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:40.958735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] For port ebf6517e-bb1a-4e26-a8e0-b1489639c30c, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:30:40.962276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] For port ebf6517e-bb1a-4e26-a8e0-b1489639c30c, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ebf6517e-bb1a-4e26-a8e0-b1489639c30c,segment=NetworkSegment(07e87512-4690-4f3c-a467-6f05199b9ad7),segment_id=07e87512-4690-4f3c-a467-6f05199b9ad7)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:30:40.965710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:40.981839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:41.056359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'Subnet': ['ID=0c58e62d-6cca-43b4-8352-789a3912f2f8,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:41.061013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:41.123720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Checking segment: {'id': '1c4120c6-89df-4ffc-bf16-149e175b24a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '528c3a40-9587-4158-a3b0-c6fbd90472d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:41.124115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network hostable DHCP agents. Network: 528c3a40-9587-4158-a3b0-c6fbd90472d1, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:30:41.142317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Pushing event updated for resources: {'Port': ['ID=ebf6517e-bb1a-4e26-a8e0-b1489639c30c,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:41.146521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 528c3a40-9587-4158-a3b0-c6fbd90472d1 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:30:41.148228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:41.154951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 528c3a40-9587-4158-a3b0-c6fbd90472d1) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:41.165436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130369d2-8bd6-4780-94cf-36abbb3f41f3 None None] Network 528c3a40-9587-4158-a3b0-c6fbd90472d1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:41.169028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:41.169751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:41.190566 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 1.3843064
Dec 21 10:30:41.194045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47682) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:41.360332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:41.422363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-528c3a40-9587-4158-a3b0-c6fbd90472d1', 'network_id': '528c3a40-9587-4158-a3b0-c6fbd90472d1', 'tenant_id': '08682a2f241a40ef86b98b31e10d343b', 'fixed_ips': [{'subnet_id': '0c58e62d-6cca-43b4-8352-789a3912f2f8'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:30:41.423378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:41.499721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:41.774702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Allocated IP 2001:db8::2 (528c3a40-9587-4158-a3b0-c6fbd90472d1/0c58e62d-6cca-43b4-8352-789a3912f2f8/00e6f364-893b-4057-adee-75c70a845b2c) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:30:41.995980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.007176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Transition to ACTIVE for port object 00e6f364-893b-4057-adee-75c70a845b2c will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:30:42.023941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Transition to ACTIVE for port object 00e6f364-893b-4057-adee-75c70a845b2c will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:30:42.028955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.041661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.052213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:42.057934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-875855d0-2fdf-412e-9c6a-f8602e6862da tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:42.109564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Subnet': ['ID=0c58e62d-6cca-43b4-8352-789a3912f2f8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:42.113689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:42.205395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Pushing event updated for resources: {'Port': ['ID=00e6f364-893b-4057-adee-75c70a845b2c,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:42.214695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:42.240257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.246415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Network 528c3a40-9587-4158-a3b0-c6fbd90472d1 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:30:42.247725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:42.250361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:30:42.309562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.311341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Attempting to bind port 00e6f364-893b-4057-adee-75c70a845b2c on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:30:42.311770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Attempting to bind port 00e6f364-893b-4057-adee-75c70a845b2c by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '1c4120c6-89df-4ffc-bf16-149e175b24a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '528c3a40-9587-4158-a3b0-c6fbd90472d1'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:30:42.312184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Attempting to bind port 00e6f364-893b-4057-adee-75c70a845b2c on network 528c3a40-9587-4158-a3b0-c6fbd90472d1 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:30:42.322264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:30:42.322690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Checking segment: {'id': '1c4120c6-89df-4ffc-bf16-149e175b24a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '528c3a40-9587-4158-a3b0-c6fbd90472d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:42.323139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.323577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Bound using segment: {'id': '1c4120c6-89df-4ffc-bf16-149e175b24a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '528c3a40-9587-4158-a3b0-c6fbd90472d1'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:30:42.324100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Bound port: 00e6f364-893b-4057-adee-75c70a845b2c, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c4120c6-89df-4ffc-bf16-149e175b24a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '528c3a40-9587-4158-a3b0-c6fbd90472d1'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:30:42.324518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.384988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ebf6517e-bb1a-4e26-a8e0-b1489639c30c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:30:42.456058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecc9c438>,) {'filters': {'network_id': ['528c3a40-9587-4158-a3b0-c6fbd90472d1']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:42.471571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc9c438>, '1c4120c6-89df-4ffc-bf16-149e175b24a7') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:42.471933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecc9c438>, '1c4120c6-89df-4ffc-bf16-149e175b24a7') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:42.486607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.505678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.508447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Releasing vxlan tunnel 4 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:30:42.510620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ba957205-2fdd-4b97-9fd7-b1c6741f9cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.514423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] For port 00e6f364-893b-4057-adee-75c70a845b2c, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:30:42.524830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port ebf6517e-bb1a-4e26-a8e0-b1489639c30c completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:30:42.737145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.750692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d632ff-02ab-41d3-995d-bb8a9ab00fed None None] Network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:42.754030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 528c3a40-9587-4158-a3b0-c6fbd90472d1 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:42.764584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:42.961750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 528c3a40-9587-4158-a3b0-c6fbd90472d1 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:30:42.990369 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:30:43.050330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-879131ee-c10e-401c-a8bd-f47f3eb9061a None None] Provisioning for port ebf6517e-bb1a-4e26-a8e0-b1489639c30c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:30:43.068533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-879131ee-c10e-401c-a8bd-f47f3eb9061a None None] Provisioning complete for port ebf6517e-bb1a-4e26-a8e0-b1489639c30c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:43.068950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-879131ee-c10e-401c-a8bd-f47f3eb9061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:43.078869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
Dec 21 10:30:43.078869 dv-neutron-601336-62-ovs neutron-server[80859]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
Dec 21 10:30:43.078869 dv-neutron-601336-62-ovs neutron-server[80859]: [parameters: {'id': '528c3a40-9587-4158-a3b0-c6fbd90472d1'}]
Dec 21 10:30:43.078869 dv-neutron-601336-62-ovs neutron-server[80859]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:30:43.079380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:30:43.155232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] For port 00e6f364-893b-4057-adee-75c70a845b2c, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=00e6f364-893b-4057-adee-75c70a845b2c,segment=NetworkSegment(1c4120c6-89df-4ffc-bf16-149e175b24a7),segment_id=1c4120c6-89df-4ffc-bf16-149e175b24a7)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:30:43.170643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:43.188536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:43.453290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Pushing event updated for resources: {'Port': ['ID=00e6f364-893b-4057-adee-75c70a845b2c,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:43.467289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:43.492801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-879131ee-c10e-401c-a8bd-f47f3eb9061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:43.581466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:43.600929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-879131ee-c10e-401c-a8bd-f47f3eb9061a None None] For port ebf6517e-bb1a-4e26-a8e0-b1489639c30c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ebf6517e-bb1a-4e26-a8e0-b1489639c30c,segment=NetworkSegment(07e87512-4690-4f3c-a467-6f05199b9ad7),segment_id=07e87512-4690-4f3c-a467-6f05199b9ad7)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:43.603892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:43.606256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-879131ee-c10e-401c-a8bd-f47f3eb9061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:43.608202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:43.649908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40135adf-fbd9-4392-828c-fdc421c4de32 None None] Network 528c3a40-9587-4158-a3b0-c6fbd90472d1 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:43.660388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Deleting port 00e6f364-893b-4057-adee-75c70a845b2c {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:30:43.660839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:43.800694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879131ee-c10e-401c-a8bd-f47f3eb9061a None None] Pushing event updated for resources: {'Port': ['ID=ebf6517e-bb1a-4e26-a8e0-b1489639c30c,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:43.809007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-879131ee-c10e-401c-a8bd-f47f3eb9061a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:43.948000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] For port 00e6f364-893b-4057-adee-75c70a845b2c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=00e6f364-893b-4057-adee-75c70a845b2c,segment=NetworkSegment(1c4120c6-89df-4ffc-bf16-149e175b24a7),segment_id=1c4120c6-89df-4ffc-bf16-149e175b24a7)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:43.948412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:43.959976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-89e6699e-d579-4ac7-86cd-b30f8b76e7d0 None None] Provisioning complete for port ebf6517e-bb1a-4e26-a8e0-b1489639c30c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:43.960652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-89e6699e-d579-4ac7-86cd-b30f8b76e7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:44.121437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Calling delete_port for 00e6f364-893b-4057-adee-75c70a845b2c owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:30:44.243048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:44.272425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4d9d130f-623d-4dfd-91ed-fdbae096d7ff tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:44.361166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Port': ['ID=00e6f364-893b-4057-adee-75c70a845b2c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:44.369051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6a163fbd-4f9b-406f-9244-42e5a68d4b26 None None] Provisioning complete for port ebf6517e-bb1a-4e26-a8e0-b1489639c30c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:44.369822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6a163fbd-4f9b-406f-9244-42e5a68d4b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:44.379560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.380873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.381552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.382217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.382861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.383506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.384191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.384877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.385574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.386195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.386873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.387523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.388304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.388996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.389709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.390340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.390976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.391620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.392262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.392897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.393634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.394264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.394951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.397007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:30:44.407529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:44.446762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ebf6517e-bb1a-4e26-a8e0-b1489639c30c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:30:44.491326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:30:44.510892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bbbac-1c82-4531-9034-7ba5ea66392e None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:30:44.560222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] No DVR routers for this DVR port 00e6f364-893b-4057-adee-75c70a845b2c on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:30:44.746422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port ebf6517e-bb1a-4e26-a8e0-b1489639c30c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:44.746847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:44.764581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:44.788752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40bbbac-1c82-4531-9034-7ba5ea66392e None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:30:44.890743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec876588>,) {'filters': {'network_id': ['528c3a40-9587-4158-a3b0-c6fbd90472d1']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:44.904909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec876588>, '1c4120c6-89df-4ffc-bf16-149e175b24a7') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:44.905242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec876588>, '1c4120c6-89df-4ffc-bf16-149e175b24a7') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:44.918533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:44.938077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:44.940124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Releasing vxlan tunnel 4 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:30:45.016428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fda804e0-b50a-4593-9ff4-d1927e5bb312 None None] Provisioning complete for port ebf6517e-bb1a-4e26-a8e0-b1489639c30c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:45.016849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fda804e0-b50a-4593-9ff4-d1927e5bb312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:45.128048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 528c3a40-9587-4158-a3b0-c6fbd90472d1 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:45.138081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:45.335656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 528c3a40-9587-4158-a3b0-c6fbd90472d1 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:30:45.360025 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:30:45.444278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:45.448427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:45.452605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0a990286-7f55-4462-9a05-0aac56f269d0 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:45.481476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/networks/528c3a40-9587-4158-a3b0-c6fbd90472d1 HTTP/1.1" status: 204  len: 168 time: 4.2863569
Dec 21 10:30:45.482435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Network': ['ID=528c3a40-9587-4158-a3b0-c6fbd90472d1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:45.485090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:45.486040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47686) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:45.492606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1731940536'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:45.498197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:45.503397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:network and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:45.506969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:45.512875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:45.522261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Made reservation on behalf of 08682a2f241a40ef86b98b31e10d343b for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:45.527863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:45.562195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:30:45.572163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:45.572545 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Added segment 56955643-7b10-44b2-ae39-b9b6da0b76aa of type vxlan for network 19ef2747-2d4f-467f-82ec-128a8c9c77ee
Dec 21 10:30:45.604074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:45.635061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:45.639259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:45.639907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:45.645762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c79a595c-b017-4bda-8ee1-de4443f4733a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:45.696653 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2094054
Dec 21 10:30:45.699800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47690) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:45.708602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Request body: {'subnet': {'network_id': '19ef2747-2d4f-467f-82ec-128a8c9c77ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:45.795951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'Network': ['ID=19ef2747-2d4f-467f-82ec-128a8c9c77ee,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:45.801996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:45.809173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 19ef2747-2d4f-467f-82ec-128a8c9c77ee details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:30:45.824132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 19ef2747-2d4f-467f-82ec-128a8c9c77ee details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:30:45.882846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:45.886937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:subnet and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:45.890077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:45.896615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:45.905384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Made reservation on behalf of 08682a2f241a40ef86b98b31e10d343b for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:46.025848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:46.127381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Performing IP validity checks on allocation pools {{(pid=80971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}}
Dec 21 10:30:46.127903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.ipam_backend_mixin [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Checking for overlaps among allocation pools and gateway ip {{(pid=80971) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}}
Dec 21 10:30:46.476798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:46.490118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2c8e33da-4e66-416b-812e-61fbc8b2a384 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:46.629928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'Subnet': ['ID=c8b39db6-b00e-42e4-92f5-d826d102ad5e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:46.636509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:46.703167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Checking segment: {'id': '56955643-7b10-44b2-ae39-b9b6da0b76aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '19ef2747-2d4f-467f-82ec-128a8c9c77ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:46.703551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network hostable DHCP agents. Network: 19ef2747-2d4f-467f-82ec-128a8c9c77ee, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:30:46.725825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 19ef2747-2d4f-467f-82ec-128a8c9c77ee is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:30:46.734173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 19ef2747-2d4f-467f-82ec-128a8c9c77ee) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:46.744901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc02a85-f560-4c8d-8279-6cff61540876 None None] Network 19ef2747-2d4f-467f-82ec-128a8c9c77ee requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:46.749337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:46.750067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:46.772078 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1174f1b3-bc92-4ddd-9aea-5a6b1877b3fc tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0711570
Dec 21 10:30:46.774843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47694) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:46.950039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:46.987877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac46d406-af37-49d2-989f-168a0d9ac56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-19ef2747-2d4f-467f-82ec-128a8c9c77ee', 'network_id': '19ef2747-2d4f-467f-82ec-128a8c9c77ee', 'tenant_id': '08682a2f241a40ef86b98b31e10d343b', 'fixed_ips': [{'subnet_id': 'c8b39db6-b00e-42e4-92f5-d826d102ad5e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:30:46.989398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac46d406-af37-49d2-989f-168a0d9ac56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:47.097554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:47.421605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server [None req-ac46d406-af37-49d2-989f-168a0d9ac56e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8b39db6-b00e-42e4-92f5-d826d102ad5e: This subnet is being modified by another concurrent operation.
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise exception
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c8b39db6-b00e-42e4-92f5-d826d102ad5e: This subnet is being modified by another concurrent operation.
Dec 21 10:30:47.430483 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server 
Dec 21 10:30:47.438354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f0bbb326-4ff9-41be-b07a-d5d62893df3f tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:47.450569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837bc90f-3bc6-4c92-9b50-a62ca27d2b8d None None] Network 19ef2747-2d4f-467f-82ec-128a8c9c77ee requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:47.494854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Subnet': ['ID=c8b39db6-b00e-42e4-92f5-d826d102ad5e,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:47.499760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:47.635329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536eb0c6-d80b-49b9-a96f-bf2611246fb3 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:30:47.693648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:47.735109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536eb0c6-d80b-49b9-a96f-bf2611246fb3 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:30:47.829928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ce7fd0>,) {'filters': {'network_id': ['19ef2747-2d4f-467f-82ec-128a8c9c77ee']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:47.843454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ce7fd0>, '56955643-7b10-44b2-ae39-b9b6da0b76aa') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:47.843799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7ce7fd0>, '56955643-7b10-44b2-ae39-b9b6da0b76aa') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:47.857133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:47.877504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:47.880144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Releasing vxlan tunnel 4 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:30:48.063575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 19ef2747-2d4f-467f-82ec-128a8c9c77ee has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:48.077015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:48.256389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 19ef2747-2d4f-467f-82ec-128a8c9c77ee has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:30:48.280902 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:30:48.363362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:48.367557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f06f443d-d616-44ee-a4e6-509609d4e507 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:48.382954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:48.394733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Network': ['ID=19ef2747-2d4f-467f-82ec-128a8c9c77ee,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:48.398829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:48.400411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-36bd3f86-64bf-46d3-9e0e-0cae0fb8bb98 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/networks/19ef2747-2d4f-467f-82ec-128a8c9c77ee HTTP/1.1" status: 204  len: 168 time: 1.6245883
Dec 21 10:30:48.404215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47698) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:48.410429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1513080212'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:48.416989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:48.421046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:network and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:48.424079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:48.430595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:48.441000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Made reservation on behalf of 08682a2f241a40ef86b98b31e10d343b for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:48.447063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:48.484440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:30:48.494928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:48.495284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Added segment 586ddf3c-d9bb-4551-8a66-b366df7ec1ef of type vxlan for network ab4777e9-5c6d-4624-a337-6c1eac147561
Dec 21 10:30:48.524789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:48.557042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:48.562019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:48.563003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:48.569162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1d11e598-bd1c-46ab-91cc-19653273c9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:48.634035 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2254703
Dec 21 10:30:48.634327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47702) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:48.688490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Request body: {'subnet': {'network_id': 'ab4777e9-5c6d-4624-a337-6c1eac147561', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:48.720380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'Network': ['ID=ab4777e9-5c6d-4624-a337-6c1eac147561,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:48.732590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network ab4777e9-5c6d-4624-a337-6c1eac147561 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:30:48.734853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-157183f3-3676-408c-8edb-b681495df0fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:48.764590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network ab4777e9-5c6d-4624-a337-6c1eac147561 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:30:48.818250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:48.822645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:subnet and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:48.825701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:48.831933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:48.842250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Made reservation on behalf of 08682a2f241a40ef86b98b31e10d343b for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:48.962423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:49.691328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:49.707247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c86e8b2-7f85-4809-8d89-fb6f59059365 tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:49.846571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'Subnet': ['ID=94f26405-3281-4dd1-9fe4-e8e46266f68e,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:49.851717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:49.916035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Checking segment: {'id': '586ddf3c-d9bb-4551-8a66-b366df7ec1ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab4777e9-5c6d-4624-a337-6c1eac147561'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:49.916430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network hostable DHCP agents. Network: ab4777e9-5c6d-4624-a337-6c1eac147561, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:30:49.936717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network ab4777e9-5c6d-4624-a337-6c1eac147561 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:30:49.945769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, ab4777e9-5c6d-4624-a337-6c1eac147561) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:49.955913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80a5927-5da3-4b72-a249-d1099931c34d None None] Network ab4777e9-5c6d-4624-a337-6c1eac147561 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:49.959312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:49.959957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:49.982775 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3473344
Dec 21 10:30:49.986516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47706) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:49.993716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2090686537'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:49.999462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:50.004302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:network and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:50.007768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for network was recalculated. Used quota:2. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:50.013749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:50.023452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Made reservation on behalf of 08682a2f241a40ef86b98b31e10d343b for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:50.029144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:50.068190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:30:50.077657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:50.078043 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Added segment 8a2a8275-5caf-43ac-b754-7883b67e5d78 of type vxlan for network f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da
Dec 21 10:30:50.106842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:50.138795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:50.142982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:50.143623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:50.149988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:50.198276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ab4777e9-5c6d-4624-a337-6c1eac147561', 'network_id': 'ab4777e9-5c6d-4624-a337-6c1eac147561', 'tenant_id': '08682a2f241a40ef86b98b31e10d343b', 'fixed_ips': [{'subnet_id': '94f26405-3281-4dd1-9fe4-e8e46266f68e'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:30:50.199146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:50.204709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2170515
Dec 21 10:30:50.208997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47710) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:50.215854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Request body: {'subnet': {'network_id': 'f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:30:50.267189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'Network': ['ID=f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:50.271979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:50.280349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:30:50.349029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:30:50.662871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:30:50.667270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Usage tracker for resource:subnet and tenant:08682a2f241a40ef86b98b31e10d343b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:30:50.670284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:30:50.676318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:30:50.686032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Made reservation on behalf of 08682a2f241a40ef86b98b31e10d343b for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:30:50.733781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Allocated IP 2001:db8::2 (ab4777e9-5c6d-4624-a337-6c1eac147561/94f26405-3281-4dd1-9fe4-e8e46266f68e/b55be7a7-f4e4-4832-b9c6-690ae8bb36f8) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:30:50.801062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:50.978916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:50.990967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Transition to ACTIVE for port object b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:30:51.009042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Transition to ACTIVE for port object b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:30:51.014170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:51.030414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:51.166214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Pushing event updated for resources: {'Port': ['ID=b55be7a7-f4e4-4832-b9c6-690ae8bb36f8,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:51.177607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:51.223908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Network ab4777e9-5c6d-4624-a337-6c1eac147561 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:30:51.225205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:51.227689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:30:51.271649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:51.287796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ff7b6ca0-97b0-45e6-a057-2b2312e1d6c7 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:51.288007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Attempting to bind port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:30:51.288211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Attempting to bind port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '586ddf3c-d9bb-4551-8a66-b366df7ec1ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab4777e9-5c6d-4624-a337-6c1eac147561'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:30:51.288627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Attempting to bind port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 on network ab4777e9-5c6d-4624-a337-6c1eac147561 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:30:51.294697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:30:51.295130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Checking segment: {'id': '586ddf3c-d9bb-4551-8a66-b366df7ec1ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab4777e9-5c6d-4624-a337-6c1eac147561'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:51.295591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:51.296040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Bound using segment: {'id': '586ddf3c-d9bb-4551-8a66-b366df7ec1ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab4777e9-5c6d-4624-a337-6c1eac147561'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:30:51.296581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Bound port: b55be7a7-f4e4-4832-b9c6-690ae8bb36f8, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '586ddf3c-d9bb-4551-8a66-b366df7ec1ef', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'ab4777e9-5c6d-4624-a337-6c1eac147561'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:30:51.297014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:51.392493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] For port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:30:51.396273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] For port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b55be7a7-f4e4-4832-b9c6-690ae8bb36f8,segment=NetworkSegment(586ddf3c-d9bb-4551-8a66-b366df7ec1ef),segment_id=586ddf3c-d9bb-4551-8a66-b366df7ec1ef)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:30:51.399935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:51.415905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:51.435835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event updated for resources: {'Subnet': ['ID=2fd48dba-1414-41b3-a879-999c3c777ec1,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:51.440196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:51.509011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Checking segment: {'id': '8a2a8275-5caf-43ac-b754-7883b67e5d78', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:30:51.509410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network hostable DHCP agents. Network: f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:30:51.530431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:30:51.541924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:30:51.557060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:30:51.557392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:51.579946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3696685
Dec 21 10:30:51.583579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47714) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:51.640350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefe5b57-813e-44e4-b32b-41191335e2a0 None None] Network f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:51.745844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:51.849585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Pushing event updated for resources: {'Port': ['ID=b55be7a7-f4e4-4832-b9c6-690ae8bb36f8,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:51.857682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:51.878545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:52.014569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c94cef4-8fd7-4c63-93de-3812718d78b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da', 'network_id': 'f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da', 'tenant_id': '08682a2f241a40ef86b98b31e10d343b', 'fixed_ips': [{'subnet_id': '2fd48dba-1414-41b3-a879-999c3c777ec1'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:30:52.015507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c94cef4-8fd7-4c63-93de-3812718d78b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:52.211455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:52.239730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3b60adc0-7417-4f62-b295-7e223a5f841a tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server [None req-1c94cef4-8fd7-4c63-93de-3812718d78b4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fd48dba-1414-41b3-a879-999c3c777ec1: This subnet is being modified by another concurrent operation.
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     context, {port_apidef.RESOURCE_NAME: port_data})
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kwargs)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 232, in wrapped
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1422, in create_port
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1389, in _create_port_db
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     context, port, port_id)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     revert_on_fail=False)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     six.reraise(self.type_, self.value, self.tb)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise value
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     ips = self._allocate_ips_for_port(context, port_copy)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     distributed_service=self._is_distributed_service(p))
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     id=subnet.id)
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server     raise exception
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fd48dba-1414-41b3-a879-999c3c777ec1: This subnet is being modified by another concurrent operation.
Dec 21 10:30:52.289192 dv-neutron-601336-62-ovs neutron-server[80859]: ERROR oslo_messaging.rpc.server 
Dec 21 10:30:52.309681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8464d92a-2c1a-4841-a369-5bd53f0d6f09 None None] Network f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:52.310129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Subnet': ['ID=2fd48dba-1414-41b3-a879-999c3c777ec1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:52.314839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:52.424656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:30:52.507788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:52.588252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:30:52.635370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec66fba8>,) {'filters': {'network_id': ['f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:52.653420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec66fba8>, '8a2a8275-5caf-43ac-b754-7883b67e5d78') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:52.653829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec66fba8>, '8a2a8275-5caf-43ac-b754-7883b67e5d78') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:52.666440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:52.683166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:52.685127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Releasing vxlan tunnel 5 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:30:52.875378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:52.885850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:53.084320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:30:53.122816 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:30:53.230090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:53.233604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4f963845-5401-4214-97ac-62e98dc6cc27 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:53.253816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:53.264815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Network': ['ID=f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:53.268119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:53.273597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/networks/f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da HTTP/1.1" status: 204  len: 168 time: 1.6856675
Dec 21 10:30:53.273928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47718) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:53.322155 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5717679-2fb6-4b31-8439-1f0723092dae tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] GET failed (client error): The resource could not be found.
Dec 21 10:30:53.322718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f5717679-2fb6-4b31-8439-1f0723092dae tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Synchronizing usage tracker for tenant:08682a2f241a40ef86b98b31e10d343b on resource:subnet {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:30:53.341933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f5717679-2fb6-4b31-8439-1f0723092dae tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Unset dirty status for tenant:08682a2f241a40ef86b98b31e10d343b on resource:subnet {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:30:53.343201 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f5717679-2fb6-4b31-8439-1f0723092dae tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "GET /v2.0/subnets/2fd48dba-1414-41b3-a879-999c3c777ec1 HTTP/1.1" status: 404  len: 337 time: 0.0682611
Dec 21 10:30:53.346266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47722) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:53.375778 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-977a479f-1da5-4db9-891b-978e76bbb3ce tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] DELETE failed (client error): The resource could not be found.
Dec 21 10:30:53.376511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977a479f-1da5-4db9-891b-978e76bbb3ce tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:30:53.378104 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-977a479f-1da5-4db9-891b-978e76bbb3ce tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/networks/f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da HTTP/1.1" status: 404  len: 339 time: 0.0308595
Dec 21 10:30:53.385695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47726) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:53.431717 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f98e66-85a8-4fca-8c86-ee49d47c5949 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] DELETE failed (client error): The resource could not be found.
Dec 21 10:30:53.432260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f98e66-85a8-4fca-8c86-ee49d47c5949 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] No notification will be sent due to unsuccessful status code: 404 {{(pid=80971) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:30:53.434064 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-67f98e66-85a8-4fca-8c86-ee49d47c5949 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/subnets/2fd48dba-1414-41b3-a879-999c3c777ec1 HTTP/1.1" status: 404  len: 337 time: 0.0472929
Dec 21 10:30:53.436402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382bed9c-f861-42b2-b323-9f9f11bfc828 None None] Network ab4777e9-5c6d-4624-a337-6c1eac147561 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:53.438309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47730) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:53.476707 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-104c2bfa-dc05-4106-906b-c5e005287639 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] DELETE failed (client error): The resource could not be found.
Dec 21 10:30:53.477313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-104c2bfa-dc05-4106-906b-c5e005287639 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:30:53.479214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-104c2bfa-dc05-4106-906b-c5e005287639 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/networks/f1f9e9c9-8fb5-4a52-a703-9ba7128bc6da HTTP/1.1" status: 404  len: 339 time: 0.0398631
Dec 21 10:30:53.482094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47734) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:53.592618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ac2da289-51c2-4c5c-9398-0c6e2c4341a1 None None] Provisioning for port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:30:53.610927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ac2da289-51c2-4c5c-9398-0c6e2c4341a1 None None] Provisioning complete for port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:53.611364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac2da289-51c2-4c5c-9398-0c6e2c4341a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:53.725185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e49273-eefb-4fda-8a03-eac184bdb4f8 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Deleting subnet 94f26405-3281-4dd1-9fe4-e8e46266f68e {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:30:53.729024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4e49273-eefb-4fda-8a03-eac184bdb4f8 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:53.793392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4e49273-eefb-4fda-8a03-eac184bdb4f8 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:53.841563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac2da289-51c2-4c5c-9398-0c6e2c4341a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:53.888387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-ac2da289-51c2-4c5c-9398-0c6e2c4341a1 None None] For port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b55be7a7-f4e4-4832-b9c6-690ae8bb36f8,segment=NetworkSegment(586ddf3c-d9bb-4551-8a66-b366df7ec1ef),segment_id=586ddf3c-d9bb-4551-8a66-b366df7ec1ef)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:53.892828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac2da289-51c2-4c5c-9398-0c6e2c4341a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:53.894938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:53.920407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4e49273-eefb-4fda-8a03-eac184bdb4f8 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:53.986642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2da289-51c2-4c5c-9398-0c6e2c4341a1 None None] Pushing event updated for resources: {'Port': ['ID=b55be7a7-f4e4-4832-b9c6-690ae8bb36f8,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:53.991570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ac2da289-51c2-4c5c-9398-0c6e2c4341a1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:54.138963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-45a73bbe-fba9-461a-8fff-96c628763b89 None None] Provisioning complete for port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:54.139447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45a73bbe-fba9-461a-8fff-96c628763b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:54.309412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4e49273-eefb-4fda-8a03-eac184bdb4f8 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:54.327328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a279f18-74d0-4931-86eb-5f9339652cc2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:54.351063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:30:54.387027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e49273-eefb-4fda-8a03-eac184bdb4f8 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Subnet': ['ID=94f26405-3281-4dd1-9fe4-e8e46266f68e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:54.393862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c4e49273-eefb-4fda-8a03-eac184bdb4f8 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:54.439038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-aca7a5b0-b268-438e-a8b9-028fdf55d9d5 None None] Provisioning complete for port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:54.440219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aca7a5b0-b268-438e-a8b9-028fdf55d9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:54.504987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4e49273-eefb-4fda-8a03-eac184bdb4f8 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:54.524107 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c4e49273-eefb-4fda-8a03-eac184bdb4f8 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/subnets/94f26405-3281-4dd1-9fe4-e8e46266f68e HTTP/1.1" status: 204  len: 168 time: 1.0362463
Dec 21 10:30:54.525084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47738) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:54.536361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:54.537006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:54.719479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:54.750270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83665933-d7ac-4a71-ad69-96eb652ddb5b None None] Network ab4777e9-5c6d-4624-a337-6c1eac147561 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:54.811693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Deleting port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:30:54.812937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:54.930310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e9397bc2-8664-460f-a5f4-15e49ac95717 None None] Provisioning complete for port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:30:54.931121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e9397bc2-8664-460f-a5f4-15e49ac95717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:55.119653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] For port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b55be7a7-f4e4-4832-b9c6-690ae8bb36f8,segment=NetworkSegment(586ddf3c-d9bb-4551-8a66-b366df7ec1ef),segment_id=586ddf3c-d9bb-4551-8a66-b366df7ec1ef)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:55.120296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:55.224784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] DHCP port deletion for ab4777e9-5c6d-4624-a337-6c1eac147561 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:30:55.230052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] Deleting port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:30:55.230998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:55.299773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Calling delete_port for b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:30:55.395642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:55.412759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-66ece253-df47-498c-be94-5ba975179a1b tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:55.478899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Port': ['ID=b55be7a7-f4e4-4832-b9c6-690ae8bb36f8,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:55.482220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:55.590594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] No DVR routers for this DVR port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:30:55.709759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] For port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=b55be7a7-f4e4-4832-b9c6-690ae8bb36f8,segment=NetworkSegment(586ddf3c-d9bb-4551-8a66-b366df7ec1ef),segment_id=586ddf3c-d9bb-4551-8a66-b366df7ec1ef)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:55.710336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:55.749025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:55.887378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] Calling delete_port for b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:30:55.977526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:30:55.978364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:30:56.183190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fecaf0f98>,) {'filters': {'network_id': ['ab4777e9-5c6d-4624-a337-6c1eac147561']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:56.196671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecaf0f98>, '586ddf3c-d9bb-4551-8a66-b366df7ec1ef') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:56.197227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fecaf0f98>, '586ddf3c-d9bb-4551-8a66-b366df7ec1ef') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:56.210479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:56.227226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:56.229638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Releasing vxlan tunnel 4 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:30:56.327949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:30:56.368126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:30:56.368521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:30:56.425338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network ab4777e9-5c6d-4624-a337-6c1eac147561 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:56.435115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:56.479079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] Deleting port b55be7a7-f4e4-4832-b9c6-690ae8bb36f8 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:30:56.479514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:56.548890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-636bfb03-1991-47f6-a73e-2e6411760f3e None None] The port 'b55be7a7-f4e4-4832-b9c6-690ae8bb36f8' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:30:56.577760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f0ca28-ab0e-489a-8f05-61afd6576170 None None] get_active_networks_info from dv-neutron-601336-62-ovs {{(pid=80972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 21 10:30:56.627421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network ab4777e9-5c6d-4624-a337-6c1eac147561 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:30:56.654875 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:30:56.684196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f0ca28-ab0e-489a-8f05-61afd6576170 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}}
Dec 21 10:30:56.746269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:56.750237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-810eca57-c544-4ac5-9fe4-9c196cab0d88 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:56.767149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:56.780593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Network': ['ID=ab4777e9-5c6d-4624-a337-6c1eac147561,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:56.784403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:56.790496 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/networks/ab4777e9-5c6d-4624-a337-6c1eac147561 HTTP/1.1" status: 204  len: 168 time: 2.2571404
Dec 21 10:30:56.793871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47742) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:56.847614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e15dc4-c0d3-4242-a08c-f2997530c76c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] DELETE failed (client error): The resource could not be found.
Dec 21 10:30:56.848234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e15dc4-c0d3-4242-a08c-f2997530c76c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:30:56.850403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-75e15dc4-c0d3-4242-a08c-f2997530c76c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/subnets/c8b39db6-b00e-42e4-92f5-d826d102ad5e HTTP/1.1" status: 404  len: 337 time: 0.0580428
Dec 21 10:30:56.853190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47746) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:56.883986 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-1820db4f-03c7-4aaf-b0f0-a54c3824e33a tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] DELETE failed (client error): The resource could not be found.
Dec 21 10:30:56.884496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1820db4f-03c7-4aaf-b0f0-a54c3824e33a tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:30:56.886922 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1820db4f-03c7-4aaf-b0f0-a54c3824e33a tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/networks/19ef2747-2d4f-467f-82ec-128a8c9c77ee HTTP/1.1" status: 404  len: 339 time: 0.0322361
Dec 21 10:30:56.890293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47750) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:56.934237 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-15af4a4f-9c29-4cb2-9a01-cb164c1ad108 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] DELETE failed (client error): The resource could not be found.
Dec 21 10:30:56.934732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15af4a4f-9c29-4cb2-9a01-cb164c1ad108 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:30:56.936558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-15af4a4f-9c29-4cb2-9a01-cb164c1ad108 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/subnets/0c58e62d-6cca-43b4-8352-789a3912f2f8 HTTP/1.1" status: 404  len: 337 time: 0.0451312
Dec 21 10:30:56.939309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47754) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:56.968213 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42c92ef-8999-4078-a46e-f7f783043e72 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] DELETE failed (client error): The resource could not be found.
Dec 21 10:30:56.968709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42c92ef-8999-4078-a46e-f7f783043e72 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] No notification will be sent due to unsuccessful status code: 404 {{(pid=80970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}}
Dec 21 10:30:56.970549 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b42c92ef-8999-4078-a46e-f7f783043e72 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/networks/528c3a40-9587-4158-a3b0-c6fbd90472d1 HTTP/1.1" status: 404  len: 339 time: 0.0302629
Dec 21 10:30:56.974511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47758) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:57.201908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05e190e-2eca-4ede-9a65-7a848acb6c41 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Deleting subnet 56f36f39-feaa-45a1-985e-3b92b1565ead {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:30:57.205452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05e190e-2eca-4ede-9a65-7a848acb6c41 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:57.269007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05e190e-2eca-4ede-9a65-7a848acb6c41 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:57.377443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05e190e-2eca-4ede-9a65-7a848acb6c41 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:57.709339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05e190e-2eca-4ede-9a65-7a848acb6c41 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:57.726083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cfbbcb17-1bef-4719-a4df-a52d44e38d1f tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:57.783527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05e190e-2eca-4ede-9a65-7a848acb6c41 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Subnet': ['ID=56f36f39-feaa-45a1-985e-3b92b1565ead,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:57.786924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b05e190e-2eca-4ede-9a65-7a848acb6c41 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:57.878571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b05e190e-2eca-4ede-9a65-7a848acb6c41 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:57.884979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267e67e4-061e-4295-bc5a-36f8d4ee0a1c None None] Network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:30:57.889313 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b05e190e-2eca-4ede-9a65-7a848acb6c41 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/subnets/56f36f39-feaa-45a1-985e-3b92b1565ead HTTP/1.1" status: 204  len: 168 time: 0.9137104
Dec 21 10:30:57.891938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47762) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:30:58.037322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:58.111923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Deleting port ebf6517e-bb1a-4e26-a8e0-b1489639c30c {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:30:58.112256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:58.162941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] DHCP port deletion for 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:30:58.167938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] Deleting port ebf6517e-bb1a-4e26-a8e0-b1489639c30c {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:30:58.168453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:58.334411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ebf6517e-bb1a-4e26-a8e0-b1489639c30c no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:30:58.354265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] For port ebf6517e-bb1a-4e26-a8e0-b1489639c30c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ebf6517e-bb1a-4e26-a8e0-b1489639c30c,segment=NetworkSegment(07e87512-4690-4f3c-a467-6f05199b9ad7),segment_id=07e87512-4690-4f3c-a467-6f05199b9ad7)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:58.354672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:58.482457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] For port ebf6517e-bb1a-4e26-a8e0-b1489639c30c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ebf6517e-bb1a-4e26-a8e0-b1489639c30c,segment=NetworkSegment(07e87512-4690-4f3c-a467-6f05199b9ad7),segment_id=07e87512-4690-4f3c-a467-6f05199b9ad7)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:30:58.483140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:58.497023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Calling delete_port for ebf6517e-bb1a-4e26-a8e0-b1489639c30c owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:30:58.590554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:58.607881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b8746bb-bbb9-4cdd-8b9c-8a5f1e8acb37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:58.666813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Port': ['ID=ebf6517e-bb1a-4e26-a8e0-b1489639c30c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:58.671208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:58.672109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] Calling delete_port for ebf6517e-bb1a-4e26-a8e0-b1489639c30c owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:30:58.716958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Port ebf6517e-bb1a-4e26-a8e0-b1489639c30c update to DOWN by agent not found {{(pid=80972) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 21 10:30:58.761593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:30:58.762016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:30:58.762390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] No DVR routers for this DVR port ebf6517e-bb1a-4e26-a8e0-b1489639c30c on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:30:58.914640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:59.051883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed3b8898>,) {'filters': {'network_id': ['7a437d68-ba7e-46a4-8dad-c7f1186f3c27']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:59.065890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed3b8898>, '07e87512-4690-4f3c-a467-6f05199b9ad7') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:59.066239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed3b8898>, '07e87512-4690-4f3c-a467-6f05199b9ad7') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:30:59.080901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:59.098536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:59.100698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:30:59.262921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] Deleting port ebf6517e-bb1a-4e26-a8e0-b1489639c30c {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:30:59.263419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:59.300021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:59.310768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:59.336697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-53664000-d478-4d5d-ba94-a3d171b8ebd1 None None] The port 'ebf6517e-bb1a-4e26-a8e0-b1489639c30c' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:30:59.501224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Network 7a437d68-ba7e-46a4-8dad-c7f1186f3c27 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:30:59.527296 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:30:59.616242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:59.620318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:30:59.624494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3fb054a6-7a2f-4afb-94fc-662dd588d77f tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:30:59.650088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Pushing event deleted for resources: {'Network': ['ID=7a437d68-ba7e-46a4-8dad-c7f1186f3c27,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:30:59.652804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:30:59.655427 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] 10.222.0.45 "DELETE /v2.0/networks/7a437d68-ba7e-46a4-8dad-c7f1186f3c27 HTTP/1.1" status: 204  len: 168 time: 1.7615354
Dec 21 10:30:59.980920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47770) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:00.172135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2fc02314-bea8-4bbb-aee2-f0002ceaff90 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08682a2f241a40ef86b98b31e10d343b&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1898112
Dec 21 10:31:00.174711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47776) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:00.242919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3217caf7-117f-422c-b4eb-530d62beb7a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:00.272361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3217caf7-117f-422c-b4eb-530d62beb7a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:00.322113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3217caf7-117f-422c-b4eb-530d62beb7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:00.327378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7717595-e737-4b64-aef3-df2fdae65a5a tempest-NegativeSecGroupTest-729303514 tempest-NegativeSecGroupTest-729303514] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:00.341391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217caf7-117f-422c-b4eb-530d62beb7a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e436d8a-edae-4e45-b22d-ee0526920ba1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:00.344734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3217caf7-117f-422c-b4eb-530d62beb7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:00.346894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3217caf7-117f-422c-b4eb-530d62beb7a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:00.348199 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3217caf7-117f-422c-b4eb-530d62beb7a9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e436d8a-edae-4e45-b22d-ee0526920ba1 HTTP/1.1" status: 204  len: 168 time: 0.1725008
Dec 21 10:31:01.366156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47798) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:01.518347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1701202430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:01.526254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:01.536403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Usage tracker for resource:router and tenant:13a171213c9449ffb2e95cb335b4eb8a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:01.541334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:01.547605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:01.561545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.562772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.582419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.601002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.623677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.625304 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b291aaa0-8f7c-4330-a8f4-751cd996ceb2 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2578335
Dec 21 10:31:01.628542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47804) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:01.635970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1290556383'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:01.641454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:01.646418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Usage tracker for resource:network and tenant:13a171213c9449ffb2e95cb335b4eb8a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:01.650229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:01.656073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:01.665101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Made reservation on behalf of 13a171213c9449ffb2e95cb335b4eb8a for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:31:01.670855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.684971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.701853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:01.705974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Usage tracker for resource:security_group_rule and tenant:13a171213c9449ffb2e95cb335b4eb8a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:01.709098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:01.714964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:01.813343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.816085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.820728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d94cf4b-852c-495f-a59f-69b15782c01a tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:01.856240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:31:01.866624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event updated for resources: {'SecurityGroup': ['ID=0e69ca20-7528-44fa-bdcd-049afbe91a6a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:01.870173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:01.874321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.874768 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Added segment 4e7b7ccc-98fd-43d1-a104-32755b53bf5f of type vxlan for network 76f47cf2-7d54-48e3-9080-6aecf130f207
Dec 21 10:31:01.903436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.905914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.940951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.947120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:01.947772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:01.953462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3ee81a4-84ad-483e-a640-a57bbfb32607 tempest-FloatingIPNegativeTestJSON-2132648176 tempest-FloatingIPNegativeTestJSON-2132648176] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:02.071897 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4408891
Dec 21 10:31:02.074969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47808) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:02.077605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event updated for resources: {'Network': ['ID=76f47cf2-7d54-48e3-9080-6aecf130f207,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:02.080437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:02.083201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Request body: {'subnet': {'network_id': '76f47cf2-7d54-48e3-9080-6aecf130f207', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:02.091589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 76f47cf2-7d54-48e3-9080-6aecf130f207 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:31:02.106579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 76f47cf2-7d54-48e3-9080-6aecf130f207 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:31:02.211193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:02.215355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Usage tracker for resource:subnet and tenant:13a171213c9449ffb2e95cb335b4eb8a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:02.218390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:02.225043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:02.234357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Made reservation on behalf of 13a171213c9449ffb2e95cb335b4eb8a for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:31:02.352819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:02.808447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:02.825585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea92ec3e-4329-4ddd-8214-ab899f2a47e2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:02.980896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event updated for resources: {'Subnet': ['ID=82af2f93-99bd-42bb-9b0a-d1a74a53f12f,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:02.993344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.993792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.994209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.994624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.995027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.995432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.995834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.996233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.996631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.997029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.997432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.997875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.998351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.998748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.999144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.999540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:02.999935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:03.000370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:03.000763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:03.001159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:03.001581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:03.001977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:03.002370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:03.002762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:03.008247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:03.070622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Checking segment: {'id': '4e7b7ccc-98fd-43d1-a104-32755b53bf5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '76f47cf2-7d54-48e3-9080-6aecf130f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:03.070942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Network hostable DHCP agents. Network: 76f47cf2-7d54-48e3-9080-6aecf130f207, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:31:03.091399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Network 76f47cf2-7d54-48e3-9080-6aecf130f207 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:31:03.100770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 76f47cf2-7d54-48e3-9080-6aecf130f207) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:03.111707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6394665b-aebd-4b0a-b968-1bff1ffe3179 None None] Network 76f47cf2-7d54-48e3-9080-6aecf130f207 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:31:03.116223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:03.116873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:03.138632 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-90081eb3-fb08-4f89-9c61-c107ed55d183 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0624714
Dec 21 10:31:03.141864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47812) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:03.148568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-145945676'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:03.154662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:03.159606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Usage tracker for resource:network and tenant:13a171213c9449ffb2e95cb335b4eb8a is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:03.163735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Quota usage for network was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:03.173206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:03.187267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Made reservation on behalf of 13a171213c9449ffb2e95cb335b4eb8a for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:31:03.196791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:03.253644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:31:03.270491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:03.270692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Added segment 7a732754-791f-42c6-9dd0-bf02a9340d85 of type vxlan for network f02b86a0-e843-4809-b6c2-a41a55f46601
Dec 21 10:31:03.302891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:03.334897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:03.339354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:03.340159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:03.346949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7ebd28be-06fe-49c9-b6a7-fd0c7f3851f1 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:03.352390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-76f47cf2-7d54-48e3-9080-6aecf130f207', 'network_id': '76f47cf2-7d54-48e3-9080-6aecf130f207', 'tenant_id': '13a171213c9449ffb2e95cb335b4eb8a', 'fixed_ips': [{'subnet_id': '82af2f93-99bd-42bb-9b0a-d1a74a53f12f'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:31:03.353314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:03.409799 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2667711
Dec 21 10:31:03.415121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47816) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:03.422935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Request body: {'subnet': {'network_id': 'f02b86a0-e843-4809-b6c2-a41a55f46601', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:03.473836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event updated for resources: {'Network': ['ID=f02b86a0-e843-4809-b6c2-a41a55f46601,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:03.476929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0c4552fc-103a-4337-8daf-8e883174dae7 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:03.486513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network f02b86a0-e843-4809-b6c2-a41a55f46601 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:31:03.499793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network f02b86a0-e843-4809-b6c2-a41a55f46601 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:31:03.557641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:03.562113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Usage tracker for resource:subnet and tenant:13a171213c9449ffb2e95cb335b4eb8a is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:03.565522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:03.572120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:03.581892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Made reservation on behalf of 13a171213c9449ffb2e95cb335b4eb8a for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:31:03.696933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:04.069334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Allocated IP 172.20.0.2 (76f47cf2-7d54-48e3-9080-6aecf130f207/82af2f93-99bd-42bb-9b0a-d1a74a53f12f/561add6e-4b77-4624-9181-e3936204c9ff) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:31:04.290839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:04.301681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Transition to ACTIVE for port object 561add6e-4b77-4624-9181-e3936204c9ff will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:04.318590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Transition to ACTIVE for port object 561add6e-4b77-4624-9181-e3936204c9ff will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:04.322955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:04.343495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:04.453575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:04.469741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4392aca3-9e31-4619-9299-fb46d6650870 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:04.486848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Pushing event updated for resources: {'Port': ['ID=561add6e-4b77-4624-9181-e3936204c9ff,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:04.493163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:04.539765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Network 76f47cf2-7d54-48e3-9080-6aecf130f207 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:04.542070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:04.545087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:31:04.624861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Attempting to bind port 561add6e-4b77-4624-9181-e3936204c9ff on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:31:04.625279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Attempting to bind port 561add6e-4b77-4624-9181-e3936204c9ff by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '4e7b7ccc-98fd-43d1-a104-32755b53bf5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '76f47cf2-7d54-48e3-9080-6aecf130f207'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:31:04.625741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Attempting to bind port 561add6e-4b77-4624-9181-e3936204c9ff on network 76f47cf2-7d54-48e3-9080-6aecf130f207 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:31:04.632144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:31:04.632565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Checking segment: {'id': '4e7b7ccc-98fd-43d1-a104-32755b53bf5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '76f47cf2-7d54-48e3-9080-6aecf130f207'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:04.633021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:04.633453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Bound using segment: {'id': '4e7b7ccc-98fd-43d1-a104-32755b53bf5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '76f47cf2-7d54-48e3-9080-6aecf130f207'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:31:04.634025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Bound port: 561add6e-4b77-4624-9181-e3936204c9ff, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7b7ccc-98fd-43d1-a104-32755b53bf5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '76f47cf2-7d54-48e3-9080-6aecf130f207'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:31:04.634454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:04.638393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event updated for resources: {'Subnet': ['ID=abd62c30-0bd7-4da9-8be0-d1db48bf549c,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:04.642726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:04.713518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Checking segment: {'id': '7a732754-791f-42c6-9dd0-bf02a9340d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f02b86a0-e843-4809-b6c2-a41a55f46601'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:04.713960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Network hostable DHCP agents. Network: f02b86a0-e843-4809-b6c2-a41a55f46601, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:31:04.736403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Network f02b86a0-e843-4809-b6c2-a41a55f46601 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:31:04.741108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] For port 561add6e-4b77-4624-9181-e3936204c9ff, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:31:04.745083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] For port 561add6e-4b77-4624-9181-e3936204c9ff, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=561add6e-4b77-4624-9181-e3936204c9ff,segment=NetworkSegment(4e7b7ccc-98fd-43d1-a104-32755b53bf5f),segment_id=4e7b7ccc-98fd-43d1-a104-32755b53bf5f)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:31:04.747534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, f02b86a0-e843-4809-b6c2-a41a55f46601) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:04.748991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:04.767638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:04.768460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:04.774965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:04.792840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ea7e8710-1276-4c08-ae68-b015b549f89f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3762949
Dec 21 10:31:04.796364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47820) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:04.806628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d545a555-e550-4788-a080-abb0d2a1a2df tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Request body: {'router': {'external_gateway_info': {'network_id': 'f02b86a0-e843-4809-b6c2-a41a55f46601'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:04.811642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b881a1b-d3ec-4e0b-9338-d87d8a5f509e None None] Network f02b86a0-e843-4809-b6c2-a41a55f46601 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:31:05.059620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Pushing event updated for resources: {'Port': ['ID=561add6e-4b77-4624-9181-e3936204c9ff,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:05.066162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:05.231303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-f02b86a0-e843-4809-b6c2-a41a55f46601', 'network_id': 'f02b86a0-e843-4809-b6c2-a41a55f46601', 'tenant_id': '13a171213c9449ffb2e95cb335b4eb8a', 'fixed_ips': [{'subnet_id': 'abd62c30-0bd7-4da9-8be0-d1db48bf549c'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:31:05.232303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:05.250892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d545a555-e550-4788-a080-abb0d2a1a2df tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:05.417241 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.api.v2.resource [None req-d545a555-e550-4788-a080-abb0d2a1a2df tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
Dec 21 10:31:05.422361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d545a555-e550-4788-a080-abb0d2a1a2df tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "PUT /v2.0/routers/007b0b78-f650-4eec-8f35-3f1e9ac5aa35 HTTP/1.1" status: 400  len: 364 time: 0.6237841
Dec 21 10:31:05.431776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47824) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:05.603039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Allocated IP 172.21.0.2 (f02b86a0-e843-4809-b6c2-a41a55f46601/abd62c30-0bd7-4da9-8be0-d1db48bf549c/1797939a-bece-4db7-b5dd-9e50a2bd0f38) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:31:05.713247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-19254071-b2a3-4d8d-92f1-799cff86b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Deleting subnet abd62c30-0bd7-4da9-8be0-d1db48bf549c {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:31:05.840288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:05.851647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Transition to ACTIVE for port object 1797939a-bece-4db7-b5dd-9e50a2bd0f38 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:05.872400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Transition to ACTIVE for port object 1797939a-bece-4db7-b5dd-9e50a2bd0f38 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:05.875469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19254071-b2a3-4d8d-92f1-799cff86b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:05.877602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:05.894867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:05.946489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19254071-b2a3-4d8d-92f1-799cff86b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:06.040045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19254071-b2a3-4d8d-92f1-799cff86b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:06.044139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Pushing event updated for resources: {'Port': ['ID=1797939a-bece-4db7-b5dd-9e50a2bd0f38,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:06.048012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:06.091616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Network f02b86a0-e843-4809-b6c2-a41a55f46601 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:06.092911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:06.095724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:31:06.152613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Attempting to bind port 1797939a-bece-4db7-b5dd-9e50a2bd0f38 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:31:06.152997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Attempting to bind port 1797939a-bece-4db7-b5dd-9e50a2bd0f38 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '7a732754-791f-42c6-9dd0-bf02a9340d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f02b86a0-e843-4809-b6c2-a41a55f46601'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:31:06.153405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Attempting to bind port 1797939a-bece-4db7-b5dd-9e50a2bd0f38 on network f02b86a0-e843-4809-b6c2-a41a55f46601 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:31:06.159321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:31:06.159742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Checking segment: {'id': '7a732754-791f-42c6-9dd0-bf02a9340d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f02b86a0-e843-4809-b6c2-a41a55f46601'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:06.160850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:06.161299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Bound using segment: {'id': '7a732754-791f-42c6-9dd0-bf02a9340d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f02b86a0-e843-4809-b6c2-a41a55f46601'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:31:06.161850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Bound port: 1797939a-bece-4db7-b5dd-9e50a2bd0f38, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a732754-791f-42c6-9dd0-bf02a9340d85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'f02b86a0-e843-4809-b6c2-a41a55f46601'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:31:06.162274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:06.346994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19254071-b2a3-4d8d-92f1-799cff86b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:06.347695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] For port 1797939a-bece-4db7-b5dd-9e50a2bd0f38, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:31:06.351684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] For port 1797939a-bece-4db7-b5dd-9e50a2bd0f38, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1797939a-bece-4db7-b5dd-9e50a2bd0f38,segment=NetworkSegment(7a732754-791f-42c6-9dd0-bf02a9340d85),segment_id=7a732754-791f-42c6-9dd0-bf02a9340d85)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:31:06.355764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:06.364335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fc523e6-67fe-4fa7-9805-9e3ad90c392d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:06.401769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:06.422535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19254071-b2a3-4d8d-92f1-799cff86b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event deleted for resources: {'Subnet': ['ID=abd62c30-0bd7-4da9-8be0-d1db48bf549c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:06.427140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19254071-b2a3-4d8d-92f1-799cff86b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:06.430883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 561add6e-4b77-4624-9181-e3936204c9ff up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:06.511695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19254071-b2a3-4d8d-92f1-799cff86b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:06.518529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-19254071-b2a3-4d8d-92f1-799cff86b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "DELETE /v2.0/subnets/abd62c30-0bd7-4da9-8be0-d1db48bf549c HTTP/1.1" status: 204  len: 168 time: 1.0856030
Dec 21 10:31:06.522201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47828) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:06.618605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Pushing event updated for resources: {'Port': ['ID=1797939a-bece-4db7-b5dd-9e50a2bd0f38,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:06.622266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:06.630727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 561add6e-4b77-4624-9181-e3936204c9ff completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:06.642044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef0894b-0884-45e1-bf01-326b733510be None None] Network 76f47cf2-7d54-48e3-9080-6aecf130f207 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:31:06.693838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:06.750681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-515eb05a-5496-419e-b2bc-02d529226e5d None None] Provisioning for port 561add6e-4b77-4624-9181-e3936204c9ff completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:06.760787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-515eb05a-5496-419e-b2bc-02d529226e5d None None] Provisioning complete for port 561add6e-4b77-4624-9181-e3936204c9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:06.761210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-515eb05a-5496-419e-b2bc-02d529226e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:06.762517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Deleting port 1797939a-bece-4db7-b5dd-9e50a2bd0f38 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:31:06.762902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:07.044471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] For port 1797939a-bece-4db7-b5dd-9e50a2bd0f38, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=1797939a-bece-4db7-b5dd-9e50a2bd0f38,segment=NetworkSegment(7a732754-791f-42c6-9dd0-bf02a9340d85),segment_id=7a732754-791f-42c6-9dd0-bf02a9340d85)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:07.045829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:07.192964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Calling delete_port for 1797939a-bece-4db7-b5dd-9e50a2bd0f38 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:31:07.229145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-515eb05a-5496-419e-b2bc-02d529226e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:07.272108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:07.286288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-515eb05a-5496-419e-b2bc-02d529226e5d None None] For port 561add6e-4b77-4624-9181-e3936204c9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=561add6e-4b77-4624-9181-e3936204c9ff,segment=NetworkSegment(4e7b7ccc-98fd-43d1-a104-32755b53bf5f),segment_id=4e7b7ccc-98fd-43d1-a104-32755b53bf5f)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:07.290730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-adf35ba6-1d9d-4d0f-9397-add54bbd6f59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:07.292120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-515eb05a-5496-419e-b2bc-02d529226e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:07.294168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:07.351537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event deleted for resources: {'Port': ['ID=1797939a-bece-4db7-b5dd-9e50a2bd0f38,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:07.354554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:07.369392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515eb05a-5496-419e-b2bc-02d529226e5d None None] Pushing event updated for resources: {'Port': ['ID=561add6e-4b77-4624-9181-e3936204c9ff,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:07.373216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-515eb05a-5496-419e-b2bc-02d529226e5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:07.451431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] No DVR routers for this DVR port 1797939a-bece-4db7-b5dd-9e50a2bd0f38 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:31:07.589540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:07.615053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e20e6f8c-def7-461d-8309-29facbc0b8b4 None None] Provisioning complete for port 561add6e-4b77-4624-9181-e3936204c9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:07.615381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e20e6f8c-def7-461d-8309-29facbc0b8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:07.719439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec49a630>,) {'filters': {'network_id': ['f02b86a0-e843-4809-b6c2-a41a55f46601']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:07.734266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec49a630>, '7a732754-791f-42c6-9dd0-bf02a9340d85') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:07.734628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec49a630>, '7a732754-791f-42c6-9dd0-bf02a9340d85') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:07.750723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:07.768298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:07.770818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Releasing vxlan tunnel 4 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:31:07.972163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2a5adf26-4266-4313-8129-2167b5c67bdc None None] Provisioning complete for port 561add6e-4b77-4624-9181-e3936204c9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:07.973079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a5adf26-4266-4313-8129-2167b5c67bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:07.978391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Network f02b86a0-e843-4809-b6c2-a41a55f46601 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:31:07.989414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:08.165565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119cd9fd-6809-4340-ba7d-6aa712b1f614 None None] Network f02b86a0-e843-4809-b6c2-a41a55f46601 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:31:08.199084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Network f02b86a0-e843-4809-b6c2-a41a55f46601 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:31:08.224934 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:31:08.273166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5a73c55d-8b39-49d4-95f4-387b054a73e4 None None] Could not find standard attr ID for object 1797939a-bece-4db7-b5dd-9e50a2bd0f38. {{(pid=80972) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}}
Dec 21 10:31:08.308618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:08.315374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b287fdb1-aa4a-476e-b311-42f515944e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:08.332010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:08.348048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event deleted for resources: {'Network': ['ID=f02b86a0-e843-4809-b6c2-a41a55f46601,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:08.351874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:08.353472 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "DELETE /v2.0/networks/f02b86a0-e843-4809-b6c2-a41a55f46601 HTTP/1.1" status: 204  len: 168 time: 1.8301952
Dec 21 10:31:08.356169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47832) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:08.357371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5a73c55d-8b39-49d4-95f4-387b054a73e4 None None] Provisioning complete for port 561add6e-4b77-4624-9181-e3936204c9ff triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:08.357845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a73c55d-8b39-49d4-95f4-387b054a73e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:08.393074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 561add6e-4b77-4624-9181-e3936204c9ff up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:08.429612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998610ba-1584-4415-a2aa-4a5ca08244c2 None None] DHCP port deletion for f02b86a0-e843-4809-b6c2-a41a55f46601 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:31:08.485427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-56c5b19f-0f6a-417c-9ee8-a9258acb6f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:08.571342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 561add6e-4b77-4624-9181-e3936204c9ff triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:08.571772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:08.572772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-137c3ecd-3fb6-47c8-b283-ad42cfa509a9 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Deleting subnet 82af2f93-99bd-42bb-9b0a-d1a74a53f12f {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:31:08.576166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-137c3ecd-3fb6-47c8-b283-ad42cfa509a9 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:08.637197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-137c3ecd-3fb6-47c8-b283-ad42cfa509a9 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:09.012064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-137c3ecd-3fb6-47c8-b283-ad42cfa509a9 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:09.299114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-137c3ecd-3fb6-47c8-b283-ad42cfa509a9 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:09.315232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bd5e227b-d1cc-43af-a061-cb107fcf15cd tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:09.362701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137c3ecd-3fb6-47c8-b283-ad42cfa509a9 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event deleted for resources: {'Subnet': ['ID=82af2f93-99bd-42bb-9b0a-d1a74a53f12f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:09.368029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-137c3ecd-3fb6-47c8-b283-ad42cfa509a9 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:09.453601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-137c3ecd-3fb6-47c8-b283-ad42cfa509a9 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:09.460267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-137c3ecd-3fb6-47c8-b283-ad42cfa509a9 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "DELETE /v2.0/subnets/82af2f93-99bd-42bb-9b0a-d1a74a53f12f HTTP/1.1" status: 204  len: 168 time: 1.1030765
Dec 21 10:31:09.461743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db85188-149a-4c58-a3a1-ec49ec6e8c00 None None] Network 76f47cf2-7d54-48e3-9080-6aecf130f207 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:31:09.463050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47836) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:09.592557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:09.661365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Deleting port 561add6e-4b77-4624-9181-e3936204c9ff {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:31:09.661771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:09.726232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] DHCP port deletion for 76f47cf2-7d54-48e3-9080-6aecf130f207 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:31:09.731255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] Deleting port 561add6e-4b77-4624-9181-e3936204c9ff {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:31:09.731804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:09.890924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] For port 561add6e-4b77-4624-9181-e3936204c9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=561add6e-4b77-4624-9181-e3936204c9ff,segment=NetworkSegment(4e7b7ccc-98fd-43d1-a104-32755b53bf5f),segment_id=4e7b7ccc-98fd-43d1-a104-32755b53bf5f)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:09.890924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:09.956585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] For port 561add6e-4b77-4624-9181-e3936204c9ff, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=561add6e-4b77-4624-9181-e3936204c9ff,segment=NetworkSegment(4e7b7ccc-98fd-43d1-a104-32755b53bf5f),segment_id=4e7b7ccc-98fd-43d1-a104-32755b53bf5f)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:09.957881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:10.038448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Calling delete_port for 561add6e-4b77-4624-9181-e3936204c9ff owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:31:10.102862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] Calling delete_port for 561add6e-4b77-4624-9181-e3936204c9ff owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:31:10.114972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:10.132793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:10.194662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:31:10.195005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:31:10.201580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event deleted for resources: {'Port': ['ID=561add6e-4b77-4624-9181-e3936204c9ff,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:10.204850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:10.296693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] No DVR routers for this DVR port 561add6e-4b77-4624-9181-e3936204c9ff on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:31:10.346331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1797939a-bece-4db7-b5dd-9e50a2bd0f38 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:31:10.385881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 1797939a-bece-4db7-b5dd-9e50a2bd0f38 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:31:10.386494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 1797939a-bece-4db7-b5dd-9e50a2bd0f38 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:31:10.386818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 561add6e-4b77-4624-9181-e3936204c9ff no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:31:10.434639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 561add6e-4b77-4624-9181-e3936204c9ff {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:31:10.435049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 561add6e-4b77-4624-9181-e3936204c9ff not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:31:10.454610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:10.593670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe77e06a0>,) {'filters': {'network_id': ['76f47cf2-7d54-48e3-9080-6aecf130f207']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:10.615183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe77e06a0>, '4e7b7ccc-98fd-43d1-a104-32755b53bf5f') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:10.615540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe77e06a0>, '4e7b7ccc-98fd-43d1-a104-32755b53bf5f') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:10.632087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:10.666300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:10.669101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:31:10.696629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] Deleting port 561add6e-4b77-4624-9181-e3936204c9ff {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:31:10.697833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:10.768675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-78def5c4-a0a4-4f37-8699-09ff093f7743 None None] The port '561add6e-4b77-4624-9181-e3936204c9ff' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:31:10.884450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Network 76f47cf2-7d54-48e3-9080-6aecf130f207 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:31:10.894173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:11.086160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Network 76f47cf2-7d54-48e3-9080-6aecf130f207 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:31:11.110681 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:31:11.198361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:11.201645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-91b6ed72-9426-45ad-b024-7c5d7bfa0d99 tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:11.222851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:11.235162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Pushing event deleted for resources: {'Network': ['ID=76f47cf2-7d54-48e3-9080-6aecf130f207,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:11.238814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:11.240782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "DELETE /v2.0/networks/76f47cf2-7d54-48e3-9080-6aecf130f207 HTTP/1.1" status: 204  len: 168 time: 1.7766645
Dec 21 10:31:11.243669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47840) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:11.290840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eccea33d-0529-4563-8b95-3439f48397f6 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Synchronizing usage tracker for tenant:13a171213c9449ffb2e95cb335b4eb8a on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:31:11.307319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-eccea33d-0529-4563-8b95-3439f48397f6 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Unset dirty status for tenant:13a171213c9449ffb2e95cb335b4eb8a on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:31:11.308591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eccea33d-0529-4563-8b95-3439f48397f6 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "GET /v2.0/ports?device_id=007b0b78-f650-4eec-8f35-3f1e9ac5aa35 HTTP/1.1" status: 200  len: 205 time: 0.0639050
Dec 21 10:31:11.311499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47844) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:11.452566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0367e43a-5fe9-4b20-98cf-4475acd8b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:11.732113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0367e43a-5fe9-4b20-98cf-4475acd8b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:11.734596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0367e43a-5fe9-4b20-98cf-4475acd8b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:11.756228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0367e43a-5fe9-4b20-98cf-4475acd8b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:11.756758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0367e43a-5fe9-4b20-98cf-4475acd8b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Fanout notify agent at l3_agent the message router_deleted on router 007b0b78-f650-4eec-8f35-3f1e9ac5aa35 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:31:11.767723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0367e43a-5fe9-4b20-98cf-4475acd8b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:11.768968 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0367e43a-5fe9-4b20-98cf-4475acd8b919 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] 10.222.0.45 "DELETE /v2.0/routers/007b0b78-f650-4eec-8f35-3f1e9ac5aa35 HTTP/1.1" status: 204  len: 168 time: 0.4564598
Dec 21 10:31:12.093584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47852) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:12.217846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:12.289150 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-03ba0a12-7504-4c16-b59f-ee6f82c7edd3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=13a171213c9449ffb2e95cb335b4eb8a&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1940589
Dec 21 10:31:12.291719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47858) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:12.358547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28df6967-8c9a-44fb-b997-206b60ef1b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:12.386086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28df6967-8c9a-44fb-b997-206b60ef1b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:12.431110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28df6967-8c9a-44fb-b997-206b60ef1b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:12.436273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d2e93179-8954-4fdf-8150-8ce45ff8942c tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:12.447971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df6967-8c9a-44fb-b997-206b60ef1b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e69ca20-7528-44fa-bdcd-049afbe91a6a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:12.453067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28df6967-8c9a-44fb-b997-206b60ef1b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:12.455125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28df6967-8c9a-44fb-b997-206b60ef1b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:12.456360 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28df6967-8c9a-44fb-b997-206b60ef1b51 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e69ca20-7528-44fa-bdcd-049afbe91a6a HTTP/1.1" status: 204  len: 168 time: 0.1636431
Dec 21 10:31:12.495211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c9d0035a-248c-4a24-896a-34d23badb6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:12.740961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:13.319821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47880) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:13.471101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1288865024-network', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:13.478252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:13.482864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Usage tracker for resource:network and tenant:d9e369c2a8d24def9cfabdb8df1ba70e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:13.486081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:13.492708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:13.503014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Made reservation on behalf of d9e369c2a8d24def9cfabdb8df1ba70e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:31:13.508001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:13.522822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:13.541789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:13.547456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Usage tracker for resource:security_group_rule and tenant:d9e369c2a8d24def9cfabdb8df1ba70e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:13.550707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:13.556837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:13.562086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:13.649227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:13.652661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:13.656916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-05a6690a-fecb-4886-91d1-f7831b1a5c09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:13.694387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:31:13.704126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275787b9-a253-417c-aebf-9185b9a8e007,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:13.708699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:13.711390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:13.711781 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Added segment 3f307a0f-1ce9-4ff4-b9ee-950379a65bbf of type vxlan for network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f
Dec 21 10:31:13.741769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:13.773985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:13.775004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:13.775620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:13.780737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98dc6a82-ea27-4f72-9270-340ba8f01859 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:13.884655 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5635116
Dec 21 10:31:13.887764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47886) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:13.890345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Pushing event updated for resources: {'Network': ['ID=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:13.893253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:13.895872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Request body: {'subnet': {'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1288865024-subnet', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:13.901769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:13.903332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:31:13.906062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Usage tracker for resource:subnet and tenant:d9e369c2a8d24def9cfabdb8df1ba70e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:13.909183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:13.915409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:13.917559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:31:13.925691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Made reservation on behalf of d9e369c2a8d24def9cfabdb8df1ba70e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:31:13.930499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:14.356694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:14.373297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-448971f8-6413-4cd1-9928-382dc6258f2a tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:14.512823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6e2619-27cd-413a-a4a2-185d7686ee04,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:14.516905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:14.578787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Checking segment: {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:14.579093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Network hostable DHCP agents. Network: 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:31:14.598521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:31:14.607139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:14.616455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8810d3a7-80a1-4163-8eab-d6c28877b249 None None] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:31:14.620228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:14.620883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:14.640846 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7517860
Dec 21 10:31:14.646488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47890) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:14.652594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1288865024-router', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:14.663101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:14.667975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Usage tracker for resource:router and tenant:d9e369c2a8d24def9cfabdb8df1ba70e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:14.671257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:14.680745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:14.692470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:14.693646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:14.712669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:14.857038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f', 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'fixed_ips': [{'subnet_id': '1b6e2619-27cd-413a-a4a2-185d7686ee04'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:31:14.857995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:14.994844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:15.164667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Allocated IP 172.20.0.2 (3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f/1b6e2619-27cd-413a-a4a2-185d7686ee04/af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:31:15.400823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:15.412291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Transition to ACTIVE for port object af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:15.430104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Transition to ACTIVE for port object af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:15.435039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:15.455534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:15.621123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:15.659468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:15.769912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Pushing event updated for resources: {'Port': ['ID=af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:15.775362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:15.820001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:15.821150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:15.823690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:31:15.880054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Attempting to bind port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:31:15.880474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Attempting to bind port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:31:15.880887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Attempting to bind port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 on network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:31:15.886814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:31:15.887214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Checking segment: {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:15.887663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:15.888122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Bound using segment: {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:31:15.888617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Bound port: af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:31:15.889035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:15.949828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Allocated IP 172.26.1.122 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/565138e0-c43d-4a47-9cac-81bff6906454) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:31:15.985214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] For port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:31:15.989194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] For port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:31:15.993405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:16.009398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-538333ac-ae77-4669-9bb4-d29fe9021b0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:16.111918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:16.138970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:16.155938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfa4f7da-e75a-4fe4-b58c-b62eec192f04 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:16.166085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Pushing event updated for resources: {'Port': ['ID=af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:16.171989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:16.305311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Pushing event updated for resources: {'Port': ['ID=565138e0-c43d-4a47-9cac-81bff6906454,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:16.317834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:16.367036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:16.368132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:16.370792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:31:16.819660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:17.177052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:17.398038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Router e33637f9-3289-4379-9e9f-2341a00030ba is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:31:17.581190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d80523d-dd8f-4091-8f75-5ea17d7049aa None None] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:31:17.591560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:31:17.615927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:17.617361 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.9697423
Dec 21 10:31:17.618881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Sync routers for ids ['e33637f9-3289-4379-9e9f-2341a00030ba'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:31:17.620240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47894) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:17.696812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-07e6ab3c-6f1f-44f6-902f-b9dd5a7efaa1 None None] Provisioning for port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:17.699982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Routers {'e33637f9-3289-4379-9e9f-2341a00030ba'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:31:17.700686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec46b080>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:31:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e33637f9-3289-4379-9e9f-2341a00030ba'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:18.003177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Set router e33637f9-3289-4379-9e9f-2341a00030ba gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:31:18.358198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec46b080>, [{'id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'name': 'tempest-TestEncryptedCinderVolumes-1288865024-router', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '565138e0-c43d-4a47-9cac-81bff6906454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:14Z', 'updated_at': '2020-12-21T10:31:16Z', 'revision_number': 3, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'gw_port': {'id': '565138e0-c43d-4a47-9cac-81bff6906454', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:15Z', 'updated_at': '2020-12-21T10:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:18.362674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Checking router: e33637f9-3289-4379-9e9f-2341a00030ba for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:31:18.363213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Updating router e33637f9-3289-4379-9e9f-2341a00030ba port 565138e0-c43d-4a47-9cac-81bff6906454 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:31:18.430105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:18.475109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:18.585879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:18.695105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:18.713677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:18.714114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:18.831479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-49ef4363-d523-47e6-8bf2-3936b2854b57 None None] Provisioning complete for port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:18.831962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49ef4363-d523-47e6-8bf2-3936b2854b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:18.977707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Allocated IP 172.20.0.1 (3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f/1b6e2619-27cd-413a-a4a2-185d7686ee04/304031ab-4d79-419b-a10b-a55942e70c9f) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:31:19.043427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.138571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.156225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Transition to ACTIVE for port object 304031ab-4d79-419b-a10b-a55942e70c9f will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:19.158504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:19.169304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.179168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.195320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-582cfc23-125f-4db1-980f-7d19f1985553 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:19.201448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:19.248425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-49ef4363-d523-47e6-8bf2-3936b2854b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.319586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.344189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=304031ab-4d79-419b-a10b-a55942e70c9f,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:19.347847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:19.401283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:19.402692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:19.405109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:31:19.480647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.584066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-49ef4363-d523-47e6-8bf2-3936b2854b57 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:31:19.585346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-49ef4363-d523-47e6-8bf2-3936b2854b57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:31:19.585945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:19.602760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.603148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.603522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.603890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.604256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.604618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.604980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.605339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.605723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.606079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.609996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.610920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.610920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.610920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:19.617716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:19.618761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Transition to ACTIVE for port object 565138e0-c43d-4a47-9cac-81bff6906454 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:19.622094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.640226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-515eb05a-5496-419e-b2bc-02d529226e5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:19.762976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.785665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a4540-c648-40ff-ad43-7193f0ab7222 None None] Pushing event updated for resources: {'Port': ['ID=565138e0-c43d-4a47-9cac-81bff6906454,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:19.794322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b5a4540-c648-40ff-ad43-7193f0ab7222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:19.853355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Attempting to bind port 565138e0-c43d-4a47-9cac-81bff6906454 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:31:19.854205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Attempting to bind port 565138e0-c43d-4a47-9cac-81bff6906454 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:31:19.854205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Attempting to bind port 565138e0-c43d-4a47-9cac-81bff6906454 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:31:19.860123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:31:19.860552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:19.865201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.865201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:31:19.865201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Bound port: 565138e0-c43d-4a47-9cac-81bff6906454, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:31:19.865201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.938589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] For port 565138e0-c43d-4a47-9cac-81bff6906454, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:31:19.942673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] For port 565138e0-c43d-4a47-9cac-81bff6906454, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=565138e0-c43d-4a47-9cac-81bff6906454,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:31:19.946511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:19.962229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:20.074049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:20.078148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:20.111987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c5683f1f-a039-4fe0-a85f-789d1d25aae2 tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:20.166419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a4540-c648-40ff-ad43-7193f0ab7222 None None] Pushing event updated for resources: {'Port': ['ID=565138e0-c43d-4a47-9cac-81bff6906454,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:20.170490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b5a4540-c648-40ff-ad43-7193f0ab7222 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:20.199039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:20.220660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Routers {'e33637f9-3289-4379-9e9f-2341a00030ba'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:31:20.221342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec46b080>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:31:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e33637f9-3289-4379-9e9f-2341a00030ba'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:20.221477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=304031ab-4d79-419b-a10b-a55942e70c9f,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:20.229179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:20.367289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:20.368470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:20.390391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:20.436227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-281beaf2-ea4b-4dd1-aaf5-02ed9e9cef42 None None] Provisioning complete for port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:20.436637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-281beaf2-ea4b-4dd1-aaf5-02ed9e9cef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:20.552636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] Set router e33637f9-3289-4379-9e9f-2341a00030ba gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:31:20.605902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Router e33637f9-3289-4379-9e9f-2341a00030ba has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:31:20.800652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:20.801083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:20.802067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:31:20.811363 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] 10.222.0.45 "PUT /v2.0/routers/e33637f9-3289-4379-9e9f-2341a00030ba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1900427
Dec 21 10:31:20.944314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-281beaf2-ea4b-4dd1-aaf5-02ed9e9cef42 None None] Provisioning for port 304031ab-4d79-419b-a10b-a55942e70c9f completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:20.958495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-281beaf2-ea4b-4dd1-aaf5-02ed9e9cef42 None None] Provisioning complete for port 304031ab-4d79-419b-a10b-a55942e70c9f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:20.958913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-281beaf2-ea4b-4dd1-aaf5-02ed9e9cef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:21.118460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-281beaf2-ea4b-4dd1-aaf5-02ed9e9cef42 None None] Port 304031ab-4d79-419b-a10b-a55942e70c9f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:31:21.148289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec46b080>, [{'id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'name': 'tempest-TestEncryptedCinderVolumes-1288865024-router', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '565138e0-c43d-4a47-9cac-81bff6906454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:14Z', 'updated_at': '2020-12-21T10:31:19Z', 'revision_number': 4, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'gw_port': {'id': '565138e0-c43d-4a47-9cac-81bff6906454', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:15Z', 'updated_at': '2020-12-21T10:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '304031ab-4d79-419b-a10b-a55942e70c9f', 'name': '', 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'mac_address': 'fa:16:3e:6b:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1b6e2619-27cd-413a-a4a2-185d7686ee04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:18Z', 'updated_at': '2020-12-21T10:31:19Z', 'revision_number': 2, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'subnets': [{'id': '1b6e2619-27cd-413a-a4a2-185d7686ee04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:21.153112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ccb92b-0748-4de8-9946-0cecb43a0862 None None] The sync data for ids ['e33637f9-3289-4379-9e9f-2341a00030ba'] in dv-neutron-601336-62-ovs is: [{'id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'name': 'tempest-TestEncryptedCinderVolumes-1288865024-router', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '565138e0-c43d-4a47-9cac-81bff6906454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:14Z', 'updated_at': '2020-12-21T10:31:19Z', 'revision_number': 4, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'gw_port': {'id': '565138e0-c43d-4a47-9cac-81bff6906454', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:15Z', 'updated_at': '2020-12-21T10:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '304031ab-4d79-419b-a10b-a55942e70c9f', 'name': '', 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'mac_address': 'fa:16:3e:6b:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1b6e2619-27cd-413a-a4a2-185d7686ee04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:18Z', 'updated_at': '2020-12-21T10:31:19Z', 'revision_number': 2, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'subnets': [{'id': '1b6e2619-27cd-413a-a4a2-185d7686ee04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:31:21.239760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-12414aa2-3200-4b4b-8186-bfa4933c116e None None] Provisioning complete for port 304031ab-4d79-419b-a10b-a55942e70c9f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:21.240178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12414aa2-3200-4b4b-8186-bfa4933c116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:21.301071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-12414aa2-3200-4b4b-8186-bfa4933c116e None None] Port 304031ab-4d79-419b-a10b-a55942e70c9f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:31:21.481576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:31:21.547870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47912) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:21.554417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-918116131-network', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:21.559811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:21.564000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Usage tracker for resource:network and tenant:6777b26a807e4799b0b87920bc51c90e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:21.567848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:21.584013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:21.598791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Made reservation on behalf of 6777b26a807e4799b0b87920bc51c90e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:31:21.604658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:21.625088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:21.643340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:21.648618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Usage tracker for resource:security_group_rule and tenant:6777b26a807e4799b0b87920bc51c90e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:21.651905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:21.657947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:21.750227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:21.754391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:21.759217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:21.793757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:31:21.804091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02eef11d-8252-49a0-ba6f-1f4f368a9ca4,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:21.808187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:21.810882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:21.811269 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Added segment c567ffea-6bcb-4829-a6d5-e30ade1758e4 of type vxlan for network bcb3335d-51fd-442f-b613-00aa01866b45
Dec 21 10:31:21.841274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:21.880010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:21.881149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:21.881832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:21.887563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-40d146a3-bc2b-4d29-afb5-cb57c00aec77 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:21.954570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4054766
Dec 21 10:31:21.960202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47916) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:21.978701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Request body: {'subnet': {'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-918116131-subnet', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:21.984692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:21.990188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Usage tracker for resource:subnet and tenant:6777b26a807e4799b0b87920bc51c90e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:21.994729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:22.001004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:22.012015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Pushing event updated for resources: {'Network': ['ID=bcb3335d-51fd-442f-b613-00aa01866b45,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:22.015372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:22.018829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Made reservation on behalf of 6777b26a807e4799b0b87920bc51c90e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:31:22.024316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:22.025425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network bcb3335d-51fd-442f-b613-00aa01866b45 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:31:22.054079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network bcb3335d-51fd-442f-b613-00aa01866b45 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:31:22.458607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 565138e0-c43d-4a47-9cac-81bff6906454 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:22.540178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:22.558058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c4e49273-eefb-4fda-8a03-eac184bdb4f8 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:22.561407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 565138e0-c43d-4a47-9cac-81bff6906454 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:22.567344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 565138e0-c43d-4a47-9cac-81bff6906454 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:22.567781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:22.691760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:22.700577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Pushing event updated for resources: {'Subnet': ['ID=157ebe01-fdea-478c-a928-fc74cf98c942,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:22.704985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:22.713168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 565138e0-c43d-4a47-9cac-81bff6906454, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=565138e0-c43d-4a47-9cac-81bff6906454,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:22.716175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:22.718142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b5a4540-c648-40ff-ad43-7193f0ab7222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:22.770670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Checking segment: {'id': 'c567ffea-6bcb-4829-a6d5-e30ade1758e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:22.771046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Network hostable DHCP agents. Network: bcb3335d-51fd-442f-b613-00aa01866b45, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:31:22.792097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Network bcb3335d-51fd-442f-b613-00aa01866b45 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:31:22.796119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=565138e0-c43d-4a47-9cac-81bff6906454,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:22.799689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:22.801832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, bcb3335d-51fd-442f-b613-00aa01866b45) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:22.810927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81332dd-0690-4f08-ae21-9b8afae217e9 None None] Network bcb3335d-51fd-442f-b613-00aa01866b45 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:31:22.813977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:22.814632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:22.835311 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e3495aa2-b187-4bcb-9a5e-879ec2d87662 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.8733952
Dec 21 10:31:22.837970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 47920) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:22.843577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-918116131-router', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:22.849641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:22.853818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Usage tracker for resource:router and tenant:6777b26a807e4799b0b87920bc51c90e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:22.857656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:22.864783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:22.875785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:22.876911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:22.901796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:23.070214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-bcb3335d-51fd-442f-b613-00aa01866b45', 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'fixed_ips': [{'subnet_id': '157ebe01-fdea-478c-a928-fc74cf98c942'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:31:23.071165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:23.380417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Allocated IP 172.20.0.2 (bcb3335d-51fd-442f-b613-00aa01866b45/157ebe01-fdea-478c-a928-fc74cf98c942/930f0ac5-b882-405b-ae19-071b729f8bee) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:31:23.499802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:23.617699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:23.629423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Transition to ACTIVE for port object 930f0ac5-b882-405b-ae19-071b729f8bee will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:23.647031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Transition to ACTIVE for port object 930f0ac5-b882-405b-ae19-071b729f8bee will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:23.651858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:23.667825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:23.812901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Pushing event updated for resources: {'Port': ['ID=930f0ac5-b882-405b-ae19-071b729f8bee,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:23.819889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:23.875172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Network bcb3335d-51fd-442f-b613-00aa01866b45 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:23.876953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:23.879917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:31:23.885215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:23.919946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:23.940367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Attempting to bind port 930f0ac5-b882-405b-ae19-071b729f8bee on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:31:23.940792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Attempting to bind port 930f0ac5-b882-405b-ae19-071b729f8bee by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'c567ffea-6bcb-4829-a6d5-e30ade1758e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:31:23.941381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Attempting to bind port 930f0ac5-b882-405b-ae19-071b729f8bee on network bcb3335d-51fd-442f-b613-00aa01866b45 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:31:23.947292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:31:23.947715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Checking segment: {'id': 'c567ffea-6bcb-4829-a6d5-e30ade1758e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:23.948166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:23.948609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Bound using segment: {'id': 'c567ffea-6bcb-4829-a6d5-e30ade1758e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:31:23.949142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Bound port: 930f0ac5-b882-405b-ae19-071b729f8bee, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c567ffea-6bcb-4829-a6d5-e30ade1758e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:31:23.950364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:24.047699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2f556fda-65b6-4745-811a-644da12f82de None None] For port 930f0ac5-b882-405b-ae19-071b729f8bee, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:31:24.051695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2f556fda-65b6-4745-811a-644da12f82de None None] For port 930f0ac5-b882-405b-ae19-071b729f8bee, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=930f0ac5-b882-405b-ae19-071b729f8bee,segment=NetworkSegment(c567ffea-6bcb-4829-a6d5-e30ade1758e4),segment_id=c567ffea-6bcb-4829-a6d5-e30ade1758e4)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:31:24.055863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:24.073655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:24.242484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Allocated IP 172.26.1.224 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/38fd7c62-655c-4a74-a86f-b14b6da44d12) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:31:24.252022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Pushing event updated for resources: {'Port': ['ID=930f0ac5-b882-405b-ae19-071b729f8bee,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:24.256883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:24.365444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 565138e0-c43d-4a47-9cac-81bff6906454 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:24.436436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:24.462942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 565138e0-c43d-4a47-9cac-81bff6906454 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:24.463381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:24.471568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:24.489252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-79bd1ad8-5d5e-4cb8-b9ae-ad59e1970261 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:24.663296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Sync routers for ids ['e33637f9-3289-4379-9e9f-2341a00030ba'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:31:24.676621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Routers {'e33637f9-3289-4379-9e9f-2341a00030ba'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:31:24.677066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedca3240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:31:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e33637f9-3289-4379-9e9f-2341a00030ba'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:24.677382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=38fd7c62-655c-4a74-a86f-b14b6da44d12,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:24.680909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:24.734406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:24.737307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:24.744803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:31:24.883306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Set router e33637f9-3289-4379-9e9f-2341a00030ba gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:31:25.203169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:25.227243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedca3240>, [{'id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'name': 'tempest-TestEncryptedCinderVolumes-1288865024-router', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '565138e0-c43d-4a47-9cac-81bff6906454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:14Z', 'updated_at': '2020-12-21T10:31:19Z', 'revision_number': 4, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'gw_port': {'id': '565138e0-c43d-4a47-9cac-81bff6906454', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:15Z', 'updated_at': '2020-12-21T10:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '304031ab-4d79-419b-a10b-a55942e70c9f', 'name': '', 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'mac_address': 'fa:16:3e:6b:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1b6e2619-27cd-413a-a4a2-185d7686ee04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:18Z', 'updated_at': '2020-12-21T10:31:19Z', 'revision_number': 2, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'subnets': [{'id': '1b6e2619-27cd-413a-a4a2-185d7686ee04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:25.231423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Checking router: e33637f9-3289-4379-9e9f-2341a00030ba for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:31:25.231825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Updating router e33637f9-3289-4379-9e9f-2341a00030ba port 304031ab-4d79-419b-a10b-a55942e70c9f binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:31:25.289440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:25.606719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:25.761796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52553501-40a9-4107-acb1-b409e4e3d8ff None None] Network bcb3335d-51fd-442f-b613-00aa01866b45 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:31:25.839084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:31:25.888123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f7c1e835-6ac8-46be-a891-f71d79b44aec None None] Provisioning for port 930f0ac5-b882-405b-ae19-071b729f8bee completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:25.899467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:25.913876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Transition to ACTIVE for port object 304031ab-4d79-419b-a10b-a55942e70c9f will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:25.917418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:25.935963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42231bca-406d-497d-83a7-37a2029529ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:26.094836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Pushing event updated for resources: {'Port': ['ID=304031ab-4d79-419b-a10b-a55942e70c9f,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:26.108844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.109379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.109882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.110357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.110826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.111299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.111767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.112251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.113245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.114353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.114834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.115306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.115872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.116336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.116810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.117355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.117866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.118350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.118810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.119270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.119735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.120201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.120664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.121118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:26.127475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:26.354532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Attempting to bind port 304031ab-4d79-419b-a10b-a55942e70c9f on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:31:26.354791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Attempting to bind port 304031ab-4d79-419b-a10b-a55942e70c9f by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:31:26.355201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Attempting to bind port 304031ab-4d79-419b-a10b-a55942e70c9f on network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:31:26.364652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:31:26.374854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:31:26.375283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Checking segment: {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:26.375734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:26.376172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Bound using segment: {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:31:26.376706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Bound port: 304031ab-4d79-419b-a10b-a55942e70c9f, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:31:26.377097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Sync routers for ids ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:31:26.377209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:26.399550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Routers {'2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:31:26.400431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedefba58>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:31:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:26.434062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:26.435731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.5967824
Dec 21 10:31:26.438830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 47924) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:31:26.527190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] For port 304031ab-4d79-419b-a10b-a55942e70c9f, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:31:26.532130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] For port 304031ab-4d79-419b-a10b-a55942e70c9f, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=304031ab-4d79-419b-a10b-a55942e70c9f,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:31:26.534395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 930f0ac5-b882-405b-ae19-071b729f8bee up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:26.535884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:26.557369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-44b60835-0764-453b-a046-869c6afd9fcb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:26.640503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 930f0ac5-b882-405b-ae19-071b729f8bee completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:26.710613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 930f0ac5-b882-405b-ae19-071b729f8bee triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:26.711184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:26.784130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Pushing event updated for resources: {'Port': ['ID=304031ab-4d79-419b-a10b-a55942e70c9f,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:26.806126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:26.860176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5e0bc7c2-bd26-43d0-8563-f2b767ea4fc9 None None] Provisioning complete for port 930f0ac5-b882-405b-ae19-071b729f8bee triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:26.860923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5e0bc7c2-bd26-43d0-8563-f2b767ea4fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:26.874672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Routers {'e33637f9-3289-4379-9e9f-2341a00030ba'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:31:26.875720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedca3240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:31:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e33637f9-3289-4379-9e9f-2341a00030ba'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:26.986022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Set router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:31:27.043296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:27.140059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] Set router e33637f9-3289-4379-9e9f-2341a00030ba gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:31:27.400353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 930f0ac5-b882-405b-ae19-071b729f8bee, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=930f0ac5-b882-405b-ae19-071b729f8bee,segment=NetworkSegment(c567ffea-6bcb-4829-a6d5-e30ade1758e4),segment_id=c567ffea-6bcb-4829-a6d5-e30ade1758e4)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:27.483580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:27.500693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-879131ee-c10e-401c-a8bd-f47f3eb9061a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:27.514699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedca3240>, [{'id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'name': 'tempest-TestEncryptedCinderVolumes-1288865024-router', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '565138e0-c43d-4a47-9cac-81bff6906454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:14Z', 'updated_at': '2020-12-21T10:31:19Z', 'revision_number': 4, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'gw_port': {'id': '565138e0-c43d-4a47-9cac-81bff6906454', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:15Z', 'updated_at': '2020-12-21T10:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '304031ab-4d79-419b-a10b-a55942e70c9f', 'name': '', 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'mac_address': 'fa:16:3e:6b:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1b6e2619-27cd-413a-a4a2-185d7686ee04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:18Z', 'updated_at': '2020-12-21T10:31:26Z', 'revision_number': 4, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'subnets': [{'id': '1b6e2619-27cd-413a-a4a2-185d7686ee04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:27.519256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b35159-76a5-4c1c-881e-1dbc77ab93f6 None None] The sync data for ids ['e33637f9-3289-4379-9e9f-2341a00030ba'] in dv-neutron-601336-62-ovs is: [{'id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'name': 'tempest-TestEncryptedCinderVolumes-1288865024-router', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '565138e0-c43d-4a47-9cac-81bff6906454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:14Z', 'updated_at': '2020-12-21T10:31:19Z', 'revision_number': 4, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'gw_port': {'id': '565138e0-c43d-4a47-9cac-81bff6906454', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:15Z', 'updated_at': '2020-12-21T10:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '304031ab-4d79-419b-a10b-a55942e70c9f', 'name': '', 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'mac_address': 'fa:16:3e:6b:ba:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '1b6e2619-27cd-413a-a4a2-185d7686ee04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:18Z', 'updated_at': '2020-12-21T10:31:26Z', 'revision_number': 4, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'subnets': [{'id': '1b6e2619-27cd-413a-a4a2-185d7686ee04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:31:27.576657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:27.604815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=930f0ac5-b882-405b-ae19-071b729f8bee,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:27.608579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:27.704338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedefba58>, [{'id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'name': 'tempest-TestEncryptedCinderVolumes-918116131-router', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:22Z', 'updated_at': '2020-12-21T10:31:24Z', 'revision_number': 3, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'gw_port': {'id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:24Z', 'updated_at': '2020-12-21T10:31:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:27.709881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Checking router: 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:31:27.710286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Updating router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 port 38fd7c62-655c-4a74-a86f-b14b6da44d12 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:31:27.777007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:27.856644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-621af0a2-0eeb-4521-832a-4868ca9d5807 None None] Provisioning complete for port 930f0ac5-b882-405b-ae19-071b729f8bee triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:27.856644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-621af0a2-0eeb-4521-832a-4868ca9d5807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:27.979952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Allocated IP 172.20.0.1 (bcb3335d-51fd-442f-b613-00aa01866b45/157ebe01-fdea-478c-a928-fc74cf98c942/9c0e978b-1f64-406b-bcc0-c209ec8046c9) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:31:28.152240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.170589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Transition to ACTIVE for port object 9c0e978b-1f64-406b-bcc0-c209ec8046c9 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:28.193322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.215166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc844b95-42da-4113-8cec-253d801b8573 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:28.327531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.343880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Transition to ACTIVE for port object 38fd7c62-655c-4a74-a86f-b14b6da44d12 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:28.349847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.365703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Pushing event updated for resources: {'Port': ['ID=9c0e978b-1f64-406b-bcc0-c209ec8046c9,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:28.367156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:28.371790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:28.412234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 930f0ac5-b882-405b-ae19-071b729f8bee up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:28.424363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Network bcb3335d-51fd-442f-b613-00aa01866b45 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:28.425610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:28.428778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:31:28.492312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.579009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841db09a-1531-466e-8737-9fbd7daa65e0 None None] Pushing event updated for resources: {'Port': ['ID=38fd7c62-655c-4a74-a86f-b14b6da44d12,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:28.585751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-841db09a-1531-466e-8737-9fbd7daa65e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:28.624457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 930f0ac5-b882-405b-ae19-071b729f8bee triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:28.624874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.665108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.708936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Attempting to bind port 38fd7c62-655c-4a74-a86f-b14b6da44d12 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:31:28.709452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Attempting to bind port 38fd7c62-655c-4a74-a86f-b14b6da44d12 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:31:28.709767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Attempting to bind port 38fd7c62-655c-4a74-a86f-b14b6da44d12 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:31:28.719450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:31:28.719865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:28.720313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.720746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:31:28.721264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Bound port: 38fd7c62-655c-4a74-a86f-b14b6da44d12, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:31:28.721705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.826888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c1a01902-ab31-49e0-a5e5-aade8419241b None None] Provisioning for port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:28.844824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c1a01902-ab31-49e0-a5e5-aade8419241b None None] Provisioning complete for port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:28.845243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c1a01902-ab31-49e0-a5e5-aade8419241b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.903421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] For port 38fd7c62-655c-4a74-a86f-b14b6da44d12, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:31:28.906353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 304031ab-4d79-419b-a10b-a55942e70c9f up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:28.958532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] For port 38fd7c62-655c-4a74-a86f-b14b6da44d12, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=38fd7c62-655c-4a74-a86f-b14b6da44d12,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:31:28.966053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.966772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.970430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:28.989547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ac2da289-51c2-4c5c-9398-0c6e2c4341a1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:29.001376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:29.017075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c1a01902-ab31-49e0-a5e5-aade8419241b None None] Port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:31:29.093916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Pushing event updated for resources: {'Port': ['ID=9c0e978b-1f64-406b-bcc0-c209ec8046c9,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:29.101497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:29.111990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:29.165524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841db09a-1531-466e-8737-9fbd7daa65e0 None None] Pushing event updated for resources: {'Port': ['ID=38fd7c62-655c-4a74-a86f-b14b6da44d12,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:29.168251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 304031ab-4d79-419b-a10b-a55942e70c9f completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:29.173592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-841db09a-1531-466e-8737-9fbd7daa65e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:29.179316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 304031ab-4d79-419b-a10b-a55942e70c9f triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:29.179737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:29.251008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Network bcb3335d-51fd-442f-b613-00aa01866b45 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:29.252203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:29.280728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Routers {'2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:31:29.281441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedefba58>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:31:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:29.453245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:31:29.671286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:31:29.681759 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] 10.222.0.45 "PUT /v2.0/routers/2e7ce51d-e820-4a32-8ea3-6cf5c8384a40/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2416937
Dec 21 10:31:29.698736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:29.751635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c4957db1-cd0d-4fc8-93ff-17740ae67379 None None] Provisioning complete for port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:29.752057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c4957db1-cd0d-4fc8-93ff-17740ae67379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:29.793661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] Set router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:31:29.845967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 304031ab-4d79-419b-a10b-a55942e70c9f, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=304031ab-4d79-419b-a10b-a55942e70c9f,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:29.865316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:29.876203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:29.944392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c4957db1-cd0d-4fc8-93ff-17740ae67379 None None] Port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:31:30.070793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=304031ab-4d79-419b-a10b-a55942e70c9f,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:30.076006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:30.246585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedefba58>, [{'id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'name': 'tempest-TestEncryptedCinderVolumes-918116131-router', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:22Z', 'updated_at': '2020-12-21T10:31:28Z', 'revision_number': 4, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'gw_port': {'id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:24Z', 'updated_at': '2020-12-21T10:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '9c0e978b-1f64-406b-bcc0-c209ec8046c9', 'name': '', 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'mac_address': 'fa:16:3e:3c:ce:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '157ebe01-fdea-478c-a928-fc74cf98c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:27Z', 'updated_at': '2020-12-21T10:31:28Z', 'revision_number': 2, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'subnets': [{'id': '157ebe01-fdea-478c-a928-fc74cf98c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:30.251031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667098ec-1fce-46de-86f8-eba08c00fcb2 None None] The sync data for ids ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'] in dv-neutron-601336-62-ovs is: [{'id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'name': 'tempest-TestEncryptedCinderVolumes-918116131-router', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:22Z', 'updated_at': '2020-12-21T10:31:28Z', 'revision_number': 4, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'gw_port': {'id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:24Z', 'updated_at': '2020-12-21T10:31:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '9c0e978b-1f64-406b-bcc0-c209ec8046c9', 'name': '', 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'mac_address': 'fa:16:3e:3c:ce:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '157ebe01-fdea-478c-a928-fc74cf98c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:27Z', 'updated_at': '2020-12-21T10:31:28Z', 'revision_number': 2, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'subnets': [{'id': '157ebe01-fdea-478c-a928-fc74cf98c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:31:30.356594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 304031ab-4d79-419b-a10b-a55942e70c9f up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:30.433239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 304031ab-4d79-419b-a10b-a55942e70c9f triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:30.433569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:31.929195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:32.397388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 38fd7c62-655c-4a74-a86f-b14b6da44d12 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:32.474039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 38fd7c62-655c-4a74-a86f-b14b6da44d12 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:32.480239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 38fd7c62-655c-4a74-a86f-b14b6da44d12 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:32.480669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:32.636770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:32.656636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 38fd7c62-655c-4a74-a86f-b14b6da44d12, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=38fd7c62-655c-4a74-a86f-b14b6da44d12,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:32.658848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:32.664967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b5a4540-c648-40ff-ad43-7193f0ab7222 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:32.738277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=38fd7c62-655c-4a74-a86f-b14b6da44d12,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:32.742460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:34.386486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 38fd7c62-655c-4a74-a86f-b14b6da44d12 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:34.490657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 38fd7c62-655c-4a74-a86f-b14b6da44d12 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:34.491093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:34.757507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Sync routers for ids ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:31:34.777600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Routers {'2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:31:34.781216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1b8438>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:31:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:35.005456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Set router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:31:35.379594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1b8438>, [{'id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'name': 'tempest-TestEncryptedCinderVolumes-918116131-router', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:22Z', 'updated_at': '2020-12-21T10:31:28Z', 'revision_number': 4, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'gw_port': {'id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:24Z', 'updated_at': '2020-12-21T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '9c0e978b-1f64-406b-bcc0-c209ec8046c9', 'name': '', 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'mac_address': 'fa:16:3e:3c:ce:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '157ebe01-fdea-478c-a928-fc74cf98c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:27Z', 'updated_at': '2020-12-21T10:31:28Z', 'revision_number': 2, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'subnets': [{'id': '157ebe01-fdea-478c-a928-fc74cf98c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:35.383990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Checking router: 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:31:35.384422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Updating router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:31:35.445307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:36.130490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:36.149358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Transition to ACTIVE for port object 9c0e978b-1f64-406b-bcc0-c209ec8046c9 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:36.189067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:36.206803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:36.375595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0501ed-6281-49d4-bfa1-70aa3d40c5c1 None None] Pushing event updated for resources: {'Port': ['ID=9c0e978b-1f64-406b-bcc0-c209ec8046c9,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:36.382872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1a0501ed-6281-49d4-bfa1-70aa3d40c5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:36.567045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Attempting to bind port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:31:36.567550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Attempting to bind port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'c567ffea-6bcb-4829-a6d5-e30ade1758e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:31:36.567864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Attempting to bind port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 on network bcb3335d-51fd-442f-b613-00aa01866b45 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:31:36.575639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:31:36.576073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Checking segment: {'id': 'c567ffea-6bcb-4829-a6d5-e30ade1758e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:36.576537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:36.576986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Bound using segment: {'id': 'c567ffea-6bcb-4829-a6d5-e30ade1758e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:31:36.577566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Bound port: 9c0e978b-1f64-406b-bcc0-c209ec8046c9, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c567ffea-6bcb-4829-a6d5-e30ade1758e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:31:36.578002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:36.700695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] For port 9c0e978b-1f64-406b-bcc0-c209ec8046c9, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:31:36.704300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] For port 9c0e978b-1f64-406b-bcc0-c209ec8046c9, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9c0e978b-1f64-406b-bcc0-c209ec8046c9,segment=NetworkSegment(c567ffea-6bcb-4829-a6d5-e30ade1758e4),segment_id=c567ffea-6bcb-4829-a6d5-e30ade1758e4)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:31:36.711578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:36.735998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d527a6c-3fcb-41a3-8ac6-875b068f63a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:36.887733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0501ed-6281-49d4-bfa1-70aa3d40c5c1 None None] Pushing event updated for resources: {'Port': ['ID=9c0e978b-1f64-406b-bcc0-c209ec8046c9,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:36.899879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1a0501ed-6281-49d4-bfa1-70aa3d40c5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:36.954214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Routers {'2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:31:36.954913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee1b8438>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:31:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:37.194957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] Set router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:31:37.591835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee1b8438>, [{'id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'name': 'tempest-TestEncryptedCinderVolumes-918116131-router', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:22Z', 'updated_at': '2020-12-21T10:31:28Z', 'revision_number': 4, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'gw_port': {'id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:24Z', 'updated_at': '2020-12-21T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '9c0e978b-1f64-406b-bcc0-c209ec8046c9', 'name': '', 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'mac_address': 'fa:16:3e:3c:ce:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '157ebe01-fdea-478c-a928-fc74cf98c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:27Z', 'updated_at': '2020-12-21T10:31:36Z', 'revision_number': 4, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'subnets': [{'id': '157ebe01-fdea-478c-a928-fc74cf98c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:31:37.600846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14541cd2-5ac5-4222-947b-e39237f0fde0 None None] The sync data for ids ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'] in dv-neutron-601336-62-ovs is: [{'id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'name': 'tempest-TestEncryptedCinderVolumes-918116131-router', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:22Z', 'updated_at': '2020-12-21T10:31:28Z', 'revision_number': 4, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'gw_port': {'id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:24Z', 'updated_at': '2020-12-21T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '9c0e978b-1f64-406b-bcc0-c209ec8046c9', 'name': '', 'network_id': 'bcb3335d-51fd-442f-b613-00aa01866b45', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'mac_address': 'fa:16:3e:3c:ce:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1664, 'fixed_ips': [{'subnet_id': '157ebe01-fdea-478c-a928-fc74cf98c942', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:27Z', 'updated_at': '2020-12-21T10:31:36Z', 'revision_number': 4, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'subnets': [{'id': '157ebe01-fdea-478c-a928-fc74cf98c942', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:31:38.394689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f5f1c06-3489-4282-9209-e7242704cd0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:38.417821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9c0e978b-1f64-406b-bcc0-c209ec8046c9 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:38.493209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:38.498557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:38.499144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:38.629822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:38.668891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 9c0e978b-1f64-406b-bcc0-c209ec8046c9, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9c0e978b-1f64-406b-bcc0-c209ec8046c9,segment=NetworkSegment(c567ffea-6bcb-4829-a6d5-e30ade1758e4),segment_id=c567ffea-6bcb-4829-a6d5-e30ade1758e4)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:38.684929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:38.690008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-376073f6-75f5-45bb-b56b-0a2859b46b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:38.779670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=9c0e978b-1f64-406b-bcc0-c209ec8046c9,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:38.785115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:40.369074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9c0e978b-1f64-406b-bcc0-c209ec8046c9 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:40.427350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-06b50896-3a7e-413a-932d-9d22ef754923 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:40.428991 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-06b50896-3a7e-413a-932d-9d22ef754923 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/networks?id=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f HTTP/1.1" status: 200  len: 817 time: 0.1672635
Dec 21 10:31:40.446265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:40.446695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:40.447170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-68852233-6b02-4a75-8d57-68dabe498b73 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/quotas/d9e369c2a8d24def9cfabdb8df1ba70e HTTP/1.1" status: 200  len: 375 time: 0.0116582
Dec 21 10:31:40.540691 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-6340c321-03c5-43d0-99f1-7d4bf5be46a6 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9e369c2a8d24def9cfabdb8df1ba70e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0870717
Dec 21 10:31:40.849692 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-20e71646-3622-43de-ae2a-68d3780cfe57 service neutron] 10.222.0.45 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2947166
Dec 21 10:31:40.999626 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-6af07ef5-4270-4528-b3f2-3c1c948a66f2 service neutron] 10.222.0.45 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431901
Dec 21 10:31:41.207696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-290330e4-6545-4e9d-abe3-25fd1c1ee448 req-0726ed35-1b68-4cc9-a84f-7b39dabca148 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 210 time: 0.0508790
Dec 21 10:31:42.226041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:42.284641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-33a8bec0-cfba-49a6-84ca-fd1194337cb7 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:42.286359 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-33a8bec0-cfba-49a6-84ca-fd1194337cb7 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.16 "GET /v2.0/networks?id=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f HTTP/1.1" status: 200  len: 817 time: 0.1701419
Dec 21 10:31:42.303834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Request body: {'port': {'device_id': 'd66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1', 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f', 'admin_state_up': True, 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:42.401673 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-72b0a101-1081-4c9d-82e7-ec29e452b4a6 req-63b75828-500a-4719-9f1d-0a545f39f808 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 210 time: 0.0600722
Dec 21 10:31:42.478354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-99606f07-db72-4984-9415-55982b82e6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:42.513543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:31:42.517758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Usage tracker for resource:port and tenant:d9e369c2a8d24def9cfabdb8df1ba70e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:31:42.521822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Quota usage for port was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:31:42.527810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:31:42.539515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Made reservation on behalf of d9e369c2a8d24def9cfabdb8df1ba70e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:31:42.545739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:42.755102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:42.924266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Allocated IP 172.20.0.5 (3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f/1b6e2619-27cd-413a-a4a2-185d7686ee04/c810ea18-9ece-4be5-b7b4-34c59d2c3f10) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:31:43.164780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:43.182114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Transition to ACTIVE for port object c810ea18-9ece-4be5-b7b4-34c59d2c3f10 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:43.210825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:43.228317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:43.388588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Pushing event updated for resources: {'Port': ['ID=c810ea18-9ece-4be5-b7b4-34c59d2c3f10,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:43.399283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:43.447425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:31:43.448649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:31:43.451571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:31:43.562763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:43.563807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:43.583157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:43.613339 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3138967
Dec 21 10:31:43.717133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7009b-3cdb-4e51-ac30-9a7ca1e0bda1 req-41d78fc8-a503-4d54-bd88-8d411c6c108a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:43.717982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-6ad7009b-3cdb-4e51-ac30-9a7ca1e0bda1 req-41d78fc8-a503-4d54-bd88-8d411c6c108a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Synchronizing usage tracker for tenant:d9e369c2a8d24def9cfabdb8df1ba70e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:31:43.733793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c3f2612c-6633-4cae-9cbd-1171f6352467 None None] Provisioning for port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:43.740466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c3f2612c-6633-4cae-9cbd-1171f6352467 None None] Provisioning complete for port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:43.741281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c3f2612c-6633-4cae-9cbd-1171f6352467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:43.750562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-6ad7009b-3cdb-4e51-ac30-9a7ca1e0bda1 req-41d78fc8-a503-4d54-bd88-8d411c6c108a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Unset dirty status for tenant:d9e369c2a8d24def9cfabdb8df1ba70e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:31:43.752246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ad7009b-3cdb-4e51-ac30-9a7ca1e0bda1 req-41d78fc8-a503-4d54-bd88-8d411c6c108a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 931 time: 0.1270778
Dec 21 10:31:43.811045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c3f2612c-6633-4cae-9cbd-1171f6352467 None None] Port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:31:43.812508 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ad7009b-3cdb-4e51-ac30-9a7ca1e0bda1 req-ae943f37-7c39-45bf-946e-5ac71cf7f47b tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527112
Dec 21 10:31:45.068239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192fa2ab-0211-4427-a966-def919b948f1 req-5993ac22-e7b4-470d-8065-2f1aa67dc391 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:45.070561 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-192fa2ab-0211-4427-a966-def919b948f1 req-5993ac22-e7b4-470d-8065-2f1aa67dc391 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 931 time: 0.1203454
Dec 21 10:31:45.129864 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-192fa2ab-0211-4427-a966-def919b948f1 req-5473cb63-a78f-4233-aad0-3b7b73a90c62 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527337
Dec 21 10:31:46.373417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d39ad3-889f-442b-a687-1137ef173dfa req-64487a60-4b2c-4f9c-9cb6-2a4f2cc62ea9 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:46.375117 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47d39ad3-889f-442b-a687-1137ef173dfa req-64487a60-4b2c-4f9c-9cb6-2a4f2cc62ea9 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 931 time: 0.0955656
Dec 21 10:31:46.435002 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47d39ad3-889f-442b-a687-1137ef173dfa req-299bb625-cda9-4389-bdaf-5c28879a4cd7 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519023
Dec 21 10:31:47.682295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd58c6d-aaa6-4632-97e0-59974a63131c req-49040352-d740-44cb-9a54-0cedea903335 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:47.683976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0fd58c6d-aaa6-4632-97e0-59974a63131c req-49040352-d740-44cb-9a54-0cedea903335 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 931 time: 0.1086924
Dec 21 10:31:47.742473 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0fd58c6d-aaa6-4632-97e0-59974a63131c req-90d98436-8df6-45b5-8aba-efa4a92d4f8e tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516837
Dec 21 10:31:49.015114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d095e8-c83c-409c-957b-e2b337df9053 req-9783d9c1-ae93-474c-bef9-cc6505b9bce4 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:49.017623 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-80d095e8-c83c-409c-957b-e2b337df9053 req-9783d9c1-ae93-474c-bef9-cc6505b9bce4 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 931 time: 0.1093984
Dec 21 10:31:49.073923 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-80d095e8-c83c-409c-957b-e2b337df9053 req-5703822d-64e6-4d73-8cf1-d9631bc3b531 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484731
Dec 21 10:31:50.323293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27976e8-238d-4f08-87cf-b0bbe1fa003d req-e3ed482f-69ff-427d-ad87-5e9b7b58a63d tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:50.324988 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d27976e8-238d-4f08-87cf-b0bbe1fa003d req-e3ed482f-69ff-427d-ad87-5e9b7b58a63d tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 931 time: 0.0942991
Dec 21 10:31:50.392174 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d27976e8-238d-4f08-87cf-b0bbe1fa003d req-581c4639-192f-4079-b325-b762d03a9e62 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607047
Dec 21 10:31:51.624831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0423e7e-2913-477a-b482-d264fd6b9c4c req-1b11bc68-87e9-4353-aec2-c13e365fde34 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:51.626514 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e0423e7e-2913-477a-b482-d264fd6b9c4c req-1b11bc68-87e9-4353-aec2-c13e365fde34 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 931 time: 0.0979321
Dec 21 10:31:51.687569 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e0423e7e-2913-477a-b482-d264fd6b9c4c req-0e505f9f-dd42-407b-9d11-faf3b38715d6 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542579
Dec 21 10:31:52.921007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500f584-ec71-4d84-a431-20409cab6c40 req-a00ca8e5-4d4d-4c18-842e-c9716b281cc3 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:52.922542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7500f584-ec71-4d84-a431-20409cab6c40 req-a00ca8e5-4d4d-4c18-842e-c9716b281cc3 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 931 time: 0.0858784
Dec 21 10:31:52.971020 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7500f584-ec71-4d84-a431-20409cab6c40 req-4346b884-081c-4e2d-a843-b4ea963a620a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413682
Dec 21 10:31:53.027376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Request body: {'port': {'device_id': 'd66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:31:53.146873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:53.575089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c810ea18-9ece-4be5-b7b4-34c59d2c3f10 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:31:53.583197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:53.595616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Transition to ACTIVE for port object c810ea18-9ece-4be5-b7b4-34c59d2c3f10 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:31:53.598372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:53.618539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:53.771948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Pushing event updated for resources: {'Port': ['ID=c810ea18-9ece-4be5-b7b4-34c59d2c3f10,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:53.788968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.789769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.790516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.791362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.792069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.792508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.792926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.793404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.794212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.794914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.795655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.796394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.797289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.798105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.798789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.799422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.800137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.800717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.801354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.802042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.802761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.803506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.804242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.804984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:31:53.813755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:54.049217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Attempting to bind port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:31:54.050330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Attempting to bind port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:31:54.050461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Attempting to bind port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 on network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:31:54.056659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:31:54.057031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Checking segment: {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:31:54.057434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:54.057860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Bound using segment: {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:31:54.058337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Bound port: c810ea18-9ece-4be5-b7b4-34c59d2c3f10, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:31:54.058719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:54.216198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] For port c810ea18-9ece-4be5-b7b4-34c59d2c3f10, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:31:54.224818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] For port c810ea18-9ece-4be5-b7b4-34c59d2c3f10, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c810ea18-9ece-4be5-b7b4-34c59d2c3f10,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:31:54.229025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:54.247080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2a503f62-6248-4581-a884-1484c2aed545 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:54.395795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686e7c8c-c55a-4412-b2f2-8050cf25d896 req-49660851-1fdb-4db5-a6a5-4d76430314eb tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:54.397332 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-686e7c8c-c55a-4412-b2f2-8050cf25d896 req-49660851-1fdb-4db5-a6a5-4d76430314eb tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 943 time: 0.2795999
Dec 21 10:31:54.437186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Pushing event updated for resources: {'Port': ['ID=c810ea18-9ece-4be5-b7b4-34c59d2c3f10,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:54.445682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:54.485035 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-686e7c8c-c55a-4412-b2f2-8050cf25d896 req-0ff9575e-97be-4e81-b9ed-faeaef0b57af tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742548
Dec 21 10:31:54.503947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:54.504641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:54.506208 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] 10.222.0.16 "PUT /v2.0/ports/c810ea18-9ece-4be5-b7b4-34c59d2c3f10 HTTP/1.1" status: 200  len: 1157 time: 1.4840031
Dec 21 10:31:54.506794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1', 'tag': 'c810ea18-9ece-4be5-b7b4-34c59d2c3f10'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:31:54.637823 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1', 'tag': 'c810ea18-9ece-4be5-b7b4-34c59d2c3f10', 'status': 'completed', 'code': 200}
Dec 21 10:31:54.972173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-8b1f3385-3bfd-4663-bbaf-b619d00479e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:54.973947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-8b1f3385-3bfd-4663-bbaf-b619d00479e6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9e369c2a8d24def9cfabdb8df1ba70e&device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 1160 time: 0.4107497
Dec 21 10:31:55.046329 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-bd87872d-742a-41dc-a7e0-22951d0d8ae2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c810ea18-9ece-4be5-b7b4-34c59d2c3f10 HTTP/1.1" status: 200  len: 217 time: 0.0642707
Dec 21 10:31:55.118071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-79f50296-c889-4be6-9953-9fb6fa8cc6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:55.119752 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-79f50296-c889-4be6-9953-9fb6fa8cc6ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b6e2619-27cd-413a-a4a2-185d7686ee04 HTTP/1.1" status: 200  len: 856 time: 0.0676057
Dec 21 10:31:55.203801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-254ffafc-4b36-4564-8bca-3d16e8d6b8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:55.205463 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-254ffafc-4b36-4564-8bca-3d16e8d6b8cf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779505
Dec 21 10:31:55.360004 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-4a40b886-8ea4-4127-9237-d91bbe2d92dd service neutron] 10.222.0.16 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458089
Dec 21 10:31:55.517203 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2fc0e243-9aeb-4ae8-a089-cbcacda72de0 req-a55729ea-0258-4937-8598-97a3f0dc1b91 service neutron] 10.222.0.16 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1502154
Dec 21 10:31:55.730092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-1bc5376c-e188-4be1-9c3c-1015533ab224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:55.731740 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-1bc5376c-e188-4be1-9c3c-1015533ab224 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9e369c2a8d24def9cfabdb8df1ba70e&device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 1160 time: 0.1523457
Dec 21 10:31:55.743340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49760a-7111-4d66-adc1-87e4df4b3b9b req-11823d55-0782-4e70-a23e-69ce99005825 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:55.744965 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9a49760a-7111-4d66-adc1-87e4df4b3b9b req-11823d55-0782-4e70-a23e-69ce99005825 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 943 time: 0.1148279
Dec 21 10:31:55.899189 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9a49760a-7111-4d66-adc1-87e4df4b3b9b req-8f057e46-7603-4fae-aa97-ca9bca6da425 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272204
Dec 21 10:31:55.928672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-4c691102-bfa9-41f2-993e-a907f5408135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:55.930330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-4c691102-bfa9-41f2-993e-a907f5408135 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f HTTP/1.1" status: 200  len: 911 time: 0.1843946
Dec 21 10:31:56.009934 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-cebed16a-edba-4317-8055-69eb57f1ddbd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c810ea18-9ece-4be5-b7b4-34c59d2c3f10 HTTP/1.1" status: 200  len: 217 time: 0.0719736
Dec 21 10:31:56.083544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-ccfbe7dd-a572-40c6-a47e-b44a49d99015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:56.085170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-ccfbe7dd-a572-40c6-a47e-b44a49d99015 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b6e2619-27cd-413a-a4a2-185d7686ee04 HTTP/1.1" status: 200  len: 856 time: 0.0681031
Dec 21 10:31:56.179338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-a0c42def-5412-4646-a4ff-1b561b8a3f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:56.180993 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-a0c42def-5412-4646-a4ff-1b561b8a3f0b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873308
Dec 21 10:31:56.333451 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-16ef4caa-0e05-44f4-8c16-699a695abe52 service neutron] 10.222.0.16 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433206
Dec 21 10:31:56.490386 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e8317a76-8eed-4af0-bf84-30a9921b242a req-e8a29254-5180-49ca-ba9e-eb608fc878d1 service neutron] 10.222.0.16 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478157
Dec 21 10:31:57.117844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af033ec1-07fb-40fa-ba67-0ac77cc4dbcd req-d52b7411-262f-4790-88ee-5821fd776b33 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:57.119542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af033ec1-07fb-40fa-ba67-0ac77cc4dbcd req-d52b7411-262f-4790-88ee-5821fd776b33 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 943 time: 0.0875540
Dec 21 10:31:57.169771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af033ec1-07fb-40fa-ba67-0ac77cc4dbcd req-da467255-45d4-407b-85ec-b48e656c6534 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434413
Dec 21 10:31:58.099462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-0312c932-dfbe-45cd-9ff2-e7eba431f6cb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80972) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:31:58.374086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device c810ea18-9ece-4be5-b7b4-34c59d2c3f10 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:31:58.407076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262dbe0d-3703-4478-b148-c57d0390e8cb req-e20cd32c-8f48-4f2a-bb98-dc302246f1ad tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:58.408744 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-262dbe0d-3703-4478-b148-c57d0390e8cb req-e20cd32c-8f48-4f2a-bb98-dc302246f1ad tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 943 time: 0.0968645
Dec 21 10:31:58.450841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:31:58.456635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:31:58.456635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:58.463212 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-262dbe0d-3703-4478-b148-c57d0390e8cb req-dc38201e-1aaf-49f5-8089-100651ebbc95 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472846
Dec 21 10:31:58.482103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:31:58.607940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:58.641007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c810ea18-9ece-4be5-b7b4-34c59d2c3f10'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:31:58.652436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port c810ea18-9ece-4be5-b7b4-34c59d2c3f10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c810ea18-9ece-4be5-b7b4-34c59d2c3f10,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:31:58.655392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:31:58.658102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:31:58.728609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=c810ea18-9ece-4be5-b7b4-34c59d2c3f10,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:31:58.732203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:31:58.880284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c810ea18-9ece-4be5-b7b4-34c59d2c3f10', 'code': 200}
Dec 21 10:31:59.149800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0ea4e-290f-4153-80a7-51b999ff0241 req-e776cb8d-a8ee-4858-885e-78af34eb05f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:59.151508 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3f0ea4e-290f-4153-80a7-51b999ff0241 req-e776cb8d-a8ee-4858-885e-78af34eb05f0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 1162 time: 0.0807948
Dec 21 10:31:59.195948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3f0ea4e-290f-4153-80a7-51b999ff0241 req-a18fc2ae-522e-4be3-808d-42a3d84e2707 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381849
Dec 21 10:31:59.688616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1862b0-f7d9-4261-88f9-c23e20747918 req-304b14ec-d66f-420c-b446-f0688a9a5929 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:31:59.690845 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-da1862b0-f7d9-4261-88f9-c23e20747918 req-304b14ec-d66f-420c-b446-f0688a9a5929 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 945 time: 0.0856042
Dec 21 10:31:59.740856 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-da1862b0-f7d9-4261-88f9-c23e20747918 req-0d9e73a3-2267-4276-840d-b4021824385e tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430465
Dec 21 10:32:00.031838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device c810ea18-9ece-4be5-b7b4-34c59d2c3f10 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:32:00.106359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:32:00.106776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:00.963091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f9bd2a-c5b1-4292-846c-95018ace0f50 req-4262f451-4a87-45f4-a8e7-03329736b5ca tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:00.964702 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f9bd2a-c5b1-4292-846c-95018ace0f50 req-4262f451-4a87-45f4-a8e7-03329736b5ca tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 945 time: 0.0884016
Dec 21 10:32:01.013293 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f9bd2a-c5b1-4292-846c-95018ace0f50 req-8a499cdb-7ee8-4dce-b7ef-17493a2fa359 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421374
Dec 21 10:32:01.232107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39863b-64f7-4928-8db3-21699f4642eb req-9b8514fe-2e83-43d6-a3a7-866c4b550051 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:01.233747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0c39863b-64f7-4928-8db3-21699f4642eb req-9b8514fe-2e83-43d6-a3a7-866c4b550051 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 945 time: 0.0889397
Dec 21 10:32:01.287114 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0c39863b-64f7-4928-8db3-21699f4642eb req-af0d862b-f54c-4972-9a51-a380c5ac487d tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466511
Dec 21 10:32:01.939615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:08.390055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-599a3f19-e6e1-4967-9177-431a79933ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:12.238837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:12.483169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f609cf84-84d1-4a66-92b3-9bb3a5c837d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:12.750603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:13.571800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:17.773627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03930181-e1eb-4825-b7a3-f6bdda9bbcba req-5f73ca1c-34b0-4a76-981c-029e021b63e0 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:17.775362 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-03930181-e1eb-4825-b7a3-f6bdda9bbcba req-5f73ca1c-34b0-4a76-981c-029e021b63e0 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 945 time: 0.0870323
Dec 21 10:32:17.825021 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-03930181-e1eb-4825-b7a3-f6bdda9bbcba req-02e22963-41d4-45eb-88e1-c5f88592208c tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424619
Dec 21 10:32:19.055938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66897afd-5919-4a2d-9876-316860679336 req-f8eb3086-fa85-4925-8e10-4d00c95a575d tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:19.057649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66897afd-5919-4a2d-9876-316860679336 req-f8eb3086-fa85-4925-8e10-4d00c95a575d tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 945 time: 0.0940056
Dec 21 10:32:19.110710 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66897afd-5919-4a2d-9876-316860679336 req-a30912c4-4a04-4fc8-b92b-c81ebb64fea9 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464680
Dec 21 10:32:19.233170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-57f1b8b3-8c3d-486f-a4fb-c20f4bd4452b tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:19.234831 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-57f1b8b3-8c3d-486f-a4fb-c20f4bd4452b tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.16 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 945 time: 0.0865324
Dec 21 10:32:19.315175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Deleting port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:32:19.315572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:19.593607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] For port c810ea18-9ece-4be5-b7b4-34c59d2c3f10, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=c810ea18-9ece-4be5-b7b4-34c59d2c3f10,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:32:19.594010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:19.733215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Calling delete_port for c810ea18-9ece-4be5-b7b4-34c59d2c3f10 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:32:19.882114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:19.898563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88de9d78-dfdf-4d33-9400-0a982ba33f1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:32:19.961384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Pushing event deleted for resources: {'Port': ['ID=c810ea18-9ece-4be5-b7b4-34c59d2c3f10,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:32:19.967062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:32:20.118015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] No DVR routers for this DVR port c810ea18-9ece-4be5-b7b4-34c59d2c3f10 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:32:20.120420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:20.123752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1', 'name': 'network-vif-deleted', 'tag': 'c810ea18-9ece-4be5-b7b4-34c59d2c3f10'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:32:20.134016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device c810ea18-9ece-4be5-b7b4-34c59d2c3f10 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:32:20.141118 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a0c9a07-4113-4ef3-a753-3f2b3f3cb86e req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.16 "DELETE /v2.0/ports/c810ea18-9ece-4be5-b7b4-34c59d2c3f10 HTTP/1.1" status: 204  len: 173 time: 0.9001303
Dec 21 10:32:20.207325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1', 'name': 'network-vif-deleted', 'tag': 'c810ea18-9ece-4be5-b7b4-34c59d2c3f10', 'status': 'completed', 'code': 200}
Dec 21 10:32:20.213371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: c810ea18-9ece-4be5-b7b4-34c59d2c3f10 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:32:20.213809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device c810ea18-9ece-4be5-b7b4-34c59d2c3f10 not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:32:20.332877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-bc2a5a11-5c0f-4809-af10-00b2158c70ae req-4277138a-2637-4e3f-af85-49da8273f0ec tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Synchronizing usage tracker for tenant:d9e369c2a8d24def9cfabdb8df1ba70e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:32:20.348320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-bc2a5a11-5c0f-4809-af10-00b2158c70ae req-4277138a-2637-4e3f-af85-49da8273f0ec tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Unset dirty status for tenant:d9e369c2a8d24def9cfabdb8df1ba70e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:32:20.349708 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bc2a5a11-5c0f-4809-af10-00b2158c70ae req-4277138a-2637-4e3f-af85-49da8273f0ec tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=d66a7cb0-7e6e-45c7-98ff-4fa690d3f1a1 HTTP/1.1" status: 200  len: 210 time: 0.0630085
Dec 21 10:32:31.571236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-399fdbe4-f3dd-4d6f-b202-5eeb25c9bd12 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:31.572890 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-399fdbe4-f3dd-4d6f-b202-5eeb25c9bd12 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/networks?id=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f HTTP/1.1" status: 200  len: 817 time: 0.1713467
Dec 21 10:32:31.591228 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-3d609e0a-dbe7-452e-ab1f-3fd20cc71574 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/quotas/d9e369c2a8d24def9cfabdb8df1ba70e HTTP/1.1" status: 200  len: 375 time: 0.0116968
Dec 21 10:32:31.689101 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-c1ddcd24-f49c-46c7-b3e1-1d1ab6693fc4 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9e369c2a8d24def9cfabdb8df1ba70e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0912781
Dec 21 10:32:31.707919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-615b5c6e-d064-4273-bb2e-683dea6bd84e service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:32:31.709034 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-615b5c6e-d064-4273-bb2e-683dea6bd84e service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0061579
Dec 21 10:32:31.863778 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-39cec696-7178-42f8-b0bf-df2294cfa4d9 service neutron] 10.222.0.45 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1473904
Dec 21 10:32:31.954245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:32.016191 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-038bc4da-120f-4a60-8772-05b0857e4dc1 service neutron] 10.222.0.45 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1457622
Dec 21 10:32:32.224441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3ef6f585-36ca-4b3b-aefe-245fcce1dfd8 req-c614c3f8-f1d9-4762-b3cf-be407fe51533 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 210 time: 0.0469587
Dec 21 10:32:33.409605 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a754a6c-26ec-4f6a-884a-7c122e8f7992 req-4a3c0979-773c-4361-80dd-4f5e727800f3 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 210 time: 0.0492213
Dec 21 10:32:33.632896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-b811b096-009b-484c-8aa4-7f9385cfe9b2 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:33.634607 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-b811b096-009b-484c-8aa4-7f9385cfe9b2 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.16 "GET /v2.0/networks?id=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f HTTP/1.1" status: 200  len: 817 time: 0.1796746
Dec 21 10:32:33.652959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Request body: {'port': {'device_id': 'f6eb36e1-20ae-446f-aa50-0c7f5dceadc6', 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f', 'admin_state_up': True, 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:32:33.809607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:32:33.820988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:32:33.830678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Made reservation on behalf of d9e369c2a8d24def9cfabdb8df1ba70e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:32:33.836760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:34.251180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Allocated IP 172.20.0.11 (3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f/1b6e2619-27cd-413a-a4a2-185d7686ee04/128a70a2-a679-4540-b419-a737fe2fc49d) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:32:34.547820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:34.585664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Transition to ACTIVE for port object 128a70a2-a679-4540-b419-a737fe2fc49d will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:32:34.615371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:34.636539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29dca6e9-cd3a-40bb-a373-69dc546a7c2b tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:32:35.143671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Pushing event updated for resources: {'Port': ['ID=128a70a2-a679-4540-b419-a737fe2fc49d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:32:35.147472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:32:35.226310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf34aa2-74e4-4799-a9fe-60035ea32cc9 req-c1ac3f01-06c0-42df-adf4-18dd5434f79f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:35.228021 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3cf34aa2-74e4-4799-a9fe-60035ea32cc9 req-c1ac3f01-06c0-42df-adf4-18dd5434f79f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 932 time: 0.5400307
Dec 21 10:32:35.233128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:32:35.234400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:32:35.237654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:32:35.357338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:35.358055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:35.368109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3cf34aa2-74e4-4799-a9fe-60035ea32cc9 req-20680ed2-70f0-47e1-8455-0dde862ce0f9 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996637
Dec 21 10:32:35.390714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7422221
Dec 21 10:32:35.485261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:32:35.489863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-33b4fac6-016d-4276-9b07-5f22c41156fc None None] Provisioning for port 128a70a2-a679-4540-b419-a737fe2fc49d completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:32:35.498109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-33b4fac6-016d-4276-9b07-5f22c41156fc None None] Provisioning complete for port 128a70a2-a679-4540-b419-a737fe2fc49d triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:32:35.498109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-33b4fac6-016d-4276-9b07-5f22c41156fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:35.582151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-33b4fac6-016d-4276-9b07-5f22c41156fc None None] Port 128a70a2-a679-4540-b419-a737fe2fc49d cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:32:36.617147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f4f8f-cadb-4999-a2ef-a1c3f27290d7 req-7fc42ebd-982d-49dd-8ede-e84b06973066 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:36.618050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f88f4f8f-cadb-4999-a2ef-a1c3f27290d7 req-7fc42ebd-982d-49dd-8ede-e84b06973066 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Synchronizing usage tracker for tenant:d9e369c2a8d24def9cfabdb8df1ba70e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:32:36.637033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f88f4f8f-cadb-4999-a2ef-a1c3f27290d7 req-7fc42ebd-982d-49dd-8ede-e84b06973066 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Unset dirty status for tenant:d9e369c2a8d24def9cfabdb8df1ba70e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:32:36.638348 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f88f4f8f-cadb-4999-a2ef-a1c3f27290d7 req-7fc42ebd-982d-49dd-8ede-e84b06973066 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 932 time: 0.1233170
Dec 21 10:32:36.691094 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f88f4f8f-cadb-4999-a2ef-a1c3f27290d7 req-f4895bc0-2e17-49c5-9b59-fed011368a86 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449545
Dec 21 10:32:37.914094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dee4eb-1100-45ec-8973-837017f57fa3 req-6883c0e1-8def-4c83-acfa-c5d163f56f1b tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:37.915608 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-23dee4eb-1100-45ec-8973-837017f57fa3 req-6883c0e1-8def-4c83-acfa-c5d163f56f1b tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 932 time: 0.0857024
Dec 21 10:32:37.966489 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-23dee4eb-1100-45ec-8973-837017f57fa3 req-540ebbba-2cad-4bbb-9873-bfb29451053f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444136
Dec 21 10:32:38.392219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bb3580ea-6070-45c5-b930-5424f897fe1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:39.203556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd0ac7-70e2-4779-b24e-5e0ead4f7752 req-536b770f-f8a9-46bf-bb97-3501d33e1605 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:39.206333 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5fd0ac7-70e2-4779-b24e-5e0ead4f7752 req-536b770f-f8a9-46bf-bb97-3501d33e1605 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 932 time: 0.0905471
Dec 21 10:32:39.275890 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5fd0ac7-70e2-4779-b24e-5e0ead4f7752 req-e8328ee8-937d-454c-a187-3b2eba42752e tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619810
Dec 21 10:32:40.504732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78539e8a-11ea-4a9b-969d-c5ca7ee930fa req-8f9c325d-b64f-4d8a-9da3-f019955d9d9f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:40.506517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78539e8a-11ea-4a9b-969d-c5ca7ee930fa req-8f9c325d-b64f-4d8a-9da3-f019955d9d9f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 932 time: 0.1012349
Dec 21 10:32:40.576669 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-78539e8a-11ea-4a9b-969d-c5ca7ee930fa req-590bb725-1d9d-4744-af44-0ff0dd0e2d3c tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633700
Dec 21 10:32:41.787462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee038c-4437-4c2e-a7eb-614b08260aee req-6edeb1cd-7fe7-434b-a95c-d9fcf36ae1e5 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:41.789113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffee038c-4437-4c2e-a7eb-614b08260aee req-6edeb1cd-7fe7-434b-a95c-d9fcf36ae1e5 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 932 time: 0.0903840
Dec 21 10:32:41.844001 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffee038c-4437-4c2e-a7eb-614b08260aee req-4a084554-6625-4302-a237-1d9f74d32415 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484021
Dec 21 10:32:42.230837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:42.476667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62a4ea6b-0fbd-40db-afa6-18d7ddfc85d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:42.775185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:43.064286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5daf55-b166-4388-b845-c5f236b0d7d4 req-09ca4add-b03b-462f-9c9f-c9ecf8822377 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:43.066397 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9b5daf55-b166-4388-b845-c5f236b0d7d4 req-09ca4add-b03b-462f-9c9f-c9ecf8822377 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 932 time: 0.0903947
Dec 21 10:32:43.114209 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9b5daf55-b166-4388-b845-c5f236b0d7d4 req-ffb0b707-0601-4b49-906b-4f025e7d219b tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414455
Dec 21 10:32:43.571537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:43.853945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Request body: {'port': {'device_id': 'f6eb36e1-20ae-446f-aa50-0c7f5dceadc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:32:43.973917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:44.415250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f0426-a46d-40f0-b7d9-efb4bef064ad req-63c329da-0854-45e8-95d4-fddafac2727b tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:44.416799 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-209f0426-a46d-40f0-b7d9-efb4bef064ad req-63c329da-0854-45e8-95d4-fddafac2727b tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 932 time: 0.1386590
Dec 21 10:32:44.510624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128a70a2-a679-4540-b419-a737fe2fc49d {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:32:44.523050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:44.530775 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-209f0426-a46d-40f0-b7d9-efb4bef064ad req-7e347228-1c3e-4d6e-a744-1209c0d77215 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805781
Dec 21 10:32:44.539739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Transition to ACTIVE for port object 128a70a2-a679-4540-b419-a737fe2fc49d will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:32:44.543149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:44.559879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29c484b4-9f10-49fb-b1d6-1ed2eb7aad11 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:32:44.708912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Pushing event updated for resources: {'Port': ['ID=128a70a2-a679-4540-b419-a737fe2fc49d,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:32:44.712227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:32:44.898323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Attempting to bind port 128a70a2-a679-4540-b419-a737fe2fc49d on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:32:44.898707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Attempting to bind port 128a70a2-a679-4540-b419-a737fe2fc49d by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:32:44.899075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Attempting to bind port 128a70a2-a679-4540-b419-a737fe2fc49d on network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:32:44.905288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:32:44.905705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Checking segment: {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:32:44.906113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:44.906508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Bound using segment: {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:32:44.906989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Bound port: 128a70a2-a679-4540-b419-a737fe2fc49d, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:32:44.907366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:45.004097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] For port 128a70a2-a679-4540-b419-a737fe2fc49d, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:32:45.007242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] For port 128a70a2-a679-4540-b419-a737fe2fc49d, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=128a70a2-a679-4540-b419-a737fe2fc49d,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:32:45.010588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:45.026300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1fe0b922-b55b-48aa-b599-872236f3d631 tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:32:45.180003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Pushing event updated for resources: {'Port': ['ID=128a70a2-a679-4540-b419-a737fe2fc49d,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:32:45.184800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:32:45.215992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:45.216684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:45.218248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] 10.222.0.16 "PUT /v2.0/ports/128a70a2-a679-4540-b419-a737fe2fc49d HTTP/1.1" status: 200  len: 1158 time: 1.3719807
Dec 21 10:32:45.218859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6eb36e1-20ae-446f-aa50-0c7f5dceadc6', 'tag': '128a70a2-a679-4540-b419-a737fe2fc49d'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:32:45.296062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6eb36e1-20ae-446f-aa50-0c7f5dceadc6', 'tag': '128a70a2-a679-4540-b419-a737fe2fc49d', 'status': 'completed', 'code': 200}
Dec 21 10:32:45.336170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-c785694b-2c9d-46b5-984c-c2bb9d4758ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:45.338058 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-c785694b-2c9d-46b5-984c-c2bb9d4758ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9e369c2a8d24def9cfabdb8df1ba70e&device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 1161 time: 0.0834806
Dec 21 10:32:45.415501 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-1fab3de4-ebc1-4e40-a974-461be6439f8a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=128a70a2-a679-4540-b419-a737fe2fc49d HTTP/1.1" status: 200  len: 217 time: 0.0696714
Dec 21 10:32:45.484509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-e2f08663-ae82-4007-a331-122d787b3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:45.486097 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-e2f08663-ae82-4007-a331-122d787b3cfd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b6e2619-27cd-413a-a4a2-185d7686ee04 HTTP/1.1" status: 200  len: 856 time: 0.0647779
Dec 21 10:32:45.569668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-bc47b720-e8a5-4407-85cc-9496d313cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:45.571202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-bc47b720-e8a5-4407-85cc-9496d313cef3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785415
Dec 21 10:32:45.778521 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-237e756f-0db0-4daf-9c06-e5640d18ed45 service neutron] 10.222.0.16 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1993043
Dec 21 10:32:45.836890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d16b31f-019f-40b0-a6ae-00024394fc72 req-7d227a27-71ed-4317-abf9-5d83e9447a49 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:45.838438 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2d16b31f-019f-40b0-a6ae-00024394fc72 req-7d227a27-71ed-4317-abf9-5d83e9447a49 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 944 time: 0.1536334
Dec 21 10:32:45.954678 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2d16b31f-019f-40b0-a6ae-00024394fc72 req-f2f57684-b5bf-46e3-9d0b-b62fc33a57c3 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1092713
Dec 21 10:32:45.973611 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dccc0dea-850a-41b3-9eae-82893e7c14bb req-8dd70854-6615-4942-a3b4-91519e2e9150 service neutron] 10.222.0.16 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1877761
Dec 21 10:32:46.094249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-ce5c3369-57ff-4cd4-9788-b6713e59dcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:46.095764 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-ce5c3369-57ff-4cd4-9788-b6713e59dcf5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9e369c2a8d24def9cfabdb8df1ba70e&device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 1161 time: 0.0790806
Dec 21 10:32:46.240992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-d090fa47-4155-4e86-9b5f-114b3a370856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:46.242597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-d090fa47-4155-4e86-9b5f-114b3a370856 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f HTTP/1.1" status: 200  len: 911 time: 0.1394875
Dec 21 10:32:46.313091 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-179a9f68-f934-4f72-9e87-898da455bd93 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=128a70a2-a679-4540-b419-a737fe2fc49d HTTP/1.1" status: 200  len: 217 time: 0.0628181
Dec 21 10:32:46.385725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-1b396486-cfde-47d5-9a2a-e8866eda0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:46.387308 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-1b396486-cfde-47d5-9a2a-e8866eda0e83 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=1b6e2619-27cd-413a-a4a2-185d7686ee04 HTTP/1.1" status: 200  len: 856 time: 0.0678267
Dec 21 10:32:46.467220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-b1a1a8f2-8b00-4a9d-b039-9d18a0909b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:46.468812 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-b1a1a8f2-8b00-4a9d-b039-9d18a0909b84 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0738404
Dec 21 10:32:46.616878 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-69875a97-fedb-4341-b7e3-a45ce7c4e5c5 service neutron] 10.222.0.16 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409891
Dec 21 10:32:46.766006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d40518c8-bd82-49db-aece-f0de12e6f586 req-5501c1b1-777e-4e2c-8b90-c2f1e4a3e453 service neutron] 10.222.0.16 "GET /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1413448
Dec 21 10:32:47.172561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf34674-99c7-453d-8c6a-12cfab27d1b5 req-a454e980-5558-49f6-9cd1-29ecba919e54 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:47.174194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-acf34674-99c7-453d-8c6a-12cfab27d1b5 req-a454e980-5558-49f6-9cd1-29ecba919e54 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 944 time: 0.0882931
Dec 21 10:32:47.221682 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-acf34674-99c7-453d-8c6a-12cfab27d1b5 req-e25f9aee-70bc-43d6-a854-b2b4bfb27099 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405397
Dec 21 10:32:48.433471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964672a-0fec-4995-b6c6-c86d9bbfd2cd req-1b939231-b32b-4ece-9da9-d1d583d729d8 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:48.435155 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7964672a-0fec-4995-b6c6-c86d9bbfd2cd req-1b939231-b32b-4ece-9da9-d1d583d729d8 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 944 time: 0.0848873
Dec 21 10:32:48.482742 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7964672a-0fec-4995-b6c6-c86d9bbfd2cd req-973fa1c5-9d99-4576-bb96-c71f6a75d1a1 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412455
Dec 21 10:32:48.544523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 128a70a2-a679-4540-b419-a737fe2fc49d up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:32:48.614870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 128a70a2-a679-4540-b419-a737fe2fc49d completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:32:48.619727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 128a70a2-a679-4540-b419-a737fe2fc49d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:32:48.620656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:48.744744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:48.773613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eb36e1-20ae-446f-aa50-0c7f5dceadc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128a70a2-a679-4540-b419-a737fe2fc49d'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:32:48.783864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 128a70a2-a679-4540-b419-a737fe2fc49d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=128a70a2-a679-4540-b419-a737fe2fc49d,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:32:48.787542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:48.789855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83797d39-af7e-42e0-b14d-aa9033153888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:32:48.837934 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eb36e1-20ae-446f-aa50-0c7f5dceadc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128a70a2-a679-4540-b419-a737fe2fc49d', 'code': 200}
Dec 21 10:32:48.860234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=128a70a2-a679-4540-b419-a737fe2fc49d,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:32:48.869308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.869731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.870117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.870494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.870871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.871246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.871617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.871987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.872359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.872726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.873133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.873516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.873956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.874323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.874689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.875055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.875421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.875785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.876148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.876582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.876951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.877318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.877726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.878091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:32:48.882508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:32:49.085155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cff625-c240-4162-a931-a58393f975ca req-92ff0998-7121-4f1d-893a-59ed2a728537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:49.086767 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-26cff625-c240-4162-a931-a58393f975ca req-92ff0998-7121-4f1d-893a-59ed2a728537 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 1163 time: 0.0793107
Dec 21 10:32:49.132698 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-26cff625-c240-4162-a931-a58393f975ca req-ead44395-d225-4a8e-91fc-bcd6d72edc60 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381582
Dec 21 10:32:49.693737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef1e123-3bd6-4737-8476-b56af7062a4f req-36a55a76-b3a5-447b-bb19-0a38be983fd4 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:49.695256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ef1e123-3bd6-4737-8476-b56af7062a4f req-36a55a76-b3a5-447b-bb19-0a38be983fd4 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 946 time: 0.0828481
Dec 21 10:32:50.018899 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ef1e123-3bd6-4737-8476-b56af7062a4f req-6cb16df4-89c9-42b7-8591-d49b30535a1d tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3168459
Dec 21 10:32:50.325106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 128a70a2-a679-4540-b419-a737fe2fc49d up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:32:50.399771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 128a70a2-a679-4540-b419-a737fe2fc49d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:32:50.400190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:32:51.233431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5006094-4f72-4781-b269-c5f9356fe2ff req-b6d6d4cb-4c13-4573-94e7-67edc2c38ce7 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:51.235060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f5006094-4f72-4781-b269-c5f9356fe2ff req-b6d6d4cb-4c13-4573-94e7-67edc2c38ce7 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 946 time: 0.0839145
Dec 21 10:32:51.282224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f5006094-4f72-4781-b269-c5f9356fe2ff req-cda3a4ac-e4ec-4f23-a5ff-f9fb776c1eec tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400872
Dec 21 10:32:51.497682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccf2c1-84db-4089-83a9-a848f5baa6ef req-26c91efc-f110-416c-9e43-8856bf00868f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:32:51.499297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99ccf2c1-84db-4089-83a9-a848f5baa6ef req-26c91efc-f110-416c-9e43-8856bf00868f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 946 time: 0.0866604
Dec 21 10:32:51.548381 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99ccf2c1-84db-4089-83a9-a848f5baa6ef req-bbe82cf4-8347-4949-95f4-ebfa459ca9d5 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427701
Dec 21 10:33:01.968194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:06.436190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d44ce-1d1e-4697-8cf3-0e2ee0744f76 req-eda767ab-5788-414b-93c2-d8551089b3d8 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:06.437844 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-249d44ce-1d1e-4697-8cf3-0e2ee0744f76 req-eda767ab-5788-414b-93c2-d8551089b3d8 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 946 time: 0.0838425
Dec 21 10:33:06.491306 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-249d44ce-1d1e-4697-8cf3-0e2ee0744f76 req-828b0dd2-a9d7-4fbf-b46a-d4571bfa0886 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462394
Dec 21 10:33:07.709597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103e5f4-51e5-4098-b82e-f3bf93a8da4e req-30711cad-34fa-47e6-a196-728250e9ae07 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:07.711245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b103e5f4-51e5-4098-b82e-f3bf93a8da4e req-30711cad-34fa-47e6-a196-728250e9ae07 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 946 time: 0.0862193
Dec 21 10:33:07.764395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b103e5f4-51e5-4098-b82e-f3bf93a8da4e req-c84fbc85-52c5-4df0-9094-123271eb6a5b tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/security-groups?id=275787b9-a253-417c-aebf-9185b9a8e007&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465674
Dec 21 10:33:07.953222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-5b196add-3ec2-4d01-b3ca-60b1a7d93f0e tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:07.954733 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-5b196add-3ec2-4d01-b3ca-60b1a7d93f0e tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.16 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 946 time: 0.0886705
Dec 21 10:33:08.031740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Deleting port 128a70a2-a679-4540-b419-a737fe2fc49d {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:08.032132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:08.291672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] For port 128a70a2-a679-4540-b419-a737fe2fc49d, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=128a70a2-a679-4540-b419-a737fe2fc49d,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:08.292063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:08.365329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 128a70a2-a679-4540-b419-a737fe2fc49d no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:33:08.423243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Calling delete_port for 128a70a2-a679-4540-b419-a737fe2fc49d owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:33:08.428031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31d95742-7c76-4278-8631-1a0f5e220f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:08.499399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:08.580929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:08.599869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:08.648740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Pushing event deleted for resources: {'Port': ['ID=128a70a2-a679-4540-b419-a737fe2fc49d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:08.673910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.674346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.674767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.675821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.676301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.676719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.677151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.677575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.678020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.678429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.678839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.679244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.679739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.680142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.680545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.680945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.681350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.681776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.682219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.682621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.683023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.683423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.683822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.684257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:08.690297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:08.843360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] No DVR routers for this DVR port 128a70a2-a679-4540-b419-a737fe2fc49d on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:33:08.845772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:08.849423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6eb36e1-20ae-446f-aa50-0c7f5dceadc6', 'name': 'network-vif-deleted', 'tag': '128a70a2-a679-4540-b419-a737fe2fc49d'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:33:08.865709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93a98538-c9b0-4679-9f88-6dce63f1d0c9 req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.16 "DELETE /v2.0/ports/128a70a2-a679-4540-b419-a737fe2fc49d HTTP/1.1" status: 204  len: 173 time: 0.9045954
Dec 21 10:33:08.953669 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6eb36e1-20ae-446f-aa50-0c7f5dceadc6', 'name': 'network-vif-deleted', 'tag': '128a70a2-a679-4540-b419-a737fe2fc49d', 'status': 'completed', 'code': 200}
Dec 21 10:33:08.965876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1bac0f11-e401-4752-9e24-699d1e095576 req-616a36ff-67fd-440b-93fd-0576b0dda503 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Synchronizing usage tracker for tenant:d9e369c2a8d24def9cfabdb8df1ba70e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:33:08.982733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1bac0f11-e401-4752-9e24-699d1e095576 req-616a36ff-67fd-440b-93fd-0576b0dda503 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Unset dirty status for tenant:d9e369c2a8d24def9cfabdb8df1ba70e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:33:08.984046 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1bac0f11-e401-4752-9e24-699d1e095576 req-616a36ff-67fd-440b-93fd-0576b0dda503 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] 10.222.0.45 "GET /v2.0/ports?device_id=f6eb36e1-20ae-446f-aa50-0c7f5dceadc6 HTTP/1.1" status: 200  len: 210 time: 0.0787489
Dec 21 10:33:10.667806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 48442) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:11.045994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:11.982621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Deleting port 304031ab-4d79-419b-a10b-a55942e70c9f {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:11.983232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:12.172104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] For port 304031ab-4d79-419b-a10b-a55942e70c9f, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=304031ab-4d79-419b-a10b-a55942e70c9f,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:12.172498 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:12.233415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:12.307184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Calling delete_port for 304031ab-4d79-419b-a10b-a55942e70c9f owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:33:12.482371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8577815-c760-44e8-8cd8-0b1b0e957c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:12.486364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:33:12.645859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:12.661397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:12.713604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Pushing event deleted for resources: {'Port': ['ID=304031ab-4d79-419b-a10b-a55942e70c9f,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:12.725259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.725814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.726107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.726533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.727013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.727296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.727628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.728171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.728600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.728990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.729267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.729652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.730058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.730468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.730844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.731193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.731594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.731995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.732397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.732772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.733139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.733558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.733961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.734363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:12.740663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:12.760343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:13.090724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:13.575844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:13.595055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Router e33637f9-3289-4379-9e9f-2341a00030ba has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:33:13.781083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:33:13.793020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] Sync routers for ids ['e33637f9-3289-4379-9e9f-2341a00030ba'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:33:13.797331 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] 10.222.0.45 "PUT /v2.0/routers/e33637f9-3289-4379-9e9f-2341a00030ba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1283693
Dec 21 10:33:13.800784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 48446) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:13.804512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] Routers {'e33637f9-3289-4379-9e9f-2341a00030ba'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:33:13.805213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0a7f60>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:33:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e33637f9-3289-4379-9e9f-2341a00030ba'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:14.056342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] Set router e33637f9-3289-4379-9e9f-2341a00030ba gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:33:14.066459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:14.389956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0a7f60>, [{'id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'name': 'tempest-TestEncryptedCinderVolumes-1288865024-router', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '565138e0-c43d-4a47-9cac-81bff6906454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:14Z', 'updated_at': '2020-12-21T10:33:12Z', 'revision_number': 5, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'gw_port': {'id': '565138e0-c43d-4a47-9cac-81bff6906454', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:15Z', 'updated_at': '2020-12-21T10:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:14.395441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] Checking router: e33637f9-3289-4379-9e9f-2341a00030ba for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:33:14.406690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] Routers {'e33637f9-3289-4379-9e9f-2341a00030ba'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:33:14.407416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0a7f60>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:33:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e33637f9-3289-4379-9e9f-2341a00030ba'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:14.577396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:14.586256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Deleting port 565138e0-c43d-4a47-9cac-81bff6906454 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:14.586256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:14.604242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] Set router e33637f9-3289-4379-9e9f-2341a00030ba gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:33:14.779815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] For port 565138e0-c43d-4a47-9cac-81bff6906454, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=565138e0-c43d-4a47-9cac-81bff6906454,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:14.780371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:14.921805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0a7f60>, [{'id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'name': 'tempest-TestEncryptedCinderVolumes-1288865024-router', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '565138e0-c43d-4a47-9cac-81bff6906454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:14Z', 'updated_at': '2020-12-21T10:33:12Z', 'revision_number': 5, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'gw_port': {'id': '565138e0-c43d-4a47-9cac-81bff6906454', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:15Z', 'updated_at': '2020-12-21T10:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:14.926225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c5079-c86e-41cf-a876-e9c76c442a3e None None] The sync data for ids ['e33637f9-3289-4379-9e9f-2341a00030ba'] in dv-neutron-601336-62-ovs is: [{'id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'name': 'tempest-TestEncryptedCinderVolumes-1288865024-router', 'tenant_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122'}], 'enable_snat': True}, 'gw_port_id': '565138e0-c43d-4a47-9cac-81bff6906454', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:14Z', 'updated_at': '2020-12-21T10:33:12Z', 'revision_number': 5, 'project_id': 'd9e369c2a8d24def9cfabdb8df1ba70e', 'gw_port': {'id': '565138e0-c43d-4a47-9cac-81bff6906454', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:f7:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e33637f9-3289-4379-9e9f-2341a00030ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:15Z', 'updated_at': '2020-12-21T10:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:33:14.962071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Calling delete_port for 565138e0-c43d-4a47-9cac-81bff6906454 owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:33:15.131990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:15.331961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:15.467054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:15.469428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:15.491108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:15.491675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e33637f9-3289-4379-9e9f-2341a00030ba {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:33:15.505310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:15.506604 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-28d103a4-6b55-407f-936a-d66eb9404fb3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e33637f9-3289-4379-9e9f-2341a00030ba HTTP/1.1" status: 204  len: 168 time: 1.7042797
Dec 21 10:33:15.509551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48450) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:15.586906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaadf6c7-9ccb-46de-81ad-7516c6faee4e admin admin] Deleting subnet 1b6e2619-27cd-413a-a4a2-185d7686ee04 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:33:15.590634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaadf6c7-9ccb-46de-81ad-7516c6faee4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:15.651701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaadf6c7-9ccb-46de-81ad-7516c6faee4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:15.743959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaadf6c7-9ccb-46de-81ad-7516c6faee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:16.020430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaadf6c7-9ccb-46de-81ad-7516c6faee4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:16.036644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e3f05262-e432-4795-8587-2f626002f1a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:16.087068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaadf6c7-9ccb-46de-81ad-7516c6faee4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6e2619-27cd-413a-a4a2-185d7686ee04,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:16.091099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eaadf6c7-9ccb-46de-81ad-7516c6faee4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:16.175798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eaadf6c7-9ccb-46de-81ad-7516c6faee4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:16.181410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea9df34-c418-43b1-b3ec-a45814dff978 None None] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:33:16.182515 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-eaadf6c7-9ccb-46de-81ad-7516c6faee4e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1b6e2619-27cd-413a-a4a2-185d7686ee04 HTTP/1.1" status: 204  len: 168 time: 0.6718049
Dec 21 10:33:16.185222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48454) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:16.305377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:16.374566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Deleting port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:16.374951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:16.436799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] DHCP port deletion for 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:33:16.443606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 565138e0-c43d-4a47-9cac-81bff6906454 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:33:16.472923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] Deleting port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:16.473598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:16.517209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 565138e0-c43d-4a47-9cac-81bff6906454 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:33:16.517635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 565138e0-c43d-4a47-9cac-81bff6906454 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:33:16.518110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 304031ab-4d79-419b-a10b-a55942e70c9f no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:33:16.556329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 304031ab-4d79-419b-a10b-a55942e70c9f {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:33:16.556657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 304031ab-4d79-419b-a10b-a55942e70c9f not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:33:16.633339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] For port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:16.633747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:16.742298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] For port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218,segment=NetworkSegment(3f307a0f-1ce9-4ff4-b9ee-950379a65bbf),segment_id=3f307a0f-1ce9-4ff4-b9ee-950379a65bbf)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:16.742751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:16.771326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Calling delete_port for af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:33:16.860961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:16.876889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] Calling delete_port for af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:33:16.877168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:16.937292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:16.943767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:33:16.952619 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:33:16.955999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:33:16.955999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:33:17.027879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] No DVR routers for this DVR port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:33:17.156806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:17.279923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec10e588>,) {'filters': {'network_id': ['3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:17.294000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec10e588>, '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:17.294336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec10e588>, '3f307a0f-1ce9-4ff4-b9ee-950379a65bbf') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:17.308115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:17.324640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:17.326678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:33:17.457660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] Deleting port af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:17.458180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:17.520175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:33:17.525642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0d8c4dd9-885d-41c7-bc19-29bbbc85432c None None] The port 'af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:33:17.530358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:17.715868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Network 3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:33:17.742938 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:33:17.822000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:17.829035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a68fa0ba-3840-4f12-8593-64bd3074a68f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:17.846527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:17.855451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:17.860300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:17.865266 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/3e17eac2-fcd1-4d3c-bba2-a7c0c624dd5f HTTP/1.1" status: 204  len: 168 time: 1.6789210
Dec 21 10:33:17.868509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48458) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:18.413812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:33:18.453890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:33:18.454391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device af8431f4-3c7d-4bde-b9d5-9f7fd2aa5218 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:33:18.514321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:19.132070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Deleting port 9c0e978b-1f64-406b-bcc0-c209ec8046c9 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:19.132910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:19.312822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] For port 9c0e978b-1f64-406b-bcc0-c209ec8046c9, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=9c0e978b-1f64-406b-bcc0-c209ec8046c9,segment=NetworkSegment(c567ffea-6bcb-4829-a6d5-e30ade1758e4),segment_id=c567ffea-6bcb-4829-a6d5-e30ade1758e4)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:19.313323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:19.444149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Calling delete_port for 9c0e978b-1f64-406b-bcc0-c209ec8046c9 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:33:19.630329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:19.647496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d641f597-22e6-40f1-8301-e120ef918af7 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:19.709022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c0e978b-1f64-406b-bcc0-c209ec8046c9,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:19.713616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:20.072813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:20.603256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:33:20.797991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:33:20.807671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] Sync routers for ids ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:33:20.809273 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] 10.222.0.45 "PUT /v2.0/routers/2e7ce51d-e820-4a32-8ea3-6cf5c8384a40/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9393859
Dec 21 10:33:20.812479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48462) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:20.820886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] Routers {'2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:33:20.821637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb1e7f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:33:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:21.005902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:21.011023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] Set router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:33:21.200269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:21.205523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Deleting port 38fd7c62-655c-4a74-a86f-b14b6da44d12 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:21.205927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:21.403556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] For port 38fd7c62-655c-4a74-a86f-b14b6da44d12, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=38fd7c62-655c-4a74-a86f-b14b6da44d12,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:21.404229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:21.481003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb1e7f0>, [{'id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'name': 'tempest-TestEncryptedCinderVolumes-918116131-router', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:22Z', 'updated_at': '2020-12-21T10:33:19Z', 'revision_number': 5, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'gw_port': {'id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:24Z', 'updated_at': '2020-12-21T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:21.485320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] Checking router: 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:33:21.495886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] Routers {'2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:33:21.496551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb1e7f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:33:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:21.542034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Calling delete_port for 38fd7c62-655c-4a74-a86f-b14b6da44d12 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:33:21.687601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:21.688816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] Set router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:33:21.883748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:22.002115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb1e7f0>, [{'id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'name': 'tempest-TestEncryptedCinderVolumes-918116131-router', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:22Z', 'updated_at': '2020-12-21T10:33:19Z', 'revision_number': 5, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'gw_port': {'id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:24Z', 'updated_at': '2020-12-21T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:22.007969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a2c1a-76c6-4e40-bfa6-bb9fe04cb6de None None] The sync data for ids ['2e7ce51d-e820-4a32-8ea3-6cf5c8384a40'] in dv-neutron-601336-62-ovs is: [{'id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'name': 'tempest-TestEncryptedCinderVolumes-918116131-router', 'tenant_id': '6777b26a807e4799b0b87920bc51c90e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:31:22Z', 'updated_at': '2020-12-21T10:33:19Z', 'revision_number': 5, 'project_id': '6777b26a807e4799b0b87920bc51c90e', 'gw_port': {'id': '38fd7c62-655c-4a74-a86f-b14b6da44d12', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:17:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e7ce51d-e820-4a32-8ea3-6cf5c8384a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:31:24Z', 'updated_at': '2020-12-21T10:31:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:33:22.316029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:22.318516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:22.344332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:22.344946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:33:22.359142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:22.360875 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8693d819-7793-41fd-82a9-09361a63c51c admin admin] 10.222.0.45 "DELETE /v2.0/routers/2e7ce51d-e820-4a32-8ea3-6cf5c8384a40 HTTP/1.1" status: 204  len: 168 time: 1.5469913
Dec 21 10:33:22.365641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48466) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:22.374823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9c0e978b-1f64-406b-bcc0-c209ec8046c9 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:33:22.414039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 9c0e978b-1f64-406b-bcc0-c209ec8046c9 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:33:22.414400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 9c0e978b-1f64-406b-bcc0-c209ec8046c9 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:33:22.440603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-113972c2-2a3b-4255-bc92-0fcb30029718 admin admin] Deleting subnet 157ebe01-fdea-478c-a928-fc74cf98c942 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:33:22.444589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-113972c2-2a3b-4255-bc92-0fcb30029718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:22.505034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-113972c2-2a3b-4255-bc92-0fcb30029718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:22.592680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-113972c2-2a3b-4255-bc92-0fcb30029718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:22.878588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-113972c2-2a3b-4255-bc92-0fcb30029718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:22.895372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c4d486f3-c59a-44a3-a235-7f3feb912cc9 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:22.950514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113972c2-2a3b-4255-bc92-0fcb30029718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=157ebe01-fdea-478c-a928-fc74cf98c942,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:22.954770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-113972c2-2a3b-4255-bc92-0fcb30029718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:23.036974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-113972c2-2a3b-4255-bc92-0fcb30029718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:23.042323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc719db-5bff-493a-befd-ae17d8f6084a None None] Network bcb3335d-51fd-442f-b613-00aa01866b45 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:33:23.043314 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-113972c2-2a3b-4255-bc92-0fcb30029718 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/157ebe01-fdea-478c-a928-fc74cf98c942 HTTP/1.1" status: 204  len: 168 time: 0.6765683
Dec 21 10:33:23.045901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48470) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:23.179142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:23.253061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Deleting port 930f0ac5-b882-405b-ae19-071b729f8bee {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:23.253631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:23.303656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] DHCP port deletion for bcb3335d-51fd-442f-b613-00aa01866b45 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:33:23.310479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] Deleting port 930f0ac5-b882-405b-ae19-071b729f8bee {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:23.311132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:23.491208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] For port 930f0ac5-b882-405b-ae19-071b729f8bee, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=930f0ac5-b882-405b-ae19-071b729f8bee,segment=NetworkSegment(c567ffea-6bcb-4829-a6d5-e30ade1758e4),segment_id=c567ffea-6bcb-4829-a6d5-e30ade1758e4)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:23.491612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:23.545103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] For port 930f0ac5-b882-405b-ae19-071b729f8bee, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=930f0ac5-b882-405b-ae19-071b729f8bee,segment=NetworkSegment(c567ffea-6bcb-4829-a6d5-e30ade1758e4),segment_id=c567ffea-6bcb-4829-a6d5-e30ade1758e4)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:23.545545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:23.625868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Calling delete_port for 930f0ac5-b882-405b-ae19-071b729f8bee owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:33:23.682319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] Calling delete_port for 930f0ac5-b882-405b-ae19-071b729f8bee owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:33:23.721688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:23.749818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aadc0956-8697-4a56-9bfd-18e99087c087 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:23.758625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:33:23.759040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:33:23.808971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=930f0ac5-b882-405b-ae19-071b729f8bee,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:23.811794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:23.905292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] No DVR routers for this DVR port 930f0ac5-b882-405b-ae19-071b729f8bee on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:33:24.035456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:24.159110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a13400>,) {'filters': {'network_id': ['bcb3335d-51fd-442f-b613-00aa01866b45']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:24.173683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a13400>, 'c567ffea-6bcb-4829-a6d5-e30ade1758e4') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:24.174090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7a13400>, 'c567ffea-6bcb-4829-a6d5-e30ade1758e4') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:24.187861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:24.211645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:24.214240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:33:24.260763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] Deleting port 930f0ac5-b882-405b-ae19-071b729f8bee {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:33:24.261227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:24.334660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-428f08f6-5596-4f1c-915c-80ace0366b5f None None] The port '930f0ac5-b882-405b-ae19-071b729f8bee' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:33:24.403130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Network bcb3335d-51fd-442f-b613-00aa01866b45 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:33:24.413377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:24.414145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 930f0ac5-b882-405b-ae19-071b729f8bee no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:33:24.449264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 930f0ac5-b882-405b-ae19-071b729f8bee {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:33:24.449668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 930f0ac5-b882-405b-ae19-071b729f8bee not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:33:24.450360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 38fd7c62-655c-4a74-a86f-b14b6da44d12 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:33:24.483623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 38fd7c62-655c-4a74-a86f-b14b6da44d12 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:33:24.484014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 38fd7c62-655c-4a74-a86f-b14b6da44d12 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:33:24.603823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Network bcb3335d-51fd-442f-b613-00aa01866b45 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:33:24.626867 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:33:24.713755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:24.716995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d654d9c7-fe8d-4ea3-8b62-153dd8737872 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:24.734255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:24.743455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcb3335d-51fd-442f-b613-00aa01866b45,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:24.746738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:24.748338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bcb3335d-51fd-442f-b613-00aa01866b45 HTTP/1.1" status: 204  len: 168 time: 1.7014501
Dec 21 10:33:24.954609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48476) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:25.008496 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6599caaa-6142-4967-b085-6ccae6ea4741 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9e369c2a8d24def9cfabdb8df1ba70e&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0524795
Dec 21 10:33:25.010984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48480) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:25.072904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8959029-373b-4dbe-999f-2f5e3cb91837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:25.101231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8959029-373b-4dbe-999f-2f5e3cb91837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:25.156021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8959029-373b-4dbe-999f-2f5e3cb91837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:25.160709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:25.172893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8959029-373b-4dbe-999f-2f5e3cb91837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275787b9-a253-417c-aebf-9185b9a8e007,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:25.178681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d8959029-373b-4dbe-999f-2f5e3cb91837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:25.180853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8959029-373b-4dbe-999f-2f5e3cb91837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:25.181953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d8959029-373b-4dbe-999f-2f5e3cb91837 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/275787b9-a253-417c-aebf-9185b9a8e007 HTTP/1.1" status: 204  len: 168 time: 0.1699958
Dec 21 10:33:25.621527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48488) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:25.677365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4e69c7d5-47c6-4bf2-a484-e3b882eef213 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6777b26a807e4799b0b87920bc51c90e&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0543537
Dec 21 10:33:25.679964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48492) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:25.745975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f551236a-3278-4750-a358-bc7da2070f85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:25.776143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f551236a-3278-4750-a358-bc7da2070f85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:25.825192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f551236a-3278-4750-a358-bc7da2070f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:25.830429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-28566ba4-2b9a-46f3-b087-ca4edc729050 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:25.842343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f551236a-3278-4750-a358-bc7da2070f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02eef11d-8252-49a0-ba6f-1f4f368a9ca4,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:25.847542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f551236a-3278-4750-a358-bc7da2070f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:25.849704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f551236a-3278-4750-a358-bc7da2070f85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:25.850953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f551236a-3278-4750-a358-bc7da2070f85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/02eef11d-8252-49a0-ba6f-1f4f368a9ca4 HTTP/1.1" status: 204  len: 168 time: 0.1700151
Dec 21 10:33:26.769787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48514) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:26.917346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1839266447-network', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:33:26.922837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:33:26.927117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Usage tracker for resource:network and tenant:14300262f861495ba3ac6c641c34c6f3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:33:26.930207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:33:26.937148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:33:26.948776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Made reservation on behalf of 14300262f861495ba3ac6c641c34c6f3 for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:33:26.953675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:26.972442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:26.988627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:33:26.992889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Usage tracker for resource:security_group_rule and tenant:14300262f861495ba3ac6c641c34c6f3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:33:26.996088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:33:27.002173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:33:27.090444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:27.093281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:27.098373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b38f2e0c-8b43-4fdf-8bd9-3584cbbac445 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:27.131266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:33:27.140940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d8b214-68b7-469e-a727-d25fb0bda145,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:27.145378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:27.151758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:27.151758 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Added segment f956cf27-c8e0-48b1-959c-10f8992b6798 of type vxlan for network fc9e861a-5541-4293-8fcf-df49b9ee2e9f
Dec 21 10:33:27.181858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:27.214686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:27.215701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:27.216346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:27.222150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb2c37cb-e141-44e4-91b4-389a70dea13d tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:27.336748 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5657406
Dec 21 10:33:27.337751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Pushing event updated for resources: {'Network': ['ID=fc9e861a-5541-4293-8fcf-df49b9ee2e9f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:27.339927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 48520) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:27.340937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-230d8ac8-0653-457d-8655-4a17a4938486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:27.347796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Request body: {'subnet': {'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1839266447-subnet', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:33:27.351816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:33:27.353950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:33:27.358260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Usage tracker for resource:subnet and tenant:14300262f861495ba3ac6c641c34c6f3 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:33:27.361556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:33:27.365917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:33:27.372162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:33:27.387267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Made reservation on behalf of 14300262f861495ba3ac6c641c34c6f3 for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:33:27.392214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:27.826588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:27.842569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8a03fa06-a1e5-42fa-b06d-62b45086680c tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:27.985468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ccda745-8f67-4df1-8908-60b454e66028,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:27.990622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:28.055562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Checking segment: {'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:33:28.055833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Network hostable DHCP agents. Network: fc9e861a-5541-4293-8fcf-df49b9ee2e9f, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:33:28.075997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:33:28.084735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, fc9e861a-5541-4293-8fcf-df49b9ee2e9f) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:33:28.101649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b4e6db-2518-4ab2-a8e7-6588a74a6f5c None None] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:33:28.107897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:28.108550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:28.129252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9b9ccbd8-1d86-4b9a-b606-4d10d0c8ab08 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7874429
Dec 21 10:33:28.132339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48524) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:28.138468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:33:28.144744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:33:28.149070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Usage tracker for resource:router and tenant:14300262f861495ba3ac6c641c34c6f3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:33:28.152294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:33:28.158803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:33:28.171446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:28.172523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:28.188961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:28.370287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:33:28.371447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:28.483463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:28.684997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Allocated IP 172.20.0.2 (fc9e861a-5541-4293-8fcf-df49b9ee2e9f/9ccda745-8f67-4df1-8908-60b454e66028/5f5a3280-3aa7-4f62-877d-3b8da6b76d53) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:33:28.932227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:28.944524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Transition to ACTIVE for port object 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:33:28.963226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Transition to ACTIVE for port object 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:33:28.968174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:28.984543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f15033be-4a08-41db-bc43-865d1f5b70d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:29.118961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:29.153154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:29.168004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Pushing event updated for resources: {'Port': ['ID=5f5a3280-3aa7-4f62-877d-3b8da6b76d53,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:29.176634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:29.229030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:33:29.230329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:33:29.232919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:33:29.290263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Attempting to bind port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:33:29.290716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Attempting to bind port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:33:29.291084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Attempting to bind port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 on network fc9e861a-5541-4293-8fcf-df49b9ee2e9f {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:33:29.297134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:33:29.297580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Checking segment: {'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:33:29.298032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:29.298464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Bound using segment: {'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:33:29.298984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Bound port: 5f5a3280-3aa7-4f62-877d-3b8da6b76d53, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:33:29.299402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:29.398673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] For port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:33:29.401995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] For port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5f5a3280-3aa7-4f62-877d-3b8da6b76d53,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:33:29.405512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:29.421807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:29.446389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Allocated IP 172.26.1.59 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/27e05b0f-8ba2-44b1-ab57-2e0a8b74d564) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:33:29.579550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Pushing event updated for resources: {'Port': ['ID=5f5a3280-3aa7-4f62-877d-3b8da6b76d53,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:29.583206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:29.626133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:29.659571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:29.677024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7504b67e-2064-4e51-b00c-24614316002c tempest-ServersNegativeTestJSON-519987136 tempest-ServersNegativeTestJSON-519987136] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:29.826005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Pushing event updated for resources: {'Port': ['ID=27e05b0f-8ba2-44b1-ab57-2e0a8b74d564,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:29.831565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:29.875289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:33:29.876465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:33:29.880245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:33:30.339997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:30.450246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:33:30.527690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:33:30.713568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:30.938496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:33:31.045061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e3d8e1-95e5-46b0-ac9a-a63a44449619 None None] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:33:31.134864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:33:31.153937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Sync routers for ids ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:33:31.160770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:31.164864 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.0286443
Dec 21 10:33:31.165021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48528) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:33:31.180145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Routers {'7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:33:31.181217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec3bbcf8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:33:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:31.257063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cc274293-b735-418d-b4f6-dbf4a2df199a None None] Provisioning for port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:33:31.281903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cc274293-b735-418d-b4f6-dbf4a2df199a None None] Provisioning complete for port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:31.282330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc274293-b735-418d-b4f6-dbf4a2df199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:31.571138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Set router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:33:31.933159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc274293-b735-418d-b4f6-dbf4a2df199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:32.064307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:32.086708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cc274293-b735-418d-b4f6-dbf4a2df199a None None] For port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5f5a3280-3aa7-4f62-877d-3b8da6b76d53,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:32.120684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:32.122394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc274293-b735-418d-b4f6-dbf4a2df199a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:32.125720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:32.217899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc274293-b735-418d-b4f6-dbf4a2df199a None None] Pushing event updated for resources: {'Port': ['ID=5f5a3280-3aa7-4f62-877d-3b8da6b76d53,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:32.222232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc274293-b735-418d-b4f6-dbf4a2df199a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:32.231889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec3bbcf8>, [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:30Z', 'revision_number': 3, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:32.237761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Checking router: 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:33:32.238932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Updating router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:33:32.301901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:32.405462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-df5aa75a-9722-440a-b57d-2e2382d32b1b None None] Provisioning complete for port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:32.406088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-df5aa75a-9722-440a-b57d-2e2382d32b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:32.450181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:33:32.515442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Allocated IP 172.20.0.1 (fc9e861a-5541-4293-8fcf-df49b9ee2e9f/9ccda745-8f67-4df1-8908-60b454e66028/e632b267-f51f-4299-91b3-025c707130d6) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:33:32.679457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:32.680039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:32.687570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:32.704319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Transition to ACTIVE for port object e632b267-f51f-4299-91b3-025c707130d6 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:33:32.725383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:32.741844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:32.894186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Pushing event updated for resources: {'Port': ['ID=e632b267-f51f-4299-91b3-025c707130d6,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:32.897877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:32.949272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:33:32.950505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:33:32.952977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:33:32.968663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3355aa7f-e483-45a1-a476-f2f24d9761a2 None None] Provisioning complete for port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:32.969092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3355aa7f-e483-45a1-a476-f2f24d9761a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.012416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.114160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.158325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Transition to ACTIVE for port object 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:33:33.168803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.185908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:33.296041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.352621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276d374-fd68-4414-a273-9a8257d4f318 None None] Pushing event updated for resources: {'Port': ['ID=27e05b0f-8ba2-44b1-ab57-2e0a8b74d564,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:33.357194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c276d374-fd68-4414-a273-9a8257d4f318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:33.411237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-21177b3d-8371-4642-af47-2af4d94a7352 None None] Provisioning for port e632b267-f51f-4299-91b3-025c707130d6 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:33:33.420745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-21177b3d-8371-4642-af47-2af4d94a7352 None None] Provisioning complete for port e632b267-f51f-4299-91b3-025c707130d6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:33.421169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-21177b3d-8371-4642-af47-2af4d94a7352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.456820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Attempting to bind port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:33:33.457248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Attempting to bind port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:33:33.457687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Attempting to bind port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:33:33.473313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:33:33.473749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:33:33.474196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.474642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:33:33.475173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Bound port: 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:33:33.475605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.520649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-21177b3d-8371-4642-af47-2af4d94a7352 None None] Port e632b267-f51f-4299-91b3-025c707130d6 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:33:33.559286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] For port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:33:33.563156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] For port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=27e05b0f-8ba2-44b1-ab57-2e0a8b74d564,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:33:33.568031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.588097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:33.599002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.602663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.633531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1612371e-b814-4d82-86e8-48d30dd41ac2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:33.719658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:33.736221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Pushing event updated for resources: {'Port': ['ID=e632b267-f51f-4299-91b3-025c707130d6,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:33.745111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:33.882702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:33:33.883946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:33:33.916031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c276d374-fd68-4414-a273-9a8257d4f318 None None] Pushing event updated for resources: {'Port': ['ID=27e05b0f-8ba2-44b1-ab57-2e0a8b74d564,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:33.921335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c276d374-fd68-4414-a273-9a8257d4f318 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:33.966819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Routers {'7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:33:33.967513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec3bbcf8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:33:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:34.090074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:33:34.176202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2543cbc7-e0ab-4743-be18-a9749d1084b0 None None] Provisioning complete for port e632b267-f51f-4299-91b3-025c707130d6 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:34.176513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2543cbc7-e0ab-4743-be18-a9749d1084b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:34.204868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] Set router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:33:34.283699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:33:34.293798 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] 10.222.0.45 "PUT /v2.0/routers/7ad0b409-fe30-4fbd-936a-1a9ad2646a6f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1276639
Dec 21 10:33:34.355136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2543cbc7-e0ab-4743-be18-a9749d1084b0 None None] Port e632b267-f51f-4299-91b3-025c707130d6 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:33:34.571651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec3bbcf8>, [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 2, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:34.576196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc863b3f-401c-4cae-88bf-2d572df830a2 None None] The sync data for ids ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'] in dv-neutron-601336-62-ovs is: [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 2, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:33:36.465941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:33:36.551189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:33:36.563348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:36.563348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:36.735648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:36.755616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=27e05b0f-8ba2-44b1-ab57-2e0a8b74d564,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:36.760347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:36.762480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:36.838539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=27e05b0f-8ba2-44b1-ab57-2e0a8b74d564,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:36.843479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:38.211685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Sync routers for ids ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:33:38.222765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Routers {'7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:33:38.223920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd422b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:33:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:38.418777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7edeb2a8-07e2-4216-8e0e-f4a3752cab27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:38.443322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Set router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:33:38.464004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:33:38.548962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:38.549834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:38.999855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd422b0>, [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 2, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:39.005392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Checking router: 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:33:39.005813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Updating router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f port e632b267-f51f-4299-91b3-025c707130d6 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:33:39.078359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:39.833847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:39.848111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Transition to ACTIVE for port object e632b267-f51f-4299-91b3-025c707130d6 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:33:39.852465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:39.866304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00a319c2-a1da-4411-b121-2e13092a7ed5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:40.011163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Pushing event updated for resources: {'Port': ['ID=e632b267-f51f-4299-91b3-025c707130d6,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:40.021744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.022131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.022519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.023239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.023239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.023790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.023884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.024186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.024542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.024896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.025247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.025713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.026023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.026381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.026733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.027080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.027433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.027783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.028132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.028481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.028833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.029585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.029585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.029873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:33:40.036333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:40.212241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Attempting to bind port e632b267-f51f-4299-91b3-025c707130d6 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:33:40.212848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Attempting to bind port e632b267-f51f-4299-91b3-025c707130d6 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:33:40.213726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Attempting to bind port e632b267-f51f-4299-91b3-025c707130d6 on network fc9e861a-5541-4293-8fcf-df49b9ee2e9f {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:33:40.220743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 33, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:33:40.221464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Checking segment: {'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:33:40.222168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:40.222810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Bound using segment: {'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:33:40.223775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Bound port: e632b267-f51f-4299-91b3-025c707130d6, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:33:40.224412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:40.344922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] For port e632b267-f51f-4299-91b3-025c707130d6, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:33:40.348822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] For port e632b267-f51f-4299-91b3-025c707130d6, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e632b267-f51f-4299-91b3-025c707130d6,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:33:40.352640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:40.371203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:40.542183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Pushing event updated for resources: {'Port': ['ID=e632b267-f51f-4299-91b3-025c707130d6,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:40.574463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:40.594601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Routers {'7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:33:40.595284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd422b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:33:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:40.813370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] Set router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:33:41.193121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd422b0>, [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:40Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:33:41.197531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0077e7b-5bb9-4e7c-a94e-98ed40584f2d None None] The sync data for ids ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'] in dv-neutron-601336-62-ovs is: [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:40Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:33:42.236012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:42.464682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e632b267-f51f-4299-91b3-025c707130d6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:33:42.551038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-95ad30b6-06db-4b49-bc02-3223765a75d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:42.565798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port e632b267-f51f-4299-91b3-025c707130d6 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:33:42.571961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port e632b267-f51f-4299-91b3-025c707130d6 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:42.572584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:42.706277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:42.742207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port e632b267-f51f-4299-91b3-025c707130d6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e632b267-f51f-4299-91b3-025c707130d6,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:33:42.761788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:42.764260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2ec5cbd1-99ee-4cbc-bad7-be3c73912ce1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:42.803511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:42.843176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=e632b267-f51f-4299-91b3-025c707130d6,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:42.848350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:43.590052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:44.429405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e632b267-f51f-4299-91b3-025c707130d6 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:33:44.503060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port e632b267-f51f-4299-91b3-025c707130d6 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:44.503488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:44.792018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006898-26b0-4059-b86a-44b7f9531543 req-59b4af81-ac6d-4a0f-93f5-690e48f53d3a tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:44.792765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-39006898-26b0-4059-b86a-44b7f9531543 req-59b4af81-ac6d-4a0f-93f5-690e48f53d3a tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Synchronizing usage tracker for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:33:44.809400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-39006898-26b0-4059-b86a-44b7f9531543 req-59b4af81-ac6d-4a0f-93f5-690e48f53d3a tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Unset dirty status for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:33:44.811113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-59b4af81-ac6d-4a0f-93f5-690e48f53d3a tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/networks?id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 200  len: 815 time: 0.4580548
Dec 21 10:33:44.827773 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-5a5af882-4232-4f0b-a512-e6863e614a9a tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/quotas/14300262f861495ba3ac6c641c34c6f3 HTTP/1.1" status: 200  len: 375 time: 0.0103629
Dec 21 10:33:44.916167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-39006898-26b0-4059-b86a-44b7f9531543 req-9ed63825-b1a9-49fc-8954-3cf7b33ab528 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Synchronizing usage tracker for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:33:44.933743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-39006898-26b0-4059-b86a-44b7f9531543 req-9ed63825-b1a9-49fc-8954-3cf7b33ab528 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Unset dirty status for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:33:44.935158 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-9ed63825-b1a9-49fc-8954-3cf7b33ab528 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1008646
Dec 21 10:33:45.091893 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-1366b7da-0525-4551-86d2-a59324c2686f service neutron] 10.222.0.45 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435459
Dec 21 10:33:45.235854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-1b191f40-9c87-4144-b92c-77a8dc526671 service neutron] 10.222.0.45 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1373837
Dec 21 10:33:45.438056 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ae21268b-89ba-471c-bf19-998d7e4321a8 req-12253d6a-cb39-4553-a299-a968d7c085ba tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 210 time: 0.0469363
Dec 21 10:33:46.534194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006898-26b0-4059-b86a-44b7f9531543 req-26334f83-319b-4f50-98b0-ae7a1a260548 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:46.536115 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-26334f83-319b-4f50-98b0-ae7a1a260548 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.16 "GET /v2.0/networks?id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 200  len: 815 time: 0.1688833
Dec 21 10:33:46.555233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Request body: {'port': {'device_id': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'admin_state_up': True, 'tenant_id': '14300262f861495ba3ac6c641c34c6f3'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:33:46.653891 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5b239dac-827b-4816-a2e5-e2f02c3301b6 req-6141cf0a-cb95-4341-b233-46bdb8605b08 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 210 time: 0.0558012
Dec 21 10:33:46.758346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:33:46.769664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:33:46.778902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Made reservation on behalf of 14300262f861495ba3ac6c641c34c6f3 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:33:46.784926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:47.186916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Allocated IP 172.20.0.14 (fc9e861a-5541-4293-8fcf-df49b9ee2e9f/9ccda745-8f67-4df1-8908-60b454e66028/0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:33:47.466667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:47.484429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Transition to ACTIVE for port object 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:33:47.505829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:47.529071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:47.678009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event updated for resources: {'Port': ['ID=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:47.691115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:47.742726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:33:47.744054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:33:47.746817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:33:47.834304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:47.835179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:47.927532 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3768063
Dec 21 10:33:47.974986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81218f46-a3a6-489e-b9cb-c7c5cbbe0014 req-b2a4af36-da56-44d8-b697-8a6838ef3a6d tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:47.976093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-81218f46-a3a6-489e-b9cb-c7c5cbbe0014 req-b2a4af36-da56-44d8-b697-8a6838ef3a6d tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Synchronizing usage tracker for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:33:47.993171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-81218f46-a3a6-489e-b9cb-c7c5cbbe0014 req-b2a4af36-da56-44d8-b697-8a6838ef3a6d tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Unset dirty status for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:33:47.994443 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-81218f46-a3a6-489e-b9cb-c7c5cbbe0014 req-b2a4af36-da56-44d8-b697-8a6838ef3a6d tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 932 time: 0.1453393
Dec 21 10:33:48.059145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-81218f46-a3a6-489e-b9cb-c7c5cbbe0014 req-11faba16-e3bd-45b8-92d1-c47300d579d2 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Synchronizing usage tracker for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:33:48.076873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-81218f46-a3a6-489e-b9cb-c7c5cbbe0014 req-11faba16-e3bd-45b8-92d1-c47300d579d2 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Unset dirty status for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:33:48.078201 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-81218f46-a3a6-489e-b9cb-c7c5cbbe0014 req-11faba16-e3bd-45b8-92d1-c47300d579d2 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772653
Dec 21 10:33:48.120356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2d333d0c-1ea3-498d-9a58-38c37cb816fa None None] Provisioning for port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:33:48.131385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2d333d0c-1ea3-498d-9a58-38c37cb816fa None None] Provisioning complete for port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:33:48.131788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2d333d0c-1ea3-498d-9a58-38c37cb816fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:48.194917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2d333d0c-1ea3-498d-9a58-38c37cb816fa None None] Port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:33:49.333260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7924ec1-dc74-4db4-99b4-d9959e75c122 req-20b19be3-6380-4b0e-aada-a2de86abdffb tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:49.334843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e7924ec1-dc74-4db4-99b4-d9959e75c122 req-20b19be3-6380-4b0e-aada-a2de86abdffb tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 932 time: 0.0938346
Dec 21 10:33:49.391813 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e7924ec1-dc74-4db4-99b4-d9959e75c122 req-241cc93a-1235-4697-a89f-1c1272932077 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501986
Dec 21 10:33:49.489721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:33:50.634392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af75ce-d196-498b-a7d6-2b774268eceb req-81b535a3-7d05-47c4-8ffe-fbc1bf951a9e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:50.635925 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b2af75ce-d196-498b-a7d6-2b774268eceb req-81b535a3-7d05-47c4-8ffe-fbc1bf951a9e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 932 time: 0.1092649
Dec 21 10:33:50.688712 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b2af75ce-d196-498b-a7d6-2b774268eceb req-c985a29f-be3a-4fff-a05a-bfc0f728b05b tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463185
Dec 21 10:33:51.916682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49b7d7-7b44-4af0-a246-535f1bcdf6b8 req-438e29ac-ff1d-439a-a335-45f7097bd6f8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:51.918497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e49b7d7-7b44-4af0-a246-535f1bcdf6b8 req-438e29ac-ff1d-439a-a335-45f7097bd6f8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 932 time: 0.0879397
Dec 21 10:33:51.970213 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2e49b7d7-7b44-4af0-a246-535f1bcdf6b8 req-064b3046-ba3b-45a1-b237-3ba493d8ba98 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449309
Dec 21 10:33:53.203630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e71cc5-ccc2-4a8d-aae2-074dc0b5c953 req-3a9048bf-2f13-4c36-b55f-45cadaa9f38f tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:53.205264 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-21e71cc5-ccc2-4a8d-aae2-074dc0b5c953 req-3a9048bf-2f13-4c36-b55f-45cadaa9f38f tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 932 time: 0.0979252
Dec 21 10:33:53.262252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-21e71cc5-ccc2-4a8d-aae2-074dc0b5c953 req-45c145d3-87db-40fe-9c0a-25cd474dce05 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501788
Dec 21 10:33:54.641719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c908df6-776e-47da-be6d-91f10b16169f req-d7cf736e-513d-4c4a-b777-9f586f74f0c3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:54.643945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0c908df6-776e-47da-be6d-91f10b16169f req-d7cf736e-513d-4c4a-b777-9f586f74f0c3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 932 time: 0.0978053
Dec 21 10:33:54.705952 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0c908df6-776e-47da-be6d-91f10b16169f req-d0f0f742-418f-4d43-8ba3-70c7ceac666d tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545058
Dec 21 10:33:55.927054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab366cd8-3fe8-43c3-9ba9-293a9a7574ae req-9555686c-c47e-4c13-864f-50cea2a1f5ba tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:55.928709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab366cd8-3fe8-43c3-9ba9-293a9a7574ae req-9555686c-c47e-4c13-864f-50cea2a1f5ba tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 932 time: 0.0885298
Dec 21 10:33:55.977066 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab366cd8-3fe8-43c3-9ba9-293a9a7574ae req-4427266b-d951-4a76-9cbb-937750bdc105 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420206
Dec 21 10:33:56.601052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Request body: {'port': {'device_id': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:33:56.718199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:57.186750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:33:57.197163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:57.220262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Transition to ACTIVE for port object 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:33:57.226108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:57.241922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:57.320962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dba0e4-4ad8-4681-bc76-1a5b68067e9d req-e22fa2c1-265d-4f89-8a50-f755d215f3fe tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:57.322518 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16dba0e4-4ad8-4681-bc76-1a5b68067e9d req-e22fa2c1-265d-4f89-8a50-f755d215f3fe tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 932 time: 0.2113221
Dec 21 10:33:57.427581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Pushing event updated for resources: {'Port': ['ID=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:57.435702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:57.469330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-16dba0e4-4ad8-4681-bc76-1a5b68067e9d req-528b0bf1-2885-4adb-aeb2-9873bd23648c tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917525
Dec 21 10:33:57.625018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Attempting to bind port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:33:57.625400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Attempting to bind port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:33:57.625800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Attempting to bind port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb on network fc9e861a-5541-4293-8fcf-df49b9ee2e9f {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:33:57.632674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:33:57.633048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Checking segment: {'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:33:57.633455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:57.633875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Bound using segment: {'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:33:57.634355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Bound port: 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f956cf27-c8e0-48b1-959c-10f8992b6798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:33:57.634728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:57.730672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] For port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:33:57.733783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] For port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:33:57.737357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:57.752655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3adfc951-b8e0-42f3-bd1e-92372a12298c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:33:57.908173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Pushing event updated for resources: {'Port': ['ID=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:33:57.912315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:33:58.226908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:58.227679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:33:58.229072 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] 10.222.0.16 "PUT /v2.0/ports/0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 1158 time: 1.6333737
Dec 21 10:33:58.229661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:33:58.293125 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'status': 'completed', 'code': 200}
Dec 21 10:33:58.459437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe63f4-e1cf-4bab-a12b-268b32ae4c1c req-2cc98ae0-001e-4f2d-aedd-38ae3c84df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:58.461086 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00fe63f4-e1cf-4bab-a12b-268b32ae4c1c req-2cc98ae0-001e-4f2d-aedd-38ae3c84df09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1161 time: 0.0786338
Dec 21 10:33:58.664292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe63f4-e1cf-4bab-a12b-268b32ae4c1c req-45087f3d-a03c-407f-b670-6990f1de7ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:58.666085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00fe63f4-e1cf-4bab-a12b-268b32ae4c1c req-45087f3d-a03c-407f-b670-6990f1de7ce9 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=14300262f861495ba3ac6c641c34c6f3&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1961875
Dec 21 10:33:58.813414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6084d-8ca7-4fb5-9bb4-e75882f9e572 req-86dfe6cf-c050-4fda-8c82-198f6014f440 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:58.814963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-62a6084d-8ca7-4fb5-9bb4-e75882f9e572 req-86dfe6cf-c050-4fda-8c82-198f6014f440 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 944 time: 0.2116256
Dec 21 10:33:58.875914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe63f4-e1cf-4bab-a12b-268b32ae4c1c req-4d5b2e97-1656-462b-a5dd-97c44e9a9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:58.877541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00fe63f4-e1cf-4bab-a12b-268b32ae4c1c req-4d5b2e97-1656-462b-a5dd-97c44e9a9c1d service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.2048664
Dec 21 10:33:58.888160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-62a6084d-8ca7-4fb5-9bb4-e75882f9e572 req-69052e1a-a733-4502-a87d-b4938503cf6c tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645912
Dec 21 10:33:59.001839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006898-26b0-4059-b86a-44b7f9531543 req-d4d6e030-3cf8-4b4a-8016-37d99a4fdb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:59.003486 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-d4d6e030-3cf8-4b4a-8016-37d99a4fdb17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1161 time: 0.0770023
Dec 21 10:33:59.078304 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-01d1dfa3-8bed-4f1c-ab34-e50e9fe29581 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 217 time: 0.0671520
Dec 21 10:33:59.148896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006898-26b0-4059-b86a-44b7f9531543 req-94858156-e46f-420c-ac9a-7496982d88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:59.150490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-94858156-e46f-420c-ac9a-7496982d88e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ccda745-8f67-4df1-8908-60b454e66028 HTTP/1.1" status: 200  len: 854 time: 0.0654740
Dec 21 10:33:59.238430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006898-26b0-4059-b86a-44b7f9531543 req-99a54690-f839-44b0-9087-63b822ec233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:33:59.240061 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-99a54690-f839-44b0-9087-63b822ec233c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799782
Dec 21 10:33:59.407258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-da9f252a-7cfb-4cab-ae31-6de8a8b85d2d service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595874
Dec 21 10:33:59.555279 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39006898-26b0-4059-b86a-44b7f9531543 req-54cec19e-2347-477a-8993-37bd936c7e3e service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412635
Dec 21 10:34:00.108758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e0888-b443-4cba-b46a-d56fffffa01a req-15231d4c-ce34-4728-a22a-02b77b9916a3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:00.110425 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-312e0888-b443-4cba-b46a-d56fffffa01a req-15231d4c-ce34-4728-a22a-02b77b9916a3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 944 time: 0.0893705
Dec 21 10:34:00.158234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-312e0888-b443-4cba-b46a-d56fffffa01a req-bb825430-01a0-463b-9505-0c7451064856 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412331
Dec 21 10:34:01.378529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b1d65-2e39-4332-9749-d0932717a183 req-6d77500e-dc4d-4bc2-97c9-cce759a17f45 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:01.380251 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6f9b1d65-2e39-4332-9749-d0932717a183 req-6d77500e-dc4d-4bc2-97c9-cce759a17f45 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 944 time: 0.0895910
Dec 21 10:34:01.427608 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6f9b1d65-2e39-4332-9749-d0932717a183 req-f6cbcf13-4f2e-4d07-9cd4-3b673f93ebd7 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410182
Dec 21 10:34:02.020676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:02.645480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b72970-d543-4f2c-94d0-a3470003602c req-70b56c34-b946-4520-ae91-6cb3c851dc8c tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:02.647081 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5b72970-d543-4f2c-94d0-a3470003602c req-70b56c34-b946-4520-ae91-6cb3c851dc8c tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 944 time: 0.0860856
Dec 21 10:34:02.696313 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5b72970-d543-4f2c-94d0-a3470003602c req-f69c8465-62eb-4efc-973f-d8ab7c716fb3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427635
Dec 21 10:34:02.771819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.objects.ports [None req-55069032-ce0d-46a6-a454-7203df679d48 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80972) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}}
Dec 21 10:34:03.057916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:34:03.127276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:34:03.134069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:34:03.134496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:03.256368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:03.283705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:34:03.294221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:34:03.297161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:03.300699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:34:03.346642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'code': 200}
Dec 21 10:34:03.378212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:34:03.387784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.388168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.388542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.388915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.389285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.389685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.390055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.390421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.390786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.391149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.391510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.391870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.392305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.392670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.393030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.393388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.394457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.394817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.395185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.395556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.396016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.396410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.396772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.397133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:03.401736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:34:03.589795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03757423-0839-44c1-8bd4-e1627b456d72 req-827aa5f0-6748-499f-8090-5d88e92f5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:03.591472 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-03757423-0839-44c1-8bd4-e1627b456d72 req-827aa5f0-6748-499f-8090-5d88e92f5c54 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1163 time: 0.0789177
Dec 21 10:34:03.637032 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-03757423-0839-44c1-8bd4-e1627b456d72 req-8946dae1-8a20-4a34-a6da-3a97ca7f81c3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382054
Dec 21 10:34:03.908525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ae641-e7af-4eb9-ba22-21d9e4f90281 req-fb2f3b15-6929-4513-ab09-ccdd91ec3010 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:03.910350 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-555ae641-e7af-4eb9-ba22-21d9e4f90281 req-fb2f3b15-6929-4513-ab09-ccdd91ec3010 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 946 time: 0.0845983
Dec 21 10:34:03.962626 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-555ae641-e7af-4eb9-ba22-21d9e4f90281 req-c9da5f46-70ca-4427-a9dc-330899e86272 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459447
Dec 21 10:34:04.732940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:34:04.804481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:34:04.804903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:05.177378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ed0c9-e0a8-4e14-8aca-471b3d83d03a req-dc61cbf9-f965-4b2d-b0ce-ec008b96482b tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:05.179030 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-429ed0c9-e0a8-4e14-8aca-471b3d83d03a req-dc61cbf9-f965-4b2d-b0ce-ec008b96482b tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 946 time: 0.0858185
Dec 21 10:34:05.236615 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-429ed0c9-e0a8-4e14-8aca-471b3d83d03a req-2bf48fc0-87da-41e7-a30e-7750de542c9c tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511942
Dec 21 10:34:05.633956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a05995a-4180-45f7-ac88-8eee2c8aa981 req-fa4eb938-3084-4658-b16d-11eeb9179f37 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:05.635585 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a05995a-4180-45f7-ac88-8eee2c8aa981 req-fa4eb938-3084-4658-b16d-11eeb9179f37 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 946 time: 0.2708778
Dec 21 10:34:05.684442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a05995a-4180-45f7-ac88-8eee2c8aa981 req-7681ce85-78be-4bd7-b521-8aa53f6459fa tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424211
Dec 21 10:34:06.133556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d09bd-657c-470c-bb83-151d85c3ad96 req-bbaeb8b7-2d57-4ef4-b8e0-ad484035c727 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:06.135095 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aa3d09bd-657c-470c-bb83-151d85c3ad96 req-bbaeb8b7-2d57-4ef4-b8e0-ad484035c727 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 946 time: 0.0833538
Dec 21 10:34:06.187497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aa3d09bd-657c-470c-bb83-151d85c3ad96 req-f7c560fe-4e84-42b4-a4c8-3e9d0856753e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459976
Dec 21 10:34:08.400944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c5f500b-0eee-407a-80f7-71d665e9630b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:12.238422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:12.482810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed851888-353b-4daf-a35a-f30d14afe0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:12.766851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:13.583017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:16.796935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ebecd-ff31-4029-abf0-25dc32f4a7d7 req-fd55ce2f-4988-4ea7-b8a5-8b5b6d5ef8e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:16.798512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b77ebecd-ff31-4029-abf0-25dc32f4a7d7 req-fd55ce2f-4988-4ea7-b8a5-8b5b6d5ef8e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 946 time: 0.0844269
Dec 21 10:34:16.847633 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b77ebecd-ff31-4029-abf0-25dc32f4a7d7 req-f444a8df-53a7-4a5d-8475-5633b9434ccd tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415888
Dec 21 10:34:17.147277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-5cb21506-42fa-4e39-8485-cfc81e5d4ae7 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2427907
Dec 21 10:34:17.158043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:34:17.165203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:34:17.169299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Usage tracker for resource:floatingip and tenant:14300262f861495ba3ac6c641c34c6f3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:34:17.172355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:34:17.179056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:34:17.188314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:17.339154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:17.619328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Allocated IP 172.26.1.142 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/c8e2f68f-e5d8-4116-a750-ce9905b44b47) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:34:17.776837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:17.803692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:17.819189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:34:17.964075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event updated for resources: {'Port': ['ID=c8e2f68f-e5d8-4116-a750-ce9905b44b47,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:34:17.975829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.976306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.977045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.977455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.977886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.978293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.978699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.979101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.979503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.979902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.980301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.980704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.981173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.981596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.981997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.982395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.982795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.983191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.983589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.983985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.984381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.984776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.985172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.985588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:34:17.991814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:34:18.028850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:34:18.030009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:34:18.032340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:34:18.113436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:18.172191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:18.445828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:18.449468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:18.466397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-407d6996-df6f-4041-8d5e-6ea4e8ec7ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:34:18.608845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event updated for resources: {'Port': ['ID=c8e2f68f-e5d8-4116-a750-ce9905b44b47,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:34:18.614716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:34:18.709953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:18.736270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:18.739184 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.5853939
Dec 21 10:34:18.827018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-c7379f0b-9768-4f21-823f-1dde63eb976e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Synchronizing usage tracker for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:34:18.844176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-c7379f0b-9768-4f21-823f-1dde63eb976e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Unset dirty status for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:34:18.845430 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-c7379f0b-9768-4f21-823f-1dde63eb976e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.142 HTTP/1.1" status: 200  len: 696 time: 0.0999701
Dec 21 10:34:19.011026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-4eb9016a-d63b-422d-ab2d-fff41ef418a5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:19.012522 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-4eb9016a-d63b-422d-ab2d-fff41ef418a5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1601691
Dec 21 10:34:19.025717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-44939208-d43f-4ec5-aff8-40b4012f7a77 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:34:19.026871 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a2ae0b74-b889-4452-b85e-bf52d4d98db8 req-44939208-d43f-4ec5-aff8-40b4012f7a77 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060942
Dec 21 10:34:19.223838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-0b023c4a-8d2a-49df-92d2-ad900efb98b2 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:19.225459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-0b023c4a-8d2a-49df-92d2-ad900efb98b2 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0929046
Dec 21 10:34:19.314251 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-d15bb0d0-6a6d-4dd4-bc27-b08086065f7f tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.142 HTTP/1.1" status: 200  len: 696 time: 0.0824144
Dec 21 10:34:19.325701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-be4fb6a7-53d8-4d12-acab-44c3d3fff3f6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Request body: {'floatingip': {'port_id': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:34:19.405425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-be4fb6a7-53d8-4d12-acab-44c3d3fff3f6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:20.277582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-be4fb6a7-53d8-4d12-acab-44c3d3fff3f6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:20.280437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-be4fb6a7-53d8-4d12-acab-44c3d3fff3f6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:20.464267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-be4fb6a7-53d8-4d12-acab-44c3d3fff3f6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Floating IP db53e776-8b7a-4c76-9f8b-858e62dcd1df associated. External IP: 172.26.1.142, port: 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb.
Dec 21 10:34:20.842817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-be4fb6a7-53d8-4d12-acab-44c3d3fff3f6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:34:21.029760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-be4fb6a7-53d8-4d12-acab-44c3d3fff3f6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:34:21.034281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-be4fb6a7-53d8-4d12-acab-44c3d3fff3f6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:21.040039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] Sync routers for ids ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:34:21.050884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] Routers {'7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:34:21.051557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec346ba8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:34:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:34:21.091525 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-be4fb6a7-53d8-4d12-acab-44c3d3fff3f6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "PUT /v2.0/floatingips/db53e776-8b7a-4c76-9f8b-858e62dcd1df HTTP/1.1" status: 200  len: 997 time: 1.7700236
Dec 21 10:34:21.092111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:34:21.160772 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'status': 'completed', 'code': 200}
Dec 21 10:34:21.253323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-516bb4f9-be32-4a77-a98b-9f6d45ca938e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:21.255156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-516bb4f9-be32-4a77-a98b-9f6d45ca938e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1163 time: 0.1399333
Dec 21 10:34:21.395728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-0b6c02a0-0c66-48ed-81ca-d959b701c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:21.397284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-0b6c02a0-0c66-48ed-81ca-d959b701c624 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1163 time: 0.2128825
Dec 21 10:34:21.422352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] Set router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:34:21.475778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-6382978c-5513-41da-9082-f270ddb1803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:21.477426 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-6382978c-5513-41da-9082-f270ddb1803f service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 200  len: 909 time: 0.2120411
Dec 21 10:34:21.664737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-b3f46ad7-8b79-423a-9170-a3c6726df11b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 1000 time: 0.1374469
Dec 21 10:34:21.665803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-ba6955a0-6671-4733-bf20-e8cd409c0092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:21.667292 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-ba6955a0-6671-4733-bf20-e8cd409c0092 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 200  len: 909 time: 0.2604594
Dec 21 10:34:21.817365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec346ba8>, [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'db53e776-8b7a-4c76-9f8b-858e62dcd1df', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'floating_ip_address': '172.26.1.142', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'port_id': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'mac_address': 'fa:16:3e:ae:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:34:18Z', 'updated_at': '2020-12-21T10:34:20Z', 'revision_number': 1, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:42Z', 'revision_number': 5, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:34:21.821629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] Checking router: 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:34:21.831229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] Routers {'7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:34:21.831911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec346ba8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:34:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:34:21.833138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-c7533b2f-63cd-49eb-a9de-b204db183312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:21.834788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-c7533b2f-63cd-49eb-a9de-b204db183312 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ccda745-8f67-4df1-8908-60b454e66028 HTTP/1.1" status: 200  len: 854 time: 0.1636541
Dec 21 10:34:21.839322 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-0e5690ed-0ada-426a-a641-db68096bc0c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 1000 time: 0.1295736
Dec 21 10:34:21.964817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-f3a17e6d-cd92-448f-9aff-c94dd9317595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:21.966438 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-f3a17e6d-cd92-448f-9aff-c94dd9317595 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ccda745-8f67-4df1-8908-60b454e66028 HTTP/1.1" status: 200  len: 854 time: 0.0862722
Dec 21 10:34:22.022065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] Set router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:34:22.025809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-c2d3f931-8802-4922-b9cc-40d3dd530f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:22.027486 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-c2d3f931-8802-4922-b9cc-40d3dd530f43 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1855068
Dec 21 10:34:22.039970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-bc744132-7fd9-4ac4-8f90-01d444921097 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:34:22.041070 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-bc744132-7fd9-4ac4-8f90-01d444921097 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0063119
Dec 21 10:34:22.160101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-69116878-8fd3-434f-bb78-d7e8d525f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:22.161774 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-69116878-8fd3-434f-bb78-d7e8d525f61e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1872725
Dec 21 10:34:22.309407 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-401a7897-0544-41df-bca5-7e291657a62b service neutron] 10.222.0.45 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2599788
Dec 21 10:34:22.393063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-3445bcf2-1b1d-4da1-95a2-84ff470c479c service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2174726
Dec 21 10:34:22.410358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec346ba8>, [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'db53e776-8b7a-4c76-9f8b-858e62dcd1df', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'floating_ip_address': '172.26.1.142', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'port_id': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'mac_address': 'fa:16:3e:ae:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:34:18Z', 'updated_at': '2020-12-21T10:34:20Z', 'revision_number': 1, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:42Z', 'revision_number': 5, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:34:22.414736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d39e82e-c1ce-4caf-b136-25ea2aeb65b1 None None] The sync data for ids ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'] in dv-neutron-601336-62-ovs is: [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'db53e776-8b7a-4c76-9f8b-858e62dcd1df', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'floating_ip_address': '172.26.1.142', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'port_id': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'mac_address': 'fa:16:3e:ae:3a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:34:18Z', 'updated_at': '2020-12-21T10:34:20Z', 'revision_number': 1, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:42Z', 'revision_number': 5, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:34:22.714017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb2e34b-55e8-4e6d-a5a5-ce61d3c25cb4 None None] New status for floating IP db53e776-8b7a-4c76-9f8b-858e62dcd1df: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:34:22.892794 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc79e63-e838-4ec9-beb0-bbe69b461d1e req-c2bbff11-65d6-4d2f-9f17-454480ea4727 service neutron] 10.222.0.45 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5754128
Dec 21 10:34:22.923053 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c818e373-7781-4d3c-b83e-8c5b6a983704 req-2ae3ad73-4396-41ce-a0cd-9c0685f0328f service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4771142
Dec 21 10:34:22.948517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-1133048582', 'description': 'tempest-TestMinimumBasicScenario-1133048582 description'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:34:22.955216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:34:22.966623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:34:22.975778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.005654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:34:23.010324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Usage tracker for resource:security_group_rule and tenant:14300262f861495ba3ac6c641c34c6f3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:34:23.013371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:34:23.019965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:34:23.093043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.098101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.103660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5fbd2121-6311-4df9-bedf-9d06cda8d54c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:34:23.148740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:34:23.152386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:34:23.154312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.155639 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53fbc933-488e-4f20-9a3c-9248fe88604b req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1771 time: 0.2118878
Dec 21 10:34:23.235835 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-2b5e449a-956d-4cb4-b983-77ded1c647f6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups/e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2 HTTP/1.1" status: 200  len: 1766 time: 0.0474083
Dec 21 10:34:23.246511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:34:23.246870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:34:23.253798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:34:23.257948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Usage tracker for resource:security_group_rule and tenant:14300262f861495ba3ac6c641c34c6f3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:34:23.260925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:34:23.266833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:34:23.322821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.346984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.350084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.352021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc268d88-1f09-4812-89a1-1b660fe6ad74 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:34:23.379649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec1b662-4172-4cee-81a3-ed1f41b92623,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:34:23.386994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:34:23.391590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.392860 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eec0a56e-4439-488f-ae94-d617802ca2dd req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1505332
Dec 21 10:34:23.476151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8d56b038-af86-4dd2-9eba-852aff539712 req-4dc4ef27-c8e9-4b7a-906f-4c78b5ab0375 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups/e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2 HTTP/1.1" status: 200  len: 2328 time: 0.0497534
Dec 21 10:34:23.487642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2', 'remote_group_id': None}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:34:23.488079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2', 'remote_group_id': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:34:23.494377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:34:23.498431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Usage tracker for resource:security_group_rule and tenant:14300262f861495ba3ac6c641c34c6f3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:34:23.501434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:34:23.508352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:34:23.566979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.595192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.598039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.599971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5804d9ec-fee8-425d-bbf6-bf664f86ad83 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:34:23.623887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca53973c-6abe-4293-a1db-92e690293766,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:34:23.626946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:34:23.634339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:23.635617 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8d56b038-af86-4dd2-9eba-852aff539712 req-c8189612-9ab8-4f94-a8dc-7054ee6085e5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1528337
Dec 21 10:34:23.781007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-d9416acd-4708-4cc4-a6e6-3868b3e8e773 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Synchronizing usage tracker for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:34:23.795318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-d9416acd-4708-4cc4-a6e6-3868b3e8e773 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Unset dirty status for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:34:23.796558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-d9416acd-4708-4cc4-a6e6-3868b3e8e773 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1133048582&fields=id&tenant_id=14300262f861495ba3ac6c641c34c6f3 HTTP/1.1" status: 200  len: 267 time: 0.0582299
Dec 21 10:34:23.887585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-2d8206a2-4d74-4279-9910-e674a743a58b tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:23.889162 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-2d8206a2-4d74-4279-9910-e674a743a58b tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 946 time: 0.0863876
Dec 21 10:34:23.901843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Request body: {'port': {'security_groups': ['01d8b214-68b7-469e-a727-d25fb0bda145', 'e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:34:24.023166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:24.348444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] For port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:34:24.376169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:24.380208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:24.399380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8681eeec-5a16-460c-b201-1a588a11f1b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:34:24.560888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event updated for resources: {'Port': ['ID=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,revision_number=5']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:34:24.566348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:34:24.605979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:24.606755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:24.608095 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-583a3541-f20c-4d58-94e0-4a15b12ba62f req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "PUT /v2.0/ports/0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 982 time: 0.7112792
Dec 21 10:34:24.608658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:34:24.675763 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'status': 'completed', 'code': 200}
Dec 21 10:34:24.804022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3ab225b7-1e25-4c8a-9a2f-650fb140c733 None None] Provisioning complete for port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:34:24.804716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ab225b7-1e25-4c8a-9a2f-650fb140c733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:24.850210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-214347e7-32fa-4ec5-b4ae-50271c9148d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:24.851846 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-214347e7-32fa-4ec5-b4ae-50271c9148d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1203 time: 0.1452935
Dec 21 10:34:24.892157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c42b06-a0ff-44c2-a9d4-c8011e9f0f69 req-f70e3acf-4b52-477f-b4fd-4cc59b4d2351 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:24.894006 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-73c42b06-a0ff-44c2-a9d4-c8011e9f0f69 req-f70e3acf-4b52-477f-b4fd-4cc59b4d2351 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.1470163
Dec 21 10:34:25.018282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:34:25.028015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-73c42b06-a0ff-44c2-a9d4-c8011e9f0f69 req-bfdccb0c-9a9b-4e67-bce2-5fd92a339c6d tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1187096
Dec 21 10:34:25.052316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-93654bd0-c533-440c-a367-6c38ac2b04be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:25.053992 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-93654bd0-c533-440c-a367-6c38ac2b04be service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 200  len: 909 time: 0.1937804
Dec 21 10:34:25.091513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:34:25.091938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:25.174183 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-a67353ac-ffd8-4ee8-9f7f-75023922545a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 1002 time: 0.1124184
Dec 21 10:34:25.247393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-e1773d6b-631b-44c1-9dd2-21bbf4f5e744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:25.248996 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-e1773d6b-631b-44c1-9dd2-21bbf4f5e744 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ccda745-8f67-4df1-8908-60b454e66028 HTTP/1.1" status: 200  len: 854 time: 0.0669372
Dec 21 10:34:25.332101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-0f8989ad-dbd5-406a-b9be-ec1180b22b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:25.333741 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-0f8989ad-dbd5-406a-b9be-ec1180b22b72 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781248
Dec 21 10:34:25.485081 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-38497bdb-371c-4647-88f3-33c0b26701a3 service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1435680
Dec 21 10:34:25.633453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-184973ed-469b-4ae4-9ef9-ce1f6f7f18bb req-782d3f87-e797-4192-a9fc-ee5c80ffd760 service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414409
Dec 21 10:34:26.489420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:34:32.021287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:37.520978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-d9238273-c7c0-429a-90cc-8f55f85ef795 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0813313
Dec 21 10:34:37.671339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-92b05005-c380-42e5-a5ea-663216e727a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:37.672949 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-92b05005-c380-42e5-a5ea-663216e727a0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1203 time: 0.0757115
Dec 21 10:34:37.836059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-4c1e4a08-7f0b-4495-87f4-d42d60ab5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:37.837637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-4c1e4a08-7f0b-4495-87f4-d42d60ab5dd8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 200  len: 909 time: 0.1424124
Dec 21 10:34:37.947540 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-3f13bd7d-2b2a-4ed0-8476-d79f3d42d7c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 1002 time: 0.1019258
Dec 21 10:34:38.025656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-3bd64e37-5207-4cff-a0b6-a4d823553974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:38.027251 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-3bd64e37-5207-4cff-a0b6-a4d823553974 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ccda745-8f67-4df1-8908-60b454e66028 HTTP/1.1" status: 200  len: 854 time: 0.0688930
Dec 21 10:34:38.109391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-b782b401-bea4-42f4-aa50-5c0e4675f434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:38.110946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-b782b401-bea4-42f4-aa50-5c0e4675f434 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0749016
Dec 21 10:34:38.260159 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-254f7fd0-92c6-4a9f-acb8-709ac813c9ec service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1387451
Dec 21 10:34:38.402881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a31cd4dd-628c-480f-8709-73723d0719f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:38.407491 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2c56fcbd-0457-4211-854e-fb2a34339f30 req-44f9ea14-0cd3-41bc-8491-cab07d737bd5 service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1382484
Dec 21 10:34:39.377106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-ab91df8f-449f-419d-9481-76bc93389a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:39.379283 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-ab91df8f-449f-419d-9481-76bc93389a1f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1203 time: 0.1474786
Dec 21 10:34:39.386196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb741d-64f9-445c-a576-eb52b804fbca req-e5905608-da23-449b-884b-92b73349c2ea tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:39.387674 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7dfb741d-64f9-445c-a576-eb52b804fbca req-e5905608-da23-449b-884b-92b73349c2ea tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.1220617
Dec 21 10:34:39.544942 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7dfb741d-64f9-445c-a576-eb52b804fbca req-1797758b-3e01-49e3-9c23-f892da8369d6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.1341357
Dec 21 10:34:39.571265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-6e6e3bcc-bb9f-4a77-aa6f-f599847a346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:39.573030 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-6e6e3bcc-bb9f-4a77-aa6f-f599847a346a service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 200  len: 909 time: 0.1844592
Dec 21 10:34:39.685635 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-5983e30f-2ef7-40dc-b3fb-54312890457a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 1002 time: 0.1028821
Dec 21 10:34:39.754637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-fe9782ab-0bd9-4dae-86fe-1ea7cc151bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:39.756205 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-fe9782ab-0bd9-4dae-86fe-1ea7cc151bb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ccda745-8f67-4df1-8908-60b454e66028 HTTP/1.1" status: 200  len: 854 time: 0.0632265
Dec 21 10:34:39.838730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-b5eb3d36-33fd-41ab-a4e4-464c20a57fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:39.840225 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-b5eb3d36-33fd-41ab-a4e4-464c20a57fd3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772793
Dec 21 10:34:39.989197 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-34078792-e3dd-448d-bd62-747ada089ffa service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361144
Dec 21 10:34:40.131696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2899e9e7-7b09-4879-b5c3-5f3e3e074687 req-b7d4e882-99c3-4bce-8389-532be86c4277 service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359890
Dec 21 10:34:40.765618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39be06bb-2f5f-4131-b56d-28650369c235 req-e005ecf5-2c88-42aa-8cb2-fd052b0fe663 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:40.767248 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39be06bb-2f5f-4131-b56d-28650369c235 req-e005ecf5-2c88-42aa-8cb2-fd052b0fe663 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0847290
Dec 21 10:34:40.817730 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-39be06bb-2f5f-4131-b56d-28650369c235 req-dfd5a96e-5c99-4732-8ff8-6539f1c28524 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0434191
Dec 21 10:34:42.030817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac31b1d-e0e8-4203-926b-58f98cbd58e5 req-0ea99c3d-d9d0-498e-9374-2041efb09e49 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:42.032421 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cac31b1d-e0e8-4203-926b-58f98cbd58e5 req-0ea99c3d-d9d0-498e-9374-2041efb09e49 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0870271
Dec 21 10:34:42.082269 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cac31b1d-e0e8-4203-926b-58f98cbd58e5 req-351cebae-6e5a-4f03-918a-dd8383702e3e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0432410
Dec 21 10:34:42.240162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:42.484186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5eae5ca6-f37d-47eb-86f3-f2cc7b663fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:42.771674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:43.301674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9270f-d914-4fc4-9df8-9f0b16c2f700 req-e7d343c7-cf0e-41f5-9a7f-6092c58599c4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:43.303302 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86f9270f-d914-4fc4-9df8-9f0b16c2f700 req-e7d343c7-cf0e-41f5-9a7f-6092c58599c4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0837603
Dec 21 10:34:43.586865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:34:43.630774 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86f9270f-d914-4fc4-9df8-9f0b16c2f700 req-f0136b1d-fe10-41b5-8fa8-5043aefe2d05 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.3208592
Dec 21 10:34:44.846605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b117306-5be8-4060-9a98-33b4ad3493b7 req-76b13764-247f-443f-9524-38ccf057169e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:44.848229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7b117306-5be8-4060-9a98-33b4ad3493b7 req-76b13764-247f-443f-9524-38ccf057169e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0840106
Dec 21 10:34:44.897253 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7b117306-5be8-4060-9a98-33b4ad3493b7 req-f0ea5892-be75-4709-ab87-5ceedfb197f8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0426571
Dec 21 10:34:46.110218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11eb91d-fab6-421c-9049-72f8bd0f11a9 req-7c4abddb-4012-4013-a231-81ef114c9eac tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:46.112330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f11eb91d-fab6-421c-9049-72f8bd0f11a9 req-7c4abddb-4012-4013-a231-81ef114c9eac tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0866127
Dec 21 10:34:46.163233 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f11eb91d-fab6-421c-9049-72f8bd0f11a9 req-9ba4295a-d79e-4363-bbc1-59090ea156b1 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0441599
Dec 21 10:34:47.374920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81e41f-4b5e-4f06-b2f4-ef8f03de8860 req-1c343c6e-a731-4b7f-9540-796b3898f625 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:47.376513 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a81e41f-4b5e-4f06-b2f4-ef8f03de8860 req-1c343c6e-a731-4b7f-9540-796b3898f625 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0831425
Dec 21 10:34:47.429370 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a81e41f-4b5e-4f06-b2f4-ef8f03de8860 req-8511dbf7-f399-4084-ba0d-8faeff36e874 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0462372
Dec 21 10:34:48.650807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8b96c-c40b-4300-8c6b-6c686e515056 req-283c3922-5627-4e70-8eb9-b4292e7200e6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:48.653209 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-14c8b96c-c40b-4300-8c6b-6c686e515056 req-283c3922-5627-4e70-8eb9-b4292e7200e6 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0904448
Dec 21 10:34:48.704716 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-14c8b96c-c40b-4300-8c6b-6c686e515056 req-37fbc96c-f0da-4a02-b953-e82505ac3281 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0452037
Dec 21 10:34:49.927687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c81498-77c9-48b2-a9ca-559e17516e99 req-149376be-b875-405b-80ad-7c82e0619938 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:49.929317 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3c81498-77c9-48b2-a9ca-559e17516e99 req-149376be-b875-405b-80ad-7c82e0619938 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0940835
Dec 21 10:34:49.980017 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3c81498-77c9-48b2-a9ca-559e17516e99 req-3560793f-797d-454d-a47d-1b62761515a2 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0442436
Dec 21 10:34:51.204876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9fd99-8c5d-4a78-8a08-7da54a23d07e req-8d64a36e-d622-4ed5-92a8-4f39105c4304 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:51.206658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ad9fd99-8c5d-4a78-8a08-7da54a23d07e req-8d64a36e-d622-4ed5-92a8-4f39105c4304 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0919099
Dec 21 10:34:51.259874 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ad9fd99-8c5d-4a78-8a08-7da54a23d07e req-5b1e2736-3bfd-4c30-8845-c6f547eebbac tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0467451
Dec 21 10:34:52.475278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f25d3-7134-472f-86df-e083136af878 req-e9da2699-80f4-4ed6-80e7-816fc28290ff tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:34:52.476872 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-921f25d3-7134-472f-86df-e083136af878 req-e9da2699-80f4-4ed6-80e7-816fc28290ff tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0840323
Dec 21 10:34:52.526535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-921f25d3-7134-472f-86df-e083136af878 req-c4227acd-f701-48a4-b122-2d1cf7fb8880 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&id=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2&fields=id&fields=name HTTP/1.1" status: 200  len: 390 time: 0.0431845
Dec 21 10:35:02.029336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:03.489420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:35:08.407901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-186aa3ac-00b1-47d6-99e7-1dd15f67c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:12.242040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:12.486497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ed3e63b-b653-4e64-a1cd-645de802c6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:12.774838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:13.593685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:25.734137 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-babde902-8aca-4c3e-aaaa-ccd6097aa49e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-1133048582&fields=id&tenant_id=14300262f861495ba3ac6c641c34c6f3 HTTP/1.1" status: 200  len: 267 time: 0.0510318
Dec 21 10:35:25.828590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-e9f4ffb0-33b2-4eaa-aff6-c03e8424bdd5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:25.830254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-e9f4ffb0-33b2-4eaa-aff6-c03e8424bdd5 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 985 time: 0.0890093
Dec 21 10:35:25.843339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Request body: {'port': {'security_groups': ['01d8b214-68b7-469e-a727-d25fb0bda145']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:25.977318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:26.309779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] For port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:35:26.337501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:26.341242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:26.357570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:26.519076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event updated for resources: {'Port': ['ID=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,revision_number=6']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:26.532683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.533121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.534198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.534198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.534556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.534917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.535330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.535743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.536148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.536556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.536964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.537368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.537875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.538283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.538684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.539087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.539494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.539893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.540292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.540691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.541094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.541519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.541930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.542333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:26.556964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:26.581849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:26.582577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:26.584150 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ae71f3ce-8f2e-4a74-9ed2-1e20f10901c1 req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "PUT /v2.0/ports/0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 943 time: 0.7463799
Dec 21 10:35:26.584755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:35:26.690750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5950c9a-8543-444b-a28b-e5e0910220d2 req-f183559c-f140-4ee5-adb1-97f9c60af86f tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups/e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2 HTTP/1.1" status: 200  len: 2895 time: 0.0653486
Dec 21 10:35:26.748408 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'status': 'completed', 'code': 200}
Dec 21 10:35:26.790582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a5950c9a-8543-444b-a28b-e5e0910220d2 req-f2ea6c5c-dcb8-4239-9dc8-d0ad28da69c3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:26.824254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a5950c9a-8543-444b-a28b-e5e0910220d2 req-f2ea6c5c-dcb8-4239-9dc8-d0ad28da69c3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:26.849738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fc605ebe-a8de-44f3-acca-c4b5d090399d None None] Provisioning complete for port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:35:26.850090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc605ebe-a8de-44f3-acca-c4b5d090399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:26.942444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a5950c9a-8543-444b-a28b-e5e0910220d2 req-f2ea6c5c-dcb8-4239-9dc8-d0ad28da69c3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:26.948966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-13988054-75ff-4799-b650-c56032105f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:26.970250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea6c5c-dcb8-4239-9dc8-d0ad28da69c3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:26.974402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f2ea6c5c-dcb8-4239-9dc8-d0ad28da69c3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:26.988058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a211c-28c5-441b-9469-3a663735cfad req-9c1f6a73-cadc-4b03-8022-7c6b46f04d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:26.989768 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b19a211c-28c5-441b-9469-3a663735cfad req-9c1f6a73-cadc-4b03-8022-7c6b46f04d42 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1163 time: 0.2098231
Dec 21 10:35:26.991000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a5950c9a-8543-444b-a28b-e5e0910220d2 req-f2ea6c5c-dcb8-4239-9dc8-d0ad28da69c3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:26.992198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5950c9a-8543-444b-a28b-e5e0910220d2 req-f2ea6c5c-dcb8-4239-9dc8-d0ad28da69c3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "DELETE /v2.0/security-groups/e4d66f5e-0eb0-47ee-8c32-333a70e3b2e2 HTTP/1.1" status: 204  len: 173 time: 0.2937460
Dec 21 10:35:27.241333 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-69ce4968-21fe-4777-b7d0-79bfb3b7a3ab tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/floatingips/db53e776-8b7a-4c76-9f8b-858e62dcd1df HTTP/1.1" status: 200  len: 999 time: 0.2087646
Dec 21 10:35:27.293419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a211c-28c5-441b-9469-3a663735cfad req-95df14a1-d18c-41f2-aa63-2a18d8c8e975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:27.295085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b19a211c-28c5-441b-9469-3a663735cfad req-95df14a1-d18c-41f2-aa63-2a18d8c8e975 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 200  len: 909 time: 0.2966096
Dec 21 10:35:27.371993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:35:27.447480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:35:27.447902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:27.500945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b19a211c-28c5-441b-9469-3a663735cfad req-4e0593af-b002-48d5-9b7c-2e94d4070c6a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 1002 time: 0.1895199
Dec 21 10:35:27.575898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47850-5713-404a-82b8-86e67ea49e65 req-78494e19-4a18-494b-8b78-d38256373011 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:27.577514 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-78494e19-4a18-494b-8b78-d38256373011 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.3256748
Dec 21 10:35:27.594921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-f6b60b80-5627-4e12-8503-b72267b262c4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:35:27.596160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-f6b60b80-5627-4e12-8503-b72267b262c4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0096152
Dec 21 10:35:27.605532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a211c-28c5-441b-9469-3a663735cfad req-da3ecd16-2ff9-4b99-b245-74bf28b62781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:27.607190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b19a211c-28c5-441b-9469-3a663735cfad req-da3ecd16-2ff9-4b99-b245-74bf28b62781 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ccda745-8f67-4df1-8908-60b454e66028 HTTP/1.1" status: 200  len: 854 time: 0.0925283
Dec 21 10:35:27.774336 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-8f063eac-fe3c-4097-af46-67e4e79f1e24 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.142 HTTP/1.1" status: 200  len: 1002 time: 0.1706371
Dec 21 10:35:27.860708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a211c-28c5-441b-9469-3a663735cfad req-11508ad8-ef73-4af3-9797-ae4579f3167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:27.862389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b19a211c-28c5-441b-9469-3a663735cfad req-11508ad8-ef73-4af3-9797-ae4579f3167c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1985996
Dec 21 10:35:27.867723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47850-5713-404a-82b8-86e67ea49e65 req-22e9bcd6-7006-46a3-b1ab-646161af1f45 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:27.869082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-22e9bcd6-7006-46a3-b1ab-646161af1f45 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports/0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 943 time: 0.0873153
Dec 21 10:35:28.109738 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-0103e5e4-9c78-49da-bd38-fb1ba7fdb0d2 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.142 HTTP/1.1" status: 200  len: 1002 time: 0.1393425
Dec 21 10:35:28.112552 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b19a211c-28c5-441b-9469-3a663735cfad req-5aca58d8-e0af-4510-829a-7889dc35bfff service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2425075
Dec 21 10:35:28.714019 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b19a211c-28c5-441b-9469-3a663735cfad req-6c4123a0-9f0d-410a-9c4f-c38505525444 service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5322869
Dec 21 10:35:28.727396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Deleting port c8e2f68f-e5d8-4116-a750-ce9905b44b47 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:35:28.727769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:28.911231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:28.911837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:29.039985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Calling delete_port for c8e2f68f-e5d8-4116-a750-ce9905b44b47 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:35:29.197221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:29.213184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f21ef867-503a-4194-a324-5b41ca62594b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:29.266386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event deleted for resources: {'Port': ['ID=c8e2f68f-e5d8-4116-a750-ce9905b44b47,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:29.272255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:29.436984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:29.437272 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Floating IP db53e776-8b7a-4c76-9f8b-858e62dcd1df disassociated (deleted). External IP: 172.26.1.142, port: 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb.
Dec 21 10:35:29.820893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:35:30.013933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:35:30.025339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] Sync routers for ids ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:35:30.036554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] Routers {'7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:35:30.037266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fece5b7f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:35:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:30.045470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:30.105270 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "DELETE /v2.0/floatingips/db53e776-8b7a-4c76-9f8b-858e62dcd1df HTTP/1.1" status: 204  len: 173 time: 1.9889741
Dec 21 10:35:30.105799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:35:30.172854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'status': 'completed', 'code': 200}
Dec 21 10:35:30.240555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] Set router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:35:30.349769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-efaa86b1-ae75-4244-9b94-1bd2f2726b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:30.351484 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-efaa86b1-ae75-4244-9b94-1bd2f2726b97 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1163 time: 0.1510787
Dec 21 10:35:30.353354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47850-5713-404a-82b8-86e67ea49e65 req-54a910c7-d170-43de-a85d-7fd04141b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:30.354931 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-54a910c7-d170-43de-a85d-7fd04141b4f4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=14300262f861495ba3ac6c641c34c6f3&device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 1163 time: 0.2360840
Dec 21 10:35:30.600941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fece5b7f0>, [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:42Z', 'revision_number': 5, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:30.607000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] Checking router: 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:35:30.618079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] Routers {'7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:35:30.618795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fece5b7f0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:35:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:30.641030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-db5c8eb9-f1d1-43bc-8887-7909e8a59a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:30.643976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-db5c8eb9-f1d1-43bc-8887-7909e8a59a7e service neutron] 10.222.0.16 "GET /v2.0/networks?id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 200  len: 909 time: 0.2853022
Dec 21 10:35:30.647600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47850-5713-404a-82b8-86e67ea49e65 req-3124e9eb-a6ef-487a-91b0-00f2d9c29180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:30.649885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-3124e9eb-a6ef-487a-91b0-00f2d9c29180 service neutron] 10.222.0.45 "GET /v2.0/networks?id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 200  len: 909 time: 0.2681656
Dec 21 10:35:30.818020 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-17cfa576-8c2c-4812-a985-82e095630cf4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 217 time: 0.1668270
Dec 21 10:35:30.819597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-375b50f5-76cf-435c-9a33-210a8000d1f7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 200  len: 217 time: 0.0872149
Dec 21 10:35:30.844898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] Set router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:35:30.949397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-a44847bc-1521-4b54-928b-423bb8c374c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:30.951064 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-a44847bc-1521-4b54-928b-423bb8c374c0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9ccda745-8f67-4df1-8908-60b454e66028 HTTP/1.1" status: 200  len: 854 time: 0.1268137
Dec 21 10:35:30.954741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47850-5713-404a-82b8-86e67ea49e65 req-b4dfe92e-0f32-4736-89f2-b98096b49eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:30.956334 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-b4dfe92e-0f32-4736-89f2-b98096b49eca service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9ccda745-8f67-4df1-8908-60b454e66028 HTTP/1.1" status: 200  len: 854 time: 0.0923576
Dec 21 10:35:31.125790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-5894b884-cf26-4cc7-8f52-6d247b31bf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:31.128552 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-5894b884-cf26-4cc7-8f52-6d247b31bf75 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1695645
Dec 21 10:35:31.130888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6c41d022-db2a-485b-903a-cb166de5bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:31.132482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-6c41d022-db2a-485b-903a-cb166de5bcb8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=fc9e861a-5541-4293-8fcf-df49b9ee2e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1274602
Dec 21 10:35:31.403928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fece5b7f0>, [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:42Z', 'revision_number': 5, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:31.409650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-13cd0639-3ec7-40ab-9a48-d2e65c2437d0 service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2734032
Dec 21 10:35:31.411272 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-fcdebd3b-42d4-4957-9bfc-3965bb70aa89 service neutron] 10.222.0.45 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2518868
Dec 21 10:35:31.411745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522e8cd2-0173-4393-9b38-e3cfd3141622 None None] The sync data for ids ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'] in dv-neutron-601336-62-ovs is: [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:33:33Z', 'revision_number': 4, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'e632b267-f51f-4299-91b3-025c707130d6', 'name': '', 'network_id': 'fc9e861a-5541-4293-8fcf-df49b9ee2e9f', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'mac_address': 'fa:16:3e:23:fb:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': '9ccda745-8f67-4df1-8908-60b454e66028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:32Z', 'updated_at': '2020-12-21T10:33:42Z', 'revision_number': 5, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'subnets': [{'id': '9ccda745-8f67-4df1-8908-60b454e66028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:35:31.690695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-98936660-8d6b-4a96-926d-dc398c0ff00c req-c2c22297-4db1-4b50-bcd9-e45a640243d5 service neutron] 10.222.0.16 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2750919
Dec 21 10:35:31.692635 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-32a47850-5713-404a-82b8-86e67ea49e65 req-ca48d4f8-df6d-4283-a0bd-b3376ba6c5e7 service neutron] 10.222.0.45 "GET /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2542284
Dec 21 10:35:31.878515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d669720b-6b4a-4e6d-bdab-6f4caa5600f2 None None] New status for floating IP db53e776-8b7a-4c76-9f8b-858e62dcd1df: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:35:32.034316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:36.474375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4a40d-edf0-404e-bee6-f6f64661eade req-a4dd418e-c3b3-4037-9359-70c9cd24e21b tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:36.475138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-fab4a40d-edf0-404e-bee6-f6f64661eade req-a4dd418e-c3b3-4037-9359-70c9cd24e21b tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Synchronizing usage tracker for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:35:36.490977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-fab4a40d-edf0-404e-bee6-f6f64661eade req-a4dd418e-c3b3-4037-9359-70c9cd24e21b tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Unset dirty status for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:35:36.492278 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fab4a40d-edf0-404e-bee6-f6f64661eade req-a4dd418e-c3b3-4037-9359-70c9cd24e21b tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 946 time: 0.1128845
Dec 21 10:35:36.540416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-fab4a40d-edf0-404e-bee6-f6f64661eade req-45069f2d-1316-4f4f-9147-3c44bb875400 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Synchronizing usage tracker for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:35:36.555854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-fab4a40d-edf0-404e-bee6-f6f64661eade req-45069f2d-1316-4f4f-9147-3c44bb875400 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Unset dirty status for tenant:14300262f861495ba3ac6c641c34c6f3 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:35:36.557116 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fab4a40d-edf0-404e-bee6-f6f64661eade req-45069f2d-1316-4f4f-9147-3c44bb875400 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574284
Dec 21 10:35:37.793322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace5f67-0711-43ea-b107-cd239aee2719 req-07c90745-5f3b-4b1d-8d77-d9b818a071e1 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:37.794990 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ace5f67-0711-43ea-b107-cd239aee2719 req-07c90745-5f3b-4b1d-8d77-d9b818a071e1 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 946 time: 0.0919750
Dec 21 10:35:37.847053 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1ace5f67-0711-43ea-b107-cd239aee2719 req-766f6d11-cea2-4570-b394-a6c1743f2b45 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443857
Dec 21 10:35:38.362361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-a44f1343-2bb4-4863-9247-f5cf561b6c3f tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:38.363979 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-a44f1343-2bb4-4863-9247-f5cf561b6c3f tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.16 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 946 time: 0.3703520
Dec 21 10:35:38.428448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8705cd06-f761-46d7-b98e-fe9cff1762df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:38.443544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Deleting port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:35:38.443928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:38.733509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] For port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:35:38.733947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:38.884007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Calling delete_port for 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:35:39.127698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:39.145998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6ddac65c-0521-46b2-bf6b-b7ee937a8b26 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:39.210377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Pushing event deleted for resources: {'Port': ['ID=0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:39.219754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16f43b-3f52-454a-9f8a-32081856f79b req-2f56d4d5-5601-415c-952a-6bf25a1a4676 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:39.221970 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef16f43b-3f52-454a-9f8a-32081856f79b req-2f56d4d5-5601-415c-952a-6bf25a1a4676 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/ports?device_id=2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed HTTP/1.1" status: 200  len: 867 time: 0.1949553
Dec 21 10:35:39.222863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:39.312161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:35:39.350771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:35:39.351177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:35:39.351612 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef16f43b-3f52-454a-9f8a-32081856f79b req-a1820f21-33f7-45ef-aff4-4c8c923d06f3 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.45 "GET /v2.0/security-groups?id=01d8b214-68b7-469e-a727-d25fb0bda145&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743535
Dec 21 10:35:39.402648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] No DVR routers for this DVR port 0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:35:39.404986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:39.407840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'name': 'network-vif-deleted', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:35:39.424211 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-80c4697d-2c18-40b2-bf1a-5fb68ba6cdda req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] 10.222.0.16 "DELETE /v2.0/ports/0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb HTTP/1.1" status: 204  len: 173 time: 1.0545793
Dec 21 10:35:39.474168 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9db48a-c249-4f9c-b0ac-8f21f0cc2eed', 'name': 'network-vif-deleted', 'tag': '0f56c1ae-0a7f-4a66-9f9f-95397a1f5cbb', 'status': 'completed', 'code': 200}
Dec 21 10:35:40.493262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:35:41.071721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48868) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:41.441525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:42.047688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Deleting port e632b267-f51f-4299-91b3-025c707130d6 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:35:42.048285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:42.238341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] For port e632b267-f51f-4299-91b3-025c707130d6, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e632b267-f51f-4299-91b3-025c707130d6,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:35:42.238735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:42.246541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:42.373291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Calling delete_port for e632b267-f51f-4299-91b3-025c707130d6 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:35:42.490332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4afc0b7-f1cb-4915-935b-7a0d2203407e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:42.716402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:42.733131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8e43b45-ae49-4079-99bd-467b71b55747 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:42.779994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:42.793627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Pushing event deleted for resources: {'Port': ['ID=e632b267-f51f-4299-91b3-025c707130d6,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:42.799001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:43.416940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:43.590525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:43.925436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:35:44.110654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:35:44.121146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] Sync routers for ids ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:35:44.124597 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] 10.222.0.45 "PUT /v2.0/routers/7ad0b409-fe30-4fbd-936a-1a9ad2646a6f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0516930
Dec 21 10:35:44.127549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48876) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:44.132262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] Routers {'7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:35:44.133042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd126a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:35:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:44.323851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] Set router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:35:44.333553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:44.525762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:44.531790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Deleting port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:35:44.532168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:44.641243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd126a0>, [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:35:42Z', 'revision_number': 5, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:44.646059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] Checking router: 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:35:44.655044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] Routers {'7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:35:44.655702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd126a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:35:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:44.722915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] For port 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=27e05b0f-8ba2-44b1-ab57-2e0a8b74d564,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:35:44.723322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:44.844141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] Set router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:35:44.859258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Calling delete_port for 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:35:44.998200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:45.156695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd126a0>, [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:35:42Z', 'revision_number': 5, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:45.162390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43a9246e-43ac-40e4-a40f-9210140cf715 None None] The sync data for ids ['7ad0b409-fe30-4fbd-936a-1a9ad2646a6f'] in dv-neutron-601336-62-ovs is: [{'id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'name': 'tempest-TestMinimumBasicScenario-1839266447-router', 'tenant_id': '14300262f861495ba3ac6c641c34c6f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59'}], 'enable_snat': True}, 'gw_port_id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:33:28Z', 'updated_at': '2020-12-21T10:35:42Z', 'revision_number': 5, 'project_id': '14300262f861495ba3ac6c641c34c6f3', 'gw_port': {'id': '27e05b0f-8ba2-44b1-ab57-2e0a8b74d564', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:09:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ad0b409-fe30-4fbd-936a-1a9ad2646a6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:33:29Z', 'updated_at': '2020-12-21T10:33:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:35:45.204134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:45.344358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:45.347986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:45.378676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:45.379243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad0b409-fe30-4fbd-936a-1a9ad2646a6f {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:35:45.394138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:45.395059 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-579fe227-a90d-47b1-9bf0-22f20ce05322 admin admin] 10.222.0.45 "DELETE /v2.0/routers/7ad0b409-fe30-4fbd-936a-1a9ad2646a6f HTTP/1.1" status: 204  len: 168 time: 1.2664936
Dec 21 10:35:45.397827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48882) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:45.471536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-9423d1cd-a554-478f-a0c7-56c2893257a0 admin admin] Deleting subnet 9ccda745-8f67-4df1-8908-60b454e66028 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:35:45.475255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9423d1cd-a554-478f-a0c7-56c2893257a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:45.531214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9423d1cd-a554-478f-a0c7-56c2893257a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:45.615786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9423d1cd-a554-478f-a0c7-56c2893257a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:45.889327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9423d1cd-a554-478f-a0c7-56c2893257a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:45.904780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e7ece53-41bd-43fd-b47f-df2cc4cd5a5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:45.947624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423d1cd-a554-478f-a0c7-56c2893257a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ccda745-8f67-4df1-8908-60b454e66028,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:45.960707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9423d1cd-a554-478f-a0c7-56c2893257a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:46.045575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9423d1cd-a554-478f-a0c7-56c2893257a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:46.051340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d986d4d-9457-4a8a-af8c-326de92e4c62 None None] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:35:46.051754 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9423d1cd-a554-478f-a0c7-56c2893257a0 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/9ccda745-8f67-4df1-8908-60b454e66028 HTTP/1.1" status: 204  len: 168 time: 0.6528325
Dec 21 10:35:46.054468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48886) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:46.322558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] DHCP port deletion for fc9e861a-5541-4293-8fcf-df49b9ee2e9f request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:35:46.327308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Deleting port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:35:46.327780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:46.471966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:46.542824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e632b267-f51f-4299-91b3-025c707130d6 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:35:46.543894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Deleting port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:35:46.544276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:46.592711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: e632b267-f51f-4299-91b3-025c707130d6 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:35:46.593110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e632b267-f51f-4299-91b3-025c707130d6 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:35:46.593610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:35:46.650056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] For port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5f5a3280-3aa7-4f62-877d-3b8da6b76d53,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:35:46.650484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:46.761729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] For port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=5f5a3280-3aa7-4f62-877d-3b8da6b76d53,segment=NetworkSegment(f956cf27-c8e0-48b1-959c-10f8992b6798),segment_id=f956cf27-c8e0-48b1-959c-10f8992b6798)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:35:46.762127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:46.789404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Calling delete_port for 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:35:46.893367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Calling delete_port for 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:35:46.910217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:46.936591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:46.953202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:46.969846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:35:46.970255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:35:47.039969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Pushing event deleted for resources: {'Port': ['ID=5f5a3280-3aa7-4f62-877d-3b8da6b76d53,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:47.054834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:35:47.085353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.085767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.086148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.086524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.086893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.087263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.087625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.087994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.088354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.088722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.089075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.089427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.089892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.090248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.090605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.090960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.091315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.091670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.092024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.092378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.092730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.093083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.093436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.093829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:47.342907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:47.343669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:35:47.344052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 27e05b0f-8ba2-44b1-ab57-2e0a8b74d564 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:35:47.364268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] No DVR routers for this DVR port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:35:47.471638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Deleting port 5f5a3280-3aa7-4f62-877d-3b8da6b76d53 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:35:47.472015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:47.538926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] The port '5f5a3280-3aa7-4f62-877d-3b8da6b76d53' was deleted {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:35:47.667351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:47.786428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec12f4a8>,) {'filters': {'network_id': ['fc9e861a-5541-4293-8fcf-df49b9ee2e9f']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:47.800177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec12f4a8>, 'f956cf27-c8e0-48b1-959c-10f8992b6798') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:47.800543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec12f4a8>, 'f956cf27-c8e0-48b1-959c-10f8992b6798') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:47.812908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:47.828338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:47.830837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:35:48.021733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:35:48.030989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:48.224568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Network fc9e861a-5541-4293-8fcf-df49b9ee2e9f has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   % (table.description, expected, rows_matched)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:35:48.254948 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:35:48.340633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:48.344004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e483be33-4250-43f1-ba96-c09f50bbaca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:48.361837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:48.371080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9e861a-5541-4293-8fcf-df49b9ee2e9f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:48.374592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:48.385857 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] 10.222.0.45 "DELETE /v2.0/networks/fc9e861a-5541-4293-8fcf-df49b9ee2e9f HTTP/1.1" status: 204  len: 168 time: 2.3302228
Dec 21 10:35:48.530063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48892) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:48.588271 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ff805386-5679-468f-8a4b-15b04fd9e8b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14300262f861495ba3ac6c641c34c6f3&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0569143
Dec 21 10:35:48.590876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48896) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:48.655776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e5e18c1-df29-4fb0-b39a-d7c07d780061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:48.684830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e5e18c1-df29-4fb0-b39a-d7c07d780061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:48.739393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e5e18c1-df29-4fb0-b39a-d7c07d780061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:48.743891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50cc4706-6345-4f21-b926-e41e2e0d8044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:48.761114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e18c1-df29-4fb0-b39a-d7c07d780061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d8b214-68b7-469e-a727-d25fb0bda145,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:48.764218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e5e18c1-df29-4fb0-b39a-d7c07d780061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:48.771894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e5e18c1-df29-4fb0-b39a-d7c07d780061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:48.776384 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6e5e18c1-df29-4fb0-b39a-d7c07d780061 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01d8b214-68b7-469e-a727-d25fb0bda145 HTTP/1.1" status: 204  len: 168 time: 0.1819034
Dec 21 10:35:51.059825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48940) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:51.065895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1849510814', 'description': 'tempest-secgroup-smoke-1849510814 description', 'project_id': '2a8e9578d04a4464a587057012b32e6e'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:51.072608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:51.076901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:51.079910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:51.086477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:51.096622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.110718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.127940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:51.132090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:51.135094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:51.140975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:51.239548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.242637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.246414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3217caf7-117f-422c-b4eb-530d62beb7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:51.256709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:51.265128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:51.275274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:51.286787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:51.290735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroup': ['ID=633074a3-9194-4dd8-9fa9-6a0a1f882f20,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:51.295681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:51.366037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.368943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.374408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-32eb294a-a440-47cf-8ed4-09ef8e120a87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:51.415525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb062bd-769d-4035-9c65-5dec241835af,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:51.418559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.422985 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.3590527
Dec 21 10:35:51.422985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:51.423430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48944) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:51.429076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '4bb062bd-769d-4035-9c65-5dec241835af', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:51.435718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:51.439947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:51.443667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:51.450159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:51.467536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.534191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.538489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.540510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3a7f3a36-5ebf-42d5-9049-92a160b76333 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:51.565504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bab2e7b-99c0-4f08-93ff-940979e03c29,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:51.568669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:51.575787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.577113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e082cdf3-1681-4d3d-9a11-3599ee26be5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1528656
Dec 21 10:35:51.580157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48948) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:51.586538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '4bb062bd-769d-4035-9c65-5dec241835af', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:51.593066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:51.597199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:51.600304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:51.606227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:51.623091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.691590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.694481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.696662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b901a6cd-aca2-48bc-b349-24748382eb2e tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:51.718549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70da2fdb-e573-43d0-b400-3605ac9c38a2,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:51.723266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:51.730248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.731527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1503866
Dec 21 10:35:51.734797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48952) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:51.741172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '4bb062bd-769d-4035-9c65-5dec241835af', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:51.747515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:51.751657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:51.755543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:51.761617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:51.778322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.843650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.846214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.848154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e9b17e36-8822-4e2d-901b-2cb7eccf8b81 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:51.872231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f164bd3-0395-44ac-9101-8f4e9b6c09ac,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:51.874901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:51.881895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:51.883186 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1474092
Dec 21 10:35:51.886447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48956) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:51.891974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '4bb062bd-769d-4035-9c65-5dec241835af', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:51.899390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:51.903440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:51.906423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:51.912597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:51.933257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.000540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.003776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.005693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d7686798-065f-474d-a437-a43425c9f455 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:52.029319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465453e5-7649-4f3d-b8f4-2aae01b7873e,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:52.031903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:52.038646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.039921 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1524873
Dec 21 10:35:52.042907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48960) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:52.048412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '4bb062bd-769d-4035-9c65-5dec241835af', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:52.055501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:52.059602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:52.062692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:52.069678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:52.079317 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Project 2a8e9578d04a4464a587057012b32e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:35:52.088344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.157629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.160828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.162801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a83d79d0-7543-4d40-90aa-79949e560a89 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:52.186985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=347059d2-50bd-4a3f-a784-553f00ee8932,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:52.189595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:52.196291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.199500 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1536946
Dec 21 10:35:52.200472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48964) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:52.206114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '4bb062bd-769d-4035-9c65-5dec241835af', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:52.212418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:52.216503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:52.219573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:52.225930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:52.235317 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Project 2a8e9578d04a4464a587057012b32e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:35:52.242688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.314728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.317869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.319764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-39bee7b8-24ee-427c-b4b4-d7005437c492 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:52.343421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a8d197-113b-4bfb-98a9-3d3c9e7bca49,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:52.346013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:52.353038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.354359 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1528957
Dec 21 10:35:52.357619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48968) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:52.364536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'network': {'name': 'tempest-network-smoke--655204210', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'port_security_enabled': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:52.370112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:52.374298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:network and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:52.377302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:52.383311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:52.392580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:35:52.398647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.432327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:35:52.442156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.442591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Added segment 71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da of type vxlan for network 5d48abd0-d856-4d43-b9e5-75b245c781ec
Dec 21 10:35:52.470379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.500301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.504862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:52.505522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.510852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b01086d5-1c5b-406a-82e8-4687135468b6 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:52.567745 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2089195
Dec 21 10:35:52.570889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 48972) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:52.577106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'admin_state_up': True, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:52.585880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:52.589986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:router and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:52.593027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:52.600985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:52.610300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.611351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.625976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:52.626648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Network': ['ID=5d48abd0-d856-4d43-b9e5-75b245c781ec,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:52.629676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-542200ad-51ce-4659-9992-45b580470215 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:52.638973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:35:52.653892 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:35:52.908087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:53.232546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:53.265185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:53.545942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.26.1.238 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/a693f9df-b50b-4b94-bf4a-756991d5baa7) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:35:53.707838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:53.733518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:53.749225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-def4f1a3-44ac-4225-ad6b-154b0b9a93fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:53.894923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=a693f9df-b50b-4b94-bf4a-756991d5baa7,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:53.907763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.908194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.908618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.909042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.910013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.910427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.910835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.911243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.911650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.912055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.912462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.912866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.913344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.913776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.914180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.914583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.914983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.915387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.915790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.916189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.916591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.916991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.917391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.917814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:53.922199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:53.961689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:35:53.962923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:35:53.965370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:35:54.711242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:55.073140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:55.290406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 90fc637c-0923-4047-88b1-533d7191fa4c is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:35:55.480204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:35:55.490870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Sync routers for ids ['90fc637c-0923-4047-88b1-533d7191fa4c'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:35:55.501429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Routers {'90fc637c-0923-4047-88b1-533d7191fa4c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:35:55.502142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4e470>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:35:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['90fc637c-0923-4047-88b1-533d7191fa4c'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:55.509684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:55.511324 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 2.9393404
Dec 21 10:35:55.514783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48976) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:55.699152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Set router 90fc637c-0923-4047-88b1-533d7191fa4c gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:35:55.723679 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2167bcfd-4706-490f-9807-013611ade979 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] 10.222.0.45 "GET /v2.0/subnets?project_id=2a8e9578d04a4464a587057012b32e6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2074449
Dec 21 10:35:55.726310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48982) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:55.732701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1698216143', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:35:55.854488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:35:55.858593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:subnet and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:35:55.862118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:35:55.869249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:35:55.878992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:35:55.997702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:56.000323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4e470>, [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:54Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:56.004925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Checking router: 90fc637c-0923-4047-88b1-533d7191fa4c for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:35:56.005293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Updating router 90fc637c-0923-4047-88b1-533d7191fa4c port a693f9df-b50b-4b94-bf4a-756991d5baa7 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:35:56.063862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:56.466448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:56.482846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-eaadf6c7-9ccb-46de-81ad-7516c6faee4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:56.489238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:56.503439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Transition to ACTIVE for port object a693f9df-b50b-4b94-bf4a-756991d5baa7 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:35:56.506290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:56.523855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:56.631187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Subnet': ['ID=5429aade-aafb-4c95-b160-03edc4104e7f,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:56.634173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:56.687820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Pushing event updated for resources: {'Port': ['ID=a693f9df-b50b-4b94-bf4a-756991d5baa7,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:56.700876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.701295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.701730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.702137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.702521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.702953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.703067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Checking segment: {'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:35:56.703346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network hostable DHCP agents. Network: 5d48abd0-d856-4d43-b9e5-75b245c781ec, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:35:56.703448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.703708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.704138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.704540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.704905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.705336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.705822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.707036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.707203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.707565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.707989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.708352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.708744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.709133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.709556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.709931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.710356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.710752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:35:56.716573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:56.722503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:35:56.731065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 5d48abd0-d856-4d43-b9e5-75b245c781ec) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:35:56.743239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e6ecf4-fc9d-42f2-96a3-82744f8a69a9 None None] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:35:56.744831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:35:56.745506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:56.766684 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-499c5601-7907-41a8-b697-77a558788e5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0389764
Dec 21 10:35:56.767983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Attempting to bind port a693f9df-b50b-4b94-bf4a-756991d5baa7 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:35:56.768413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Attempting to bind port a693f9df-b50b-4b94-bf4a-756991d5baa7 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:35:56.769520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Attempting to bind port a693f9df-b50b-4b94-bf4a-756991d5baa7 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:35:56.770566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 48986) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:35:56.780830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:35:56.781381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:35:56.781979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:56.782534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:35:56.783069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Bound port: a693f9df-b50b-4b94-bf4a-756991d5baa7, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:35:56.783474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:56.859238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] For port a693f9df-b50b-4b94-bf4a-756991d5baa7, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:35:56.862913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] For port a693f9df-b50b-4b94-bf4a-756991d5baa7, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a693f9df-b50b-4b94-bf4a-756991d5baa7,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:35:56.867119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:56.959412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-83ba6afa-1f2b-4145-916e-7d4a158925b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:56.992736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-5d48abd0-d856-4d43-b9e5-75b245c781ec', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ips': [{'subnet_id': '5429aade-aafb-4c95-b160-03edc4104e7f'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:35:56.993908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:57.067214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Pushing event updated for resources: {'Port': ['ID=a693f9df-b50b-4b94-bf4a-756991d5baa7,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:57.071995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c1c6ef07-bdce-4399-8092-7a6ee2c27327 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:57.085716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Routers {'90fc637c-0923-4047-88b1-533d7191fa4c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:35:57.086404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4e470>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:35:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['90fc637c-0923-4047-88b1-533d7191fa4c'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:57.291265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] Set router 90fc637c-0923-4047-88b1-533d7191fa4c gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:35:57.322489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Allocated IP 172.20.0.2 (5d48abd0-d856-4d43-b9e5-75b245c781ec/5429aade-aafb-4c95-b160-03edc4104e7f/c07e5942-6d65-4a89-85c5-9417f22343e2) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:35:57.560704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:57.573238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Transition to ACTIVE for port object c07e5942-6d65-4a89-85c5-9417f22343e2 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:35:57.591329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Transition to ACTIVE for port object c07e5942-6d65-4a89-85c5-9417f22343e2 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:35:57.596817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:57.613520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:57.630677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd4e470>, [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:54Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:35:57.635499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72344b4b-651b-49a7-92ac-213e471fb243 None None] The sync data for ids ['90fc637c-0923-4047-88b1-533d7191fa4c'] in dv-neutron-601336-62-ovs is: [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:54Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:35:57.760299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Pushing event updated for resources: {'Port': ['ID=c07e5942-6d65-4a89-85c5-9417f22343e2,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:57.765411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:57.782035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:57.810243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:35:57.811447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:35:57.813823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:35:57.873197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Attempting to bind port c07e5942-6d65-4a89-85c5-9417f22343e2 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:35:57.873711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Attempting to bind port c07e5942-6d65-4a89-85c5-9417f22343e2 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:35:57.874133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Attempting to bind port c07e5942-6d65-4a89-85c5-9417f22343e2 on network 5d48abd0-d856-4d43-b9e5-75b245c781ec {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:35:57.880649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:35:57.881080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Checking segment: {'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:35:57.881559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:57.882012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Bound using segment: {'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:35:57.882542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Bound port: c07e5942-6d65-4a89-85c5-9417f22343e2, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:35:57.882970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:57.997581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] For port c07e5942-6d65-4a89-85c5-9417f22343e2, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:35:58.007237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] For port c07e5942-6d65-4a89-85c5-9417f22343e2, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c07e5942-6d65-4a89-85c5-9417f22343e2,segment=NetworkSegment(71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da),segment_id=71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:35:58.011129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:58.030320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-34108cbf-5fdb-4a3d-914f-364204427782 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:58.233105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Pushing event updated for resources: {'Port': ['ID=c07e5942-6d65-4a89-85c5-9417f22343e2,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:58.240683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:58.416751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.20.0.1 (5d48abd0-d856-4d43-b9e5-75b245c781ec/5429aade-aafb-4c95-b160-03edc4104e7f/8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:35:58.531401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a693f9df-b50b-4b94-bf4a-756991d5baa7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:35:58.647728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:58.659347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a693f9df-b50b-4b94-bf4a-756991d5baa7 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:35:58.665930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a693f9df-b50b-4b94-bf4a-756991d5baa7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:35:58.666608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:58.672534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Transition to ACTIVE for port object 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:35:58.700655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:58.719558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-030957d1-d81f-4009-8b73-c51119f4c9b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:58.798090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:58.815761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port a693f9df-b50b-4b94-bf4a-756991d5baa7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a693f9df-b50b-4b94-bf4a-756991d5baa7,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:35:58.819284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:58.821186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:58.883109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:58.888122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:58.894915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=a693f9df-b50b-4b94-bf4a-756991d5baa7,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:58.898401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:35:58.937445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:35:58.938702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:35:58.941704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:35:59.007876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:59.290337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:59.705945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4612a9-37df-44a4-bf1c-647d30e86a86 None None] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:35:59.794233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:59.797839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:59.829095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-022d6103-3733-47cf-9f72-fd882f6bf94a tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:35:59.829676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a6b12bc6-5743-4dd8-af04-48958eab3e09 None None] Provisioning for port c07e5942-6d65-4a89-85c5-9417f22343e2 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:35:59.923636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:35:59.939337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:35:59.947090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:00.087788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:36:00.089073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:36:00.275966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-78e56105-9b0a-49a6-a758-e75194584539 None None] Provisioning for port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:36:00.282455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-78e56105-9b0a-49a6-a758-e75194584539 None None] Provisioning complete for port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:00.283044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78e56105-9b0a-49a6-a758-e75194584539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:00.311262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 90fc637c-0923-4047-88b1-533d7191fa4c has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:36:00.360111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-78e56105-9b0a-49a6-a758-e75194584539 None None] Port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:36:00.536705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:36:00.564915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "PUT /v2.0/routers/90fc637c-0923-4047-88b1-533d7191fa4c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7899849
Dec 21 10:36:00.599145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Sync routers for ids ['90fc637c-0923-4047-88b1-533d7191fa4c'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:36:00.611834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Routers {'90fc637c-0923-4047-88b1-533d7191fa4c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:36:00.613536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb262e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:35:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['90fc637c-0923-4047-88b1-533d7191fa4c'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:00.691397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a693f9df-b50b-4b94-bf4a-756991d5baa7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:36:00.809033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-4fe8a11f-1bde-40ea-9a55-2b390a527687 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:36:00.828427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-4fe8a11f-1bde-40ea-9a55-2b390a527687 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:36:00.830944 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-4fe8a11f-1bde-40ea-9a55-2b390a527687 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1849510814&fields=id&tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 267 time: 0.0700085
Dec 21 10:36:00.876808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b721763f-1a04-471b-afea-b200062fe61d None None] Provisioning complete for port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:00.876808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b721763f-1a04-471b-afea-b200062fe61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:01.032205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-43132896-e6bb-45a6-a20a-a63f62ea2fc3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:01.032996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-43132896-e6bb-45a6-a20a-a63f62ea2fc3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:36:01.052574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-43132896-e6bb-45a6-a20a-a63f62ea2fc3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:36:01.054078 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-43132896-e6bb-45a6-a20a-a63f62ea2fc3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/networks?id=5d48abd0-d856-4d43-b9e5-75b245c781ec HTTP/1.1" status: 200  len: 796 time: 0.2150383
Dec 21 10:36:01.072498 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-3f027976-7f42-4fc3-9225-3d694da637c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/quotas/2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 375 time: 0.0120716
Dec 21 10:36:01.162581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Set router 90fc637c-0923-4047-88b1-533d7191fa4c gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:36:01.168966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-ccb35409-f079-4a5c-bb36-d790d9a32b1a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:36:01.186350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-ccb35409-f079-4a5c-bb36-d790d9a32b1a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:36:01.187794 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-ccb35409-f079-4a5c-bb36-d790d9a32b1a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1089656
Dec 21 10:36:01.207043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a693f9df-b50b-4b94-bf4a-756991d5baa7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:01.207474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:01.251777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b721763f-1a04-471b-afea-b200062fe61d None None] Port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:36:01.348231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-c7d698e6-9b88-4d3a-96ad-a46a517286a9 service neutron] 10.222.0.45 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465895
Dec 21 10:36:01.500234 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-aaa880ad-43d4-4e02-b221-1a5cf256438a service neutron] 10.222.0.45 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1442204
Dec 21 10:36:01.514506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d0aff912-9c6a-4699-aaf4-266e9188398c None None] Provisioning complete for port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:01.514952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d0aff912-9c6a-4699-aaf4-266e9188398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:01.647300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c07e5942-6d65-4a89-85c5-9417f22343e2 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:36:01.691330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d0aff912-9c6a-4699-aaf4-266e9188398c None None] Port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:36:01.723595 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6551ee54-6f26-48ff-bb40-c68ffbe83312 req-e66d1c7a-8686-467b-913a-6ee4120a436c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 210 time: 0.0478845
Dec 21 10:36:01.759778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port c07e5942-6d65-4a89-85c5-9417f22343e2 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:36:01.766726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb262e8>, [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:59Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2', 'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:0a:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:58Z', 'updated_at': '2020-12-21T10:35:59Z', 'revision_number': 2, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:01.770801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port c07e5942-6d65-4a89-85c5-9417f22343e2 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:01.771233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:01.804155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Checking router: 90fc637c-0923-4047-88b1-533d7191fa4c for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:36:01.804568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Updating router 90fc637c-0923-4047-88b1-533d7191fa4c port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:36:01.882938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:02.059110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:02.098182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:02.186864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port c07e5942-6d65-4a89-85c5-9417f22343e2, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c07e5942-6d65-4a89-85c5-9417f22343e2,segment=NetworkSegment(71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da),segment_id=71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:36:02.198522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:02.203125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b57bddf4-c3e7-4909-a120-5be9f323f272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:02.374116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=c07e5942-6d65-4a89-85c5-9417f22343e2,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:02.380092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:02.500374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:02.507417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c07e5942-6d65-4a89-85c5-9417f22343e2 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:36:02.553309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Transition to ACTIVE for port object 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:36:02.563385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:02.581607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c276d374-fd68-4414-a273-9a8257d4f318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:02.737837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3db651-e070-4245-b987-4122e8d06d42 None None] Pushing event updated for resources: {'Port': ['ID=8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:02.743598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad3db651-e070-4245-b987-4122e8d06d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:02.754524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port c07e5942-6d65-4a89-85c5-9417f22343e2 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:02.754948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:02.939263 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-754adc93-4b0b-4452-af86-a1888bbd6398 req-096ae3a2-e8ad-4500-8aa8-c3ffbd2b6883 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 210 time: 0.0735743
Dec 21 10:36:03.012392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Attempting to bind port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:36:03.012812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Attempting to bind port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:36:03.013907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Attempting to bind port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 on network 5d48abd0-d856-4d43-b9e5-75b245c781ec {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:36:03.028638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:36:03.029265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Checking segment: {'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:36:03.029532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:03.029963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Bound using segment: {'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:36:03.031195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Bound port: 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:36:03.031570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:03.147859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] For port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:36:03.151402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] For port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2,segment=NetworkSegment(71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da),segment_id=71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:36:03.155689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:03.176532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-22aee5d1-46ac-4dea-94ca-da90b8e15682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:03.366226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3db651-e070-4245-b987-4122e8d06d42 None None] Pushing event updated for resources: {'Port': ['ID=8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:03.371964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad3db651-e070-4245-b987-4122e8d06d42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:03.399204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Routers {'90fc637c-0923-4047-88b1-533d7191fa4c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:36:03.399902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedb262e8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:35:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['90fc637c-0923-4047-88b1-533d7191fa4c'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:03.450889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-f2199ca0-80a9-417c-97d5-a7cc76ed9718 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:03.452610 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-f2199ca0-80a9-417c-97d5-a7cc76ed9718 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/networks?id=5d48abd0-d856-4d43-b9e5-75b245c781ec HTTP/1.1" status: 200  len: 796 time: 0.4744868
Dec 21 10:36:03.559066 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-0dcd1fe3-f2f7-4ea3-b880-0482b2b15a23 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 7773 time: 0.0925951
Dec 21 10:36:03.571982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'port': {'device_id': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'admin_state_up': True, 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'security_groups': ['4bb062bd-769d-4035-9c65-5dec241835af']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:36:03.603689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] Set router 90fc637c-0923-4047-88b1-533d7191fa4c gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:36:03.731466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:36:03.743193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:36:03.754427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:36:03.760367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:04.139364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedb262e8>, [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:59Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2', 'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:0a:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:58Z', 'updated_at': '2020-12-21T10:36:03Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:04.139981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeb5ad4d-4081-44d7-aa2b-0bd49e19d26f req-cc6c0343-fdf3-4766-92d5-07b0306dc6b0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 210 time: 0.0616274
Dec 21 10:36:04.145261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b036fcb-a99f-4e78-bfb0-0f55b5ec1397 None None] The sync data for ids ['90fc637c-0923-4047-88b1-533d7191fa4c'] in dv-neutron-601336-62-ovs is: [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:59Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2', 'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:0a:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:58Z', 'updated_at': '2020-12-21T10:36:03Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:36:04.148455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.20.0.3 (5d48abd0-d856-4d43-b9e5-75b245c781ec/5429aade-aafb-4c95-b160-03edc4104e7f/49a7964f-4a94-44be-9989-b168007550fe) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:36:04.380742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:04.400111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Transition to ACTIVE for port object 49a7964f-4a94-44be-9989-b168007550fe will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:36:04.421469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:04.464744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-91acb9e3-02ec-4177-8e5b-8da232cca9b2 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:04.533476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:36:04.617124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=49a7964f-4a94-44be-9989-b168007550fe,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:04.629535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:04.645068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:36:04.650797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:04.651227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:04.661933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:36:04.663225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:36:04.665653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:36:04.740638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:04.741447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:04.772738 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2072988
Dec 21 10:36:04.787382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Request body: {'port': {'device_id': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:36:04.805643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:04.846917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2,segment=NetworkSegment(71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da),segment_id=71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:36:04.851595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:04.856947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:04.921843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:04.934314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:04.938148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:04.960404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-365bb62c-6929-4d56-8862-bc800e576fa6 None None] Provisioning for port 49a7964f-4a94-44be-9989-b168007550fe completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:36:04.966877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-365bb62c-6929-4d56-8862-bc800e576fa6 None None] Provisioning complete for port 49a7964f-4a94-44be-9989-b168007550fe triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:04.967393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-365bb62c-6929-4d56-8862-bc800e576fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:05.028927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-365bb62c-6929-4d56-8862-bc800e576fa6 None None] Port 49a7964f-4a94-44be-9989-b168007550fe cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:36:05.451537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5226d1d6-2ccf-4ec8-a813-1f071f500e29 req-d7bdb9d9-a63a-4878-9b6b-fac7c910c867 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:05.452226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5226d1d6-2ccf-4ec8-a813-1f071f500e29 req-d7bdb9d9-a63a-4878-9b6b-fac7c910c867 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:36:05.459752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a7964f-4a94-44be-9989-b168007550fe {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:36:05.471310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:05.490601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5226d1d6-2ccf-4ec8-a813-1f071f500e29 req-d7bdb9d9-a63a-4878-9b6b-fac7c910c867 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:36:05.491963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5226d1d6-2ccf-4ec8-a813-1f071f500e29 req-d7bdb9d9-a63a-4878-9b6b-fac7c910c867 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 931 time: 0.2010047
Dec 21 10:36:05.492970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Transition to ACTIVE for port object 49a7964f-4a94-44be-9989-b168007550fe will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:36:05.495978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:05.514602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-15189004-da15-4f9f-aa92-82f2e9a120e8 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:05.691722 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5226d1d6-2ccf-4ec8-a813-1f071f500e29 req-5c0a6436-9158-4c6e-a731-c5305e6d22c1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1782782
Dec 21 10:36:05.706508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Pushing event updated for resources: {'Port': ['ID=49a7964f-4a94-44be-9989-b168007550fe,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:05.711753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:05.896212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Attempting to bind port 49a7964f-4a94-44be-9989-b168007550fe on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:36:05.896586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Attempting to bind port 49a7964f-4a94-44be-9989-b168007550fe by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:36:05.896958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Attempting to bind port 49a7964f-4a94-44be-9989-b168007550fe on network 5d48abd0-d856-4d43-b9e5-75b245c781ec {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:36:05.903194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:36:05.903575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Checking segment: {'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:36:05.903983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:05.904378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Bound using segment: {'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:36:05.904869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Bound port: 49a7964f-4a94-44be-9989-b168007550fe, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:36:05.905246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:06.009401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] For port 49a7964f-4a94-44be-9989-b168007550fe, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:36:06.013102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] For port 49a7964f-4a94-44be-9989-b168007550fe, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=49a7964f-4a94-44be-9989-b168007550fe,segment=NetworkSegment(71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da),segment_id=71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:36:06.016420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:06.030990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b677c98c-50fb-4db9-871a-19e6b458b51f tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:06.210474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Pushing event updated for resources: {'Port': ['ID=49a7964f-4a94-44be-9989-b168007550fe,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:06.215795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:06.260030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:06.260787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:06.262491 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] 10.222.0.16 "PUT /v2.0/ports/49a7964f-4a94-44be-9989-b168007550fe HTTP/1.1" status: 200  len: 1157 time: 1.4824290
Dec 21 10:36:06.263127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'tag': '49a7964f-4a94-44be-9989-b168007550fe'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:36:06.351866 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'tag': '49a7964f-4a94-44be-9989-b168007550fe', 'status': 'completed', 'code': 200}
Dec 21 10:36:06.402663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-5cc0d860-3ca3-496c-b52b-adf2523112b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:06.404543 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-5cc0d860-3ca3-496c-b52b-adf2523112b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 1160 time: 0.0975115
Dec 21 10:36:06.489988 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a7264858-17e7-4eb7-817b-6df7c3475b1f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7964f-4a94-44be-9989-b168007550fe HTTP/1.1" status: 200  len: 217 time: 0.0774159
Dec 21 10:36:06.506203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:36:06.567808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-e48cc134-ea15-405a-8549-1ac4ce2d2ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:06.569553 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-e48cc134-ea15-405a-8549-1ac4ce2d2ba3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5429aade-aafb-4c95-b160-03edc4104e7f HTTP/1.1" status: 200  len: 835 time: 0.0739024
Dec 21 10:36:06.582676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:06.582676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:06.654571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-86683585-ac27-473e-9dd5-f52fcc4ca6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:06.656193 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-86683585-ac27-473e-9dd5-f52fcc4ca6bd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d48abd0-d856-4d43-b9e5-75b245c781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804460
Dec 21 10:36:06.810892 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-a1657185-347e-4b64-ab97-3367c830b70d service neutron] 10.222.0.16 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478548
Dec 21 10:36:07.023470 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-91d5461a-1e9f-45cd-8f7c-c27a1ef2ed48 req-0b696aad-1109-4397-9920-b4cb143fabbb service neutron] 10.222.0.16 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2061691
Dec 21 10:36:07.030369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f41ba4-c70f-4105-86db-1b1890560175 req-6d92468e-c463-4afb-b513-a83e4bc71a53 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:07.031895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f41ba4-c70f-4105-86db-1b1890560175 req-6d92468e-c463-4afb-b513-a83e4bc71a53 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 943 time: 0.1931779
Dec 21 10:36:07.133497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2f41ba4-c70f-4105-86db-1b1890560175 req-9deffc9e-967d-477f-bee2-36f3ee3a9cc2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942051
Dec 21 10:36:07.168927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66594574-2a74-48b4-af77-2da45daa9511 req-7877fd9a-2a26-4353-b895-442b9b789474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:07.170658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66594574-2a74-48b4-af77-2da45daa9511 req-7877fd9a-2a26-4353-b895-442b9b789474 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 1160 time: 0.0950716
Dec 21 10:36:07.325144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66594574-2a74-48b4-af77-2da45daa9511 req-455335d5-8f80-4bbe-b4ba-1e7fc9aaaeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:07.326709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66594574-2a74-48b4-af77-2da45daa9511 req-455335d5-8f80-4bbe-b4ba-1e7fc9aaaeb2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d48abd0-d856-4d43-b9e5-75b245c781ec HTTP/1.1" status: 200  len: 890 time: 0.1491489
Dec 21 10:36:07.401986 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66594574-2a74-48b4-af77-2da45daa9511 req-fd21fea4-fb18-43c8-8398-36d47e638b0f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7964f-4a94-44be-9989-b168007550fe HTTP/1.1" status: 200  len: 217 time: 0.0677140
Dec 21 10:36:07.755641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66594574-2a74-48b4-af77-2da45daa9511 req-d753daea-0593-4a88-84dc-743b9fef3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:07.757251 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66594574-2a74-48b4-af77-2da45daa9511 req-d753daea-0593-4a88-84dc-743b9fef3b3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5429aade-aafb-4c95-b160-03edc4104e7f HTTP/1.1" status: 200  len: 835 time: 0.3470562
Dec 21 10:36:07.840231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66594574-2a74-48b4-af77-2da45daa9511 req-3ff7f916-64e4-458e-83b6-85c300fa18af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:07.841856 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66594574-2a74-48b4-af77-2da45daa9511 req-3ff7f916-64e4-458e-83b6-85c300fa18af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d48abd0-d856-4d43-b9e5-75b245c781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0772030
Dec 21 10:36:07.996710 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66594574-2a74-48b4-af77-2da45daa9511 req-722265ad-d189-41ed-8b71-c449ddaf4d50 service neutron] 10.222.0.16 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438053
Dec 21 10:36:08.145065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-66594574-2a74-48b4-af77-2da45daa9511 req-3aa1599c-f095-4c5b-ba48-e6c0b89bcec5 service neutron] 10.222.0.16 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403868
Dec 21 10:36:08.367033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02188f45-76c6-4c22-9b9e-ee373caa50e9 req-63e7eb66-df68-4f5c-aeab-4f310912994d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:08.368631 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02188f45-76c6-4c22-9b9e-ee373caa50e9 req-63e7eb66-df68-4f5c-aeab-4f310912994d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 943 time: 0.0889525
Dec 21 10:36:08.412850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4f8ec04e-0214-4677-8060-998c5ff90221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:08.417671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02188f45-76c6-4c22-9b9e-ee373caa50e9 req-b0982b6b-045c-4676-92ec-f7a1c7453f97 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426121
Dec 21 10:36:09.635403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec55dd-04be-4ea0-b2be-db4e1960efcc req-186ab517-ddd4-4e56-99af-19e5caaf6375 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:09.637017 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8ec55dd-04be-4ea0-b2be-db4e1960efcc req-186ab517-ddd4-4e56-99af-19e5caaf6375 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 943 time: 0.0857372
Dec 21 10:36:09.690101 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8ec55dd-04be-4ea0-b2be-db4e1960efcc req-1adf66fc-12da-45de-a3dc-43ac72507374 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462592
Dec 21 10:36:09.806503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 49a7964f-4a94-44be-9989-b168007550fe up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:36:09.878714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 49a7964f-4a94-44be-9989-b168007550fe completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:36:09.883754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 49a7964f-4a94-44be-9989-b168007550fe triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:09.884172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:09.999968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:10.028433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a7964f-4a94-44be-9989-b168007550fe'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:36:10.039478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 49a7964f-4a94-44be-9989-b168007550fe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=49a7964f-4a94-44be-9989-b168007550fe,segment=NetworkSegment(71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da),segment_id=71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:36:10.042427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:10.044354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:10.089254 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a7964f-4a94-44be-9989-b168007550fe', 'code': 200}
Dec 21 10:36:10.116939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=49a7964f-4a94-44be-9989-b168007550fe,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:10.120244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:10.329617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c208b86-95e1-4f31-b217-ecf9d23dc4ea req-fd2c5377-74eb-4d52-9984-64724e174864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:10.331790 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3c208b86-95e1-4f31-b217-ecf9d23dc4ea req-fd2c5377-74eb-4d52-9984-64724e174864 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 1162 time: 0.0751860
Dec 21 10:36:10.375295 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3c208b86-95e1-4f31-b217-ecf9d23dc4ea req-0f491f71-6c64-48ce-a958-c564677e8576 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367119
Dec 21 10:36:10.906019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e9762-4307-48cf-8f80-ac817d5bc8d1 req-00985866-8af3-408d-8eb6-6c5bd5509c63 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:10.907629 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a20e9762-4307-48cf-8f80-ac817d5bc8d1 req-00985866-8af3-408d-8eb6-6c5bd5509c63 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.0877714
Dec 21 10:36:10.955406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a20e9762-4307-48cf-8f80-ac817d5bc8d1 req-153017e6-4f8f-4af6-a5d8-6cac71bc4941 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407996
Dec 21 10:36:11.528783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 49a7964f-4a94-44be-9989-b168007550fe up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:36:11.600565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 49a7964f-4a94-44be-9989-b168007550fe triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:36:11.600979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:12.177875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee919b-d585-45b7-9c5e-741b8b1adf57 req-eb7b1bb2-53e9-4310-9f86-9a75e2eb66c9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:12.179502 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-34ee919b-d585-45b7-9c5e-741b8b1adf57 req-eb7b1bb2-53e9-4310-9f86-9a75e2eb66c9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.0896053
Dec 21 10:36:12.233032 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-34ee919b-d585-45b7-9c5e-741b8b1adf57 req-160c10b4-bbfa-4ddc-88d1-0c9aea5c98ce tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456169
Dec 21 10:36:12.248139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:12.450676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53163765-10fd-4f7d-82b1-7f12a3112ff9 req-d753c1b2-f25f-4774-9ed5-2e6b9f973264 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:12.452306 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53163765-10fd-4f7d-82b1-7f12a3112ff9 req-d753c1b2-f25f-4774-9ed5-2e6b9f973264 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.0840738
Dec 21 10:36:12.503103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9c8b077d-3446-4514-b206-01ba9c224fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:12.512843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53163765-10fd-4f7d-82b1-7f12a3112ff9 req-a6548456-5a5d-4849-bc6a-2640658f0688 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540493
Dec 21 10:36:12.543746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49044) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:36:12.629428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ff6837-9c59-455c-975a-8f5851717830 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:12.631211 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-30ff6837-9c59-455c-975a-8f5851717830 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 1157 time: 0.0863199
Dec 21 10:36:12.634742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49048) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:36:12.641651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '49a7964f-4a94-44be-9989-b168007550fe', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:36:12.649174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:36:12.653306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:floatingip and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:36:12.656412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:36:12.662325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:36:12.672154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:12.776448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:12.832340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:13.126423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.26.1.126 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/7abd8df8-9e41-456f-ad52-cf8edc538159) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:36:13.311960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:13.342100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:13.362602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-97b86acc-caed-4f6b-936c-63ead80fd701 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:13.514953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=7abd8df8-9e41-456f-ad52-cf8edc538159,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:13.520196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:13.566544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:36:13.567792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:36:13.570155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:36:13.603902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:14.010153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:14.084853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:14.370373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:14.373812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:14.389134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:14.538046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=7abd8df8-9e41-456f-ad52-cf8edc538159,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:14.542656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:14.634031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:14.813855 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Floating IP ccdbdd0f-0324-438d-9b38-f1bb99415333 associated. External IP: 172.26.1.126, port: 49a7964f-4a94-44be-9989-b168007550fe.
Dec 21 10:36:15.530551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 90fc637c-0923-4047-88b1-533d7191fa4c has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:36:15.758342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:36:15.768214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] Sync routers for ids ['90fc637c-0923-4047-88b1-533d7191fa4c'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:36:15.778728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] Routers {'90fc637c-0923-4047-88b1-533d7191fa4c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:36:15.779397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feddbaeb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:36:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['90fc637c-0923-4047-88b1-533d7191fa4c'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:15.784636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:15.844057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.2079792
Dec 21 10:36:15.844899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'tag': '49a7964f-4a94-44be-9989-b168007550fe'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:36:15.921608 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'tag': '49a7964f-4a94-44be-9989-b168007550fe', 'status': 'completed', 'code': 200}
Dec 21 10:36:16.101359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-c10ea184-5168-4076-bfb9-b5e14d1cd743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:16.102949 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-c10ea184-5168-4076-bfb9-b5e14d1cd743 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 1162 time: 0.1559644
Dec 21 10:36:16.110264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5565a-c540-4f3d-a97c-30965d0553fb req-0419c462-f09c-4d0d-9935-4445d7e65006 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:16.112261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7ba5565a-c540-4f3d-a97c-30965d0553fb req-0419c462-f09c-4d0d-9935-4445d7e65006 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.1252763
Dec 21 10:36:16.134568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] Set router 90fc637c-0923-4047-88b1-533d7191fa4c gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:36:16.271284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7ba5565a-c540-4f3d-a97c-30965d0553fb req-6d3fd7cc-f5e3-4a3d-a4e4-8a2a96bbea87 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1354425
Dec 21 10:36:16.306299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49056) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:36:16.306524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-63491988-6174-40b5-9c01-6e90b1887ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:16.307973 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-63491988-6174-40b5-9c01-6e90b1887ad6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d48abd0-d856-4d43-b9e5-75b245c781ec HTTP/1.1" status: 200  len: 890 time: 0.1950028
Dec 21 10:36:16.426302 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-6deaac7f-b1b7-4503-b038-d0cc9b50e853 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7964f-4a94-44be-9989-b168007550fe HTTP/1.1" status: 200  len: 999 time: 0.1110158
Dec 21 10:36:16.430476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-13b8443e-95a1-47aa-9dee-af608175c9f7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/ccdbdd0f-0324-438d-9b38-f1bb99415333 HTTP/1.1" status: 200  len: 991 time: 0.1226139
Dec 21 10:36:16.506365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-b6ae6657-a2cd-4c42-89ba-5b875972fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:16.507967 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-b6ae6657-a2cd-4c42-89ba-5b875972fd36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5429aade-aafb-4c95-b160-03edc4104e7f HTTP/1.1" status: 200  len: 835 time: 0.0753739
Dec 21 10:36:16.515681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feddbaeb8>, [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:59Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'ccdbdd0f-0324-438d-9b38-f1bb99415333', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.126', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'port_id': '49a7964f-4a94-44be-9989-b168007550fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'mac_address': 'fa:16:3e:ef:44:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:36:13Z', 'updated_at': '2020-12-21T10:36:13Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2', 'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:0a:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:58Z', 'updated_at': '2020-12-21T10:36:04Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:16.521189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] Checking router: 90fc637c-0923-4047-88b1-533d7191fa4c for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:36:16.530268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] Routers {'90fc637c-0923-4047-88b1-533d7191fa4c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:36:16.530936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feddbaeb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:36:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['90fc637c-0923-4047-88b1-533d7191fa4c'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:16.598673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-13b5c726-62a7-4bde-b20b-6c07ec01e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:16.600322 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-13b5c726-62a7-4bde-b20b-6c07ec01e3cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d48abd0-d856-4d43-b9e5-75b245c781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855443
Dec 21 10:36:16.755533 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-02e153b4-f581-40d2-92c6-1ad0e2322089 service neutron] 10.222.0.16 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1479433
Dec 21 10:36:16.778409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] Set router 90fc637c-0923-4047-88b1-533d7191fa4c gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:36:16.907830 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a661b75-ee24-4363-9081-d7ae16dda7d4 req-fc977f06-875f-42b1-9c01-2c5c2f2bcec6 service neutron] 10.222.0.16 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448174
Dec 21 10:36:17.185358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feddbaeb8>, [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:59Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'ccdbdd0f-0324-438d-9b38-f1bb99415333', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.126', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'port_id': '49a7964f-4a94-44be-9989-b168007550fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'mac_address': 'fa:16:3e:ef:44:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:36:13Z', 'updated_at': '2020-12-21T10:36:13Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2', 'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:0a:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:58Z', 'updated_at': '2020-12-21T10:36:04Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:17.189469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0d5963-5030-4e2e-8b32-343c30447710 None None] The sync data for ids ['90fc637c-0923-4047-88b1-533d7191fa4c'] in dv-neutron-601336-62-ovs is: [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:59Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'ccdbdd0f-0324-438d-9b38-f1bb99415333', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.126', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'port_id': '49a7964f-4a94-44be-9989-b168007550fe', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'mac_address': 'fa:16:3e:ef:44:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:36:13Z', 'updated_at': '2020-12-21T10:36:13Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2', 'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:0a:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:58Z', 'updated_at': '2020-12-21T10:36:04Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:36:17.434718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49060) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:36:17.493738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:36:17.504284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296959ae-a6ba-4b8b-8019-ee769946e221 None None] New status for floating IP ccdbdd0f-0324-438d-9b38-f1bb99415333: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:36:17.572236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d888c3a0-3a64-4176-beee-32a19ddf8054 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/ccdbdd0f-0324-438d-9b38-f1bb99415333 HTTP/1.1" status: 200  len: 991 time: 0.1359842
Dec 21 10:36:18.575585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49064) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:36:18.693701 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-dac0712c-ee4b-4135-86b6-b99741d34f2e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/ccdbdd0f-0324-438d-9b38-f1bb99415333 HTTP/1.1" status: 200  len: 993 time: 0.1166635
Dec 21 10:36:32.063891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:38.416133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-da4dd7be-c1c4-4742-bb50-0cb94d99fdae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:39.510836 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-1cbabefe-7906-4c1a-a037-78671fe7a79c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0767033
Dec 21 10:36:39.672041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-80db21fe-c53d-4f18-ba67-9d9c0e825a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:39.673786 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-80db21fe-c53d-4f18-ba67-9d9c0e825a92 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 1162 time: 0.0846040
Dec 21 10:36:39.846219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-3c5f5419-d781-4ac8-a4ea-6f6ca7a8380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:39.848515 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-3c5f5419-d781-4ac8-a4ea-6f6ca7a8380b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d48abd0-d856-4d43-b9e5-75b245c781ec HTTP/1.1" status: 200  len: 890 time: 0.1525588
Dec 21 10:36:39.957508 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-61739530-a142-4d30-b1e7-c760dc485d27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7964f-4a94-44be-9989-b168007550fe HTTP/1.1" status: 200  len: 1001 time: 0.1020699
Dec 21 10:36:40.031948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-d26c5a33-d002-4e84-8ddd-402e9063c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:40.033693 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-d26c5a33-d002-4e84-8ddd-402e9063c546 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5429aade-aafb-4c95-b160-03edc4104e7f HTTP/1.1" status: 200  len: 835 time: 0.0705283
Dec 21 10:36:40.117558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-81d515d8-ebd7-4fd9-b435-6dd56c797ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:40.119089 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-81d515d8-ebd7-4fd9-b435-6dd56c797ff3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d48abd0-d856-4d43-b9e5-75b245c781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759387
Dec 21 10:36:40.269252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-2f8eac59-b0dc-483e-9132-d31d2097ee4a service neutron] 10.222.0.16 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1418123
Dec 21 10:36:40.418856 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6cdc59c2-1f83-4ae7-ab69-8118f7409140 req-93f5db40-b9cc-4d0a-b7ec-ec844bfdf8cf service neutron] 10.222.0.16 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1424816
Dec 21 10:36:42.250966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:42.495983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ea590386-383c-4f9e-8137-3cf7595c65d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:42.770524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:43.597111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:48.255191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2fa053-8e18-43c3-bb0f-41d614429b5e req-014c8d94-6a94-4446-8dc2-c6298385e2b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:48.258663 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-df2fa053-8e18-43c3-bb0f-41d614429b5e req-014c8d94-6a94-4446-8dc2-c6298385e2b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.1060293
Dec 21 10:36:48.313837 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-df2fa053-8e18-43c3-bb0f-41d614429b5e req-c72b5676-49c7-4aef-bc3c-b4ade06be6fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476844
Dec 21 10:36:49.578578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0f8efc-7b77-47dc-9951-40adb31dcac8 req-0248acb9-5b7e-4c9e-95f3-da5488aabc28 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:49.581055 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f0f8efc-7b77-47dc-9951-40adb31dcac8 req-0248acb9-5b7e-4c9e-95f3-da5488aabc28 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.1180038
Dec 21 10:36:49.646886 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f0f8efc-7b77-47dc-9951-40adb31dcac8 req-24ef277c-4f2a-4794-8434-6dc6c1592027 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573857
Dec 21 10:36:49.680194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49084) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:36:49.812429 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cc0cbaff-2e1c-41fb-a562-1e9687bc48c8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/ccdbdd0f-0324-438d-9b38-f1bb99415333 HTTP/1.1" status: 200  len: 993 time: 0.1304462
Dec 21 10:36:51.501418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed70d81-1aeb-454d-9242-d81fccc26241 req-9cfcb7d3-f2ec-451e-8803-602cd382b5d9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:51.503533 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ed70d81-1aeb-454d-9242-d81fccc26241 req-9cfcb7d3-f2ec-451e-8803-602cd382b5d9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.0939951
Dec 21 10:36:51.556237 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ed70d81-1aeb-454d-9242-d81fccc26241 req-ecc21d5a-9d82-4099-93d8-8bcb7769d458 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434678
Dec 21 10:36:52.782479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef278b87-eb2f-4c5b-ba37-8733290545b7 req-f5b1caed-3b06-4993-b215-fc81197b95c2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:52.784122 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef278b87-eb2f-4c5b-ba37-8733290545b7 req-f5b1caed-3b06-4993-b215-fc81197b95c2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.0894070
Dec 21 10:36:52.835575 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ef278b87-eb2f-4c5b-ba37-8733290545b7 req-7a528855-2c9f-4b90-8653-9c8af130ce06 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438750
Dec 21 10:36:52.868872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49096) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:36:52.992235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d24f3c95-73ea-4f15-8dc5-8718f9aede46 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/ccdbdd0f-0324-438d-9b38-f1bb99415333 HTTP/1.1" status: 200  len: 993 time: 0.1219254
Dec 21 10:36:53.290902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49104) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:36:53.504875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 7abd8df8-9e41-456f-ad52-cf8edc538159 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:36:53.505250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:53.688849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:53.689211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:53.816690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 7abd8df8-9e41-456f-ad52-cf8edc538159 owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:36:53.969383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:53.985879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26e3dac5-69ac-40b8-a7d7-a7e9f60b48c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:54.038354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=7abd8df8-9e41-456f-ad52-cf8edc538159,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:54.049935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.050424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.050851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.051273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.051691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.052107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.052516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.052930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.053340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.053775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.054186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.054592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.055071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.055479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.055886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.056290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.056696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.057102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.057539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.057933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.058765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.058765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.059089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.059488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:54.064658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:54.494202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:36:54.504078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:54.504440 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Floating IP ccdbdd0f-0324-438d-9b38-f1bb99415333 disassociated (deleted). External IP: 172.26.1.126, port: 49a7964f-4a94-44be-9989-b168007550fe.
Dec 21 10:36:54.874452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 90fc637c-0923-4047-88b1-533d7191fa4c has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:36:55.059354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:36:55.072180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] Sync routers for ids ['90fc637c-0923-4047-88b1-533d7191fa4c'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:36:55.079830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:55.082649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] Routers {'90fc637c-0923-4047-88b1-533d7191fa4c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:36:55.083319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedad7470>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:36:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['90fc637c-0923-4047-88b1-533d7191fa4c'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:55.139806 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-12e336e4-4787-4bc7-85c9-f4d4a8c748fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/floatingips/ccdbdd0f-0324-438d-9b38-f1bb99415333 HTTP/1.1" status: 204  len: 168 time: 1.8475883
Dec 21 10:36:55.140628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'tag': '49a7964f-4a94-44be-9989-b168007550fe'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:36:55.283687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] Set router 90fc637c-0923-4047-88b1-533d7191fa4c gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:36:55.307031 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'tag': '49a7964f-4a94-44be-9989-b168007550fe', 'status': 'completed', 'code': 200}
Dec 21 10:36:55.412942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-284b230f-2d96-4ac2-a537-3d7c4e6114c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:55.414563 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-284b230f-2d96-4ac2-a537-3d7c4e6114c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 1162 time: 0.0861382
Dec 21 10:36:55.637281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-96542d2e-da02-49d1-9ddf-f423ec110164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:55.638915 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-96542d2e-da02-49d1-9ddf-f423ec110164 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5d48abd0-d856-4d43-b9e5-75b245c781ec HTTP/1.1" status: 200  len: 890 time: 0.2173288
Dec 21 10:36:55.641117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedad7470>, [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:59Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2', 'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:0a:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:58Z', 'updated_at': '2020-12-21T10:36:04Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:55.647114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] Checking router: 90fc637c-0923-4047-88b1-533d7191fa4c for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:36:55.656446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] Routers {'90fc637c-0923-4047-88b1-533d7191fa4c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:36:55.657097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedad7470>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:36:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['90fc637c-0923-4047-88b1-533d7191fa4c'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:55.715016 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-560372b4-a370-4c83-99fa-038677508d06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=49a7964f-4a94-44be-9989-b168007550fe HTTP/1.1" status: 200  len: 217 time: 0.0678015
Dec 21 10:36:55.721294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb95339-d5bf-468b-90e9-982bf89ba4d0 req-fb0097cf-9613-41e6-baf3-fdbeeceda9a6 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:55.723441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2cb95339-d5bf-468b-90e9-982bf89ba4d0 req-fb0097cf-9613-41e6-baf3-fdbeeceda9a6 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.2376132
Dec 21 10:36:55.826312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-2e627623-8746-41c2-aa37-2ee85a41996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:55.827966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-2e627623-8746-41c2-aa37-2ee85a41996f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5429aade-aafb-4c95-b160-03edc4104e7f HTTP/1.1" status: 200  len: 835 time: 0.1035819
Dec 21 10:36:55.830719 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2cb95339-d5bf-468b-90e9-982bf89ba4d0 req-da2ed813-43d1-470d-9066-691150913d21 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690830
Dec 21 10:36:55.918329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-b7a06699-eafc-4c4d-ba25-557994fce4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:55.920010 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-b7a06699-eafc-4c4d-ba25-557994fce4a6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5d48abd0-d856-4d43-b9e5-75b245c781ec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0850744
Dec 21 10:36:56.007453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] Set router 90fc637c-0923-4047-88b1-533d7191fa4c gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:36:56.071060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-f477ea02-0a80-4d33-9d43-5fff8c030e7a service neutron] 10.222.0.16 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1432271
Dec 21 10:36:56.224047 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4fa8c80e-2c32-461f-8ac7-6fcf9f7538b0 req-d459ab57-5260-4cf6-bc76-62ac43062564 service neutron] 10.222.0.16 "GET /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1450801
Dec 21 10:36:56.341417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedad7470>, [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:59Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2', 'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:0a:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:58Z', 'updated_at': '2020-12-21T10:36:04Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:36:56.345650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3331bd8-469c-4f61-a121-dd285f4d7256 None None] The sync data for ids ['90fc637c-0923-4047-88b1-533d7191fa4c'] in dv-neutron-601336-62-ovs is: [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:35:59Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2', 'name': '', 'network_id': '5d48abd0-d856-4d43-b9e5-75b245c781ec', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:0a:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:58Z', 'updated_at': '2020-12-21T10:36:04Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '5429aade-aafb-4c95-b160-03edc4104e7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:36:56.751573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e53e42-e1aa-4c5a-8f1b-99cbe345e313 None None] New status for floating IP ccdbdd0f-0324-438d-9b38-f1bb99415333: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:36:57.057253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353cb5d-9cc5-4833-8ee5-f5200781a01f req-c8947dae-af9f-43b9-bf77-6c9691fef7df tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:57.058897 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f353cb5d-9cc5-4833-8ee5-f5200781a01f req-c8947dae-af9f-43b9-bf77-6c9691fef7df tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.0868938
Dec 21 10:36:57.106914 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f353cb5d-9cc5-4833-8ee5-f5200781a01f req-f9c5e1a6-36cc-447a-b2ef-5d567bb6fd6e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=4bb062bd-769d-4035-9c65-5dec241835af&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415723
Dec 21 10:36:57.287991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-f484ea01-29e9-4614-ab56-2f0bc1e0b43d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:36:57.289580 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-f484ea01-29e9-4614-ab56-2f0bc1e0b43d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 945 time: 0.0934920
Dec 21 10:36:57.363595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 49a7964f-4a94-44be-9989-b168007550fe {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:36:57.363975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:57.626846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 49a7964f-4a94-44be-9989-b168007550fe, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=49a7964f-4a94-44be-9989-b168007550fe,segment=NetworkSegment(71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da),segment_id=71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:36:57.627244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:57.758483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 49a7964f-4a94-44be-9989-b168007550fe owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:36:57.814427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 49a7964f-4a94-44be-9989-b168007550fe no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:36:57.909034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:57.927419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:36:57.932336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:57.985719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=49a7964f-4a94-44be-9989-b168007550fe,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:36:57.998954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:57.999377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:57.999797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.000210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.000623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.001031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.001436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.001869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.002278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.002678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.003116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.004049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.004527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.004929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.005331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.005755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.006154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.006554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.006951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.007353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.007753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.008175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.008546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.008943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:36:58.012679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:36:58.408261 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45b2a59f-7df1-4dc9-81a4-c58043997e0c req-a3f38962-1aa2-4f1b-9abf-b1e4664102c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2 HTTP/1.1" status: 200  len: 210 time: 0.0628905
Dec 21 10:36:58.481089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] No DVR routers for this DVR port 49a7964f-4a94-44be-9989-b168007550fe on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:36:58.483483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:36:58.487709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'name': 'network-vif-deleted', 'tag': '49a7964f-4a94-44be-9989-b168007550fe'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:36:58.501781 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ecb0271c-2c65-46a5-ab09-b3ea6714e131 req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "DELETE /v2.0/ports/49a7964f-4a94-44be-9989-b168007550fe HTTP/1.1" status: 204  len: 173 time: 1.2055998
Dec 21 10:36:58.555858 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2dee9b-808d-42c1-b7ef-9e1ac3b781a2', 'name': 'network-vif-deleted', 'tag': '49a7964f-4a94-44be-9989-b168007550fe', 'status': 'completed', 'code': 200}
Dec 21 10:36:59.521396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49128) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:36:59.902748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:00.529022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:37:00.529623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:00.734797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2,segment=NetworkSegment(71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da),segment_id=71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:37:00.735107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:00.868923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:37:01.204462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:01.220242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:01.278052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:01.282051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:01.651988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:02.078159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:02.168387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 90fc637c-0923-4047-88b1-533d7191fa4c has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:37:02.632194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:37:02.643235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] Sync routers for ids ['90fc637c-0923-4047-88b1-533d7191fa4c'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:37:02.646485 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "PUT /v2.0/routers/90fc637c-0923-4047-88b1-533d7191fa4c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1238163
Dec 21 10:37:02.649548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49132) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:02.654873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] Routers {'90fc637c-0923-4047-88b1-533d7191fa4c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:37:02.655541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1da58>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:36:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['90fc637c-0923-4047-88b1-533d7191fa4c'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:02.844073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] Set router 90fc637c-0923-4047-88b1-533d7191fa4c gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:37:02.855769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8dbca49-4ee5-4122-9093-b384fa639c1e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting subnet 5429aade-aafb-4c95-b160-03edc4104e7f {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:37:02.859012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8dbca49-4ee5-4122-9093-b384fa639c1e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:02.918648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8dbca49-4ee5-4122-9093-b384fa639c1e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:03.014105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8dbca49-4ee5-4122-9093-b384fa639c1e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:03.153579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1da58>, [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:37:01Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:03.157597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] Checking router: 90fc637c-0923-4047-88b1-533d7191fa4c for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:37:03.167601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] Routers {'90fc637c-0923-4047-88b1-533d7191fa4c'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:37:03.168259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1da58>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:36:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['90fc637c-0923-4047-88b1-533d7191fa4c'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:03.302371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8dbca49-4ee5-4122-9093-b384fa639c1e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:03.322751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b8d46d77-b846-4e63-baaf-c3c7697eadc5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:03.362371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] Set router 90fc637c-0923-4047-88b1-533d7191fa4c gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:37:03.372889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbca49-4ee5-4122-9093-b384fa639c1e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Subnet': ['ID=5429aade-aafb-4c95-b160-03edc4104e7f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:03.377768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f8dbca49-4ee5-4122-9093-b384fa639c1e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:03.464618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8dbca49-4ee5-4122-9093-b384fa639c1e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:03.471324 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f8dbca49-4ee5-4122-9093-b384fa639c1e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/subnets/5429aade-aafb-4c95-b160-03edc4104e7f HTTP/1.1" status: 204  len: 168 time: 0.8207343
Dec 21 10:37:03.472007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052032f4-c4c6-4957-a69a-f83c18f12bb6 None None] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:37:03.474561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49136) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:03.681901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd1da58>, [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:37:01Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:03.686732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-882a85d8-6aec-4c0c-99ff-394d5f69d09c None None] The sync data for ids ['90fc637c-0923-4047-88b1-533d7191fa4c'] in dv-neutron-601336-62-ovs is: [{'id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1440906929', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238'}], 'enable_snat': True}, 'gw_port_id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:35:52Z', 'updated_at': '2020-12-21T10:37:01Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'a693f9df-b50b-4b94-bf4a-756991d5baa7', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:62:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90fc637c-0923-4047-88b1-533d7191fa4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1704, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:35:53Z', 'updated_at': '2020-12-21T10:35:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:37:03.700756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:03.741686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] DHCP port deletion for 5d48abd0-d856-4d43-b9e5-75b245c781ec request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:37:03.746352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Deleting port c07e5942-6d65-4a89-85c5-9417f22343e2 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:37:03.746773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:03.904591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:03.911033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port a693f9df-b50b-4b94-bf4a-756991d5baa7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:37:03.911556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:03.975068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] For port c07e5942-6d65-4a89-85c5-9417f22343e2, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=c07e5942-6d65-4a89-85c5-9417f22343e2,segment=NetworkSegment(71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da),segment_id=71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:37:03.975411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:04.103367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port a693f9df-b50b-4b94-bf4a-756991d5baa7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a693f9df-b50b-4b94-bf4a-756991d5baa7,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:37:04.103770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:04.109097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Calling delete_port for c07e5942-6d65-4a89-85c5-9417f22343e2 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:37:04.185077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:04.200609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2f556fda-65b6-4745-811a-644da12f82de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:04.233938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for a693f9df-b50b-4b94-bf4a-756991d5baa7 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:37:04.256408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Pushing event deleted for resources: {'Port': ['ID=c07e5942-6d65-4a89-85c5-9417f22343e2,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:04.268389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.268924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.269310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.269711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.270083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.270452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.270817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.271185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.271548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.271907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.272269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.272629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.273067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.273429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.273815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.274176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.274535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.274897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.275254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.275614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.275969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.276328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.276686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.277044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:04.282319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:04.360370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] No DVR routers for this DVR port c07e5942-6d65-4a89-85c5-9417f22343e2 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:37:04.374222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:04.523489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:37:04.561887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:37:04.562293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8c565eb4-beb3-4865-8e9b-9ec3d26ee0a2 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:37:04.562777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c07e5942-6d65-4a89-85c5-9417f22343e2 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:37:04.571606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:04.597523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: c07e5942-6d65-4a89-85c5-9417f22343e2 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:37:04.597911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device c07e5942-6d65-4a89-85c5-9417f22343e2 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:37:04.707721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:04.710099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:04.738416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:04.738416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Fanout notify agent at l3_agent the message router_deleted on router 90fc637c-0923-4047-88b1-533d7191fa4c {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:37:04.754081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:04.755914 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9d8c136d-2df8-4ca0-a6c6-b2b4ad20932a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/routers/90fc637c-0923-4047-88b1-533d7191fa4c HTTP/1.1" status: 204  len: 168 time: 1.2797580
Dec 21 10:37:04.758166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49140) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:04.885247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:05.095755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:05.222485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec3ffe10>,) {'filters': {'network_id': ['5d48abd0-d856-4d43-b9e5-75b245c781ec']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:05.235637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec3ffe10>, '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:05.235978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec3ffe10>, '71d9f69c-fa5e-4bf3-ae1f-25ed4dc075da') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:05.248712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:05.264342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:05.266368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:37:05.451683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:37:05.461642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:05.652433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 5d48abd0-d856-4d43-b9e5-75b245c781ec has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:37:05.676878 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:37:05.762700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:05.766234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:05.786101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:05.793081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Network': ['ID=5d48abd0-d856-4d43-b9e5-75b245c781ec,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:05.798510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:05.806413 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6e6e18ee-349f-4aa5-bde7-341285d50187 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/networks/5d48abd0-d856-4d43-b9e5-75b245c781ec HTTP/1.1" status: 204  len: 168 time: 1.0469286
Dec 21 10:37:05.809773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49144) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:05.885789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b633a0ae-db3f-4913-b5ce-633613f3fa22 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:05.923162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b633a0ae-db3f-4913-b5ce-633613f3fa22 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:05.980594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b633a0ae-db3f-4913-b5ce-633613f3fa22 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:05.986193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-da9a2c07-7569-44ff-8e6b-3a48a8ced629 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:06.004447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633a0ae-db3f-4913-b5ce-633613f3fa22 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb062bd-769d-4035-9c65-5dec241835af,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:06.009186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b633a0ae-db3f-4913-b5ce-633613f3fa22 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:06.012966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b633a0ae-db3f-4913-b5ce-633613f3fa22 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:06.014207 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b633a0ae-db3f-4913-b5ce-633613f3fa22 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/security-groups/4bb062bd-769d-4035-9c65-5dec241835af HTTP/1.1" status: 204  len: 168 time: 0.2033951
Dec 21 10:37:06.461309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49152) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:06.467250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1768825259', 'description': 'tempest-secgroup-smoke-1768825259 description', 'project_id': '2a8e9578d04a4464a587057012b32e6e'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:06.475250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:06.479918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:06.483126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:06.490786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:06.503623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:06.524506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a693f9df-b50b-4b94-bf4a-756991d5baa7 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:37:06.526606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:06.530823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:06.534045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:06.541627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:06.561527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: a693f9df-b50b-4b94-bf4a-756991d5baa7 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:37:06.561962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a693f9df-b50b-4b94-bf4a-756991d5baa7 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:37:06.629445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:06.632595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:06.638486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5cc6e43-1b74-4894-9967-bd8661c0fafb tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:06.693906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5baf36-d6b9-4091-9801-d1846a33459b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:06.696828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:06.698275 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2358286
Dec 21 10:37:06.699437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:06.701569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49156) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:06.707761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'cc5baf36-d6b9-4091-9801-d1846a33459b', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:06.714593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:06.719114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:06.722949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:06.729066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:06.746512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:06.825306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:06.828760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:06.839097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-61758bc7-8c31-442e-b53c-0715e6c541a2 tempest-TestVolumeBootPattern-1655490408 tempest-TestVolumeBootPattern-1655490408] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:06.865067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb42cfb7-b8b2-43c3-acb1-2fdcb943d720,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:06.868269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:06.876128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:06.877684 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1752083
Dec 21 10:37:06.883024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49160) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:06.892935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'cc5baf36-d6b9-4091-9801-d1846a33459b', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:06.901147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:06.905535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:06.908910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:06.917187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:06.933258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.002863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.005604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.007521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ab8ea0ca-7691-4b05-9074-9736e81572c7 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:07.031198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b463fc4-e79a-4198-acfb-c5d7653fd0fd,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:07.033724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:07.042411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.043700 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1592264
Dec 21 10:37:07.046858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49164) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:07.053147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'cc5baf36-d6b9-4091-9801-d1846a33459b', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:07.059977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:07.064917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:07.067979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:07.073834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:07.090620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.156431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.158994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.160897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e4f0c1b-556a-44c0-ac85-802b8680eee5 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:07.183591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f127658-4f4b-42ee-a950-daa6b1fbcbdf,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:07.186197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:07.193216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.194564 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1466613
Dec 21 10:37:07.197440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49168) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:07.203075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'cc5baf36-d6b9-4091-9801-d1846a33459b', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:07.210121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:07.214218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:07.217186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:07.223293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:07.239186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.310608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.313033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.314930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbbeaac1-ef1e-48d3-b3e0-acd48b497cbf tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:07.338976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15efc400-c5ea-4fdb-9f03-240a3a40a3e4,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:07.341473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:07.347596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.348995 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3ce90f24-61e4-468b-ae8d-f747ca4d129e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1504369
Dec 21 10:37:07.351886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49172) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:07.357521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'cc5baf36-d6b9-4091-9801-d1846a33459b', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:07.363868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:07.367961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:07.370999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:07.376719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:07.386821 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Project 2a8e9578d04a4464a587057012b32e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:37:07.394656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.461124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.463712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.465616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf870bf9-851f-4a20-bc02-c93bf24087fa tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:07.489298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd045e9-3ab9-45d4-8cba-eabb50adb9db,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:07.491911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:07.498198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.499463 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-91d402d9-f4c8-4da9-b46d-2e9dbb9f8183 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1464584
Dec 21 10:37:07.502454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49176) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:07.508686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'cc5baf36-d6b9-4091-9801-d1846a33459b', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:07.515088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:07.519415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:07.522487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:07.528265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:07.538237 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Project 2a8e9578d04a4464a587057012b32e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:37:07.545079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.624034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.626807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.629648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20e376ac-0d6a-49fb-8c09-8439dcb51ef6 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:07.653547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225b7cf1-0c54-4e9b-9217-4b89ec84b244,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:07.656158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:07.662551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.664947 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1596541
Dec 21 10:37:07.666897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49180) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:07.672939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'network': {'name': 'tempest-network-smoke--3212229', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'port_security_enabled': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:07.678776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:07.683122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:network and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:07.686209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:07.692654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:07.701848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:37:07.707389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.740626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:37:07.749806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.750189 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Added segment 66d36f43-82b7-4a4d-b6fd-8edad3e49793 of type vxlan for network 63030451-e383-4719-b986-33b4fe1db4c0
Dec 21 10:37:07.779940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.810590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.814767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:07.816104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.821381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e813b3d-dbb6-428c-85f2-c6aa13584bda tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:07.881827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.2137227
Dec 21 10:37:07.884834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49184) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:07.890887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'admin_state_up': True, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:07.898855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:07.903165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:router and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:07.906521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:07.913101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:07.923655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.924721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.939550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Network': ['ID=63030451-e383-4719-b986-33b4fe1db4c0,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:07.940499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:07.942590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:07.951928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 63030451-e383-4719-b986-33b4fe1db4c0 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:37:07.965902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 63030451-e383-4719-b986-33b4fe1db4c0 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:37:08.418837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5b5f4164-3c95-45fb-8a43-de1f6b4d0889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:08.507152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:08.829266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:08.861545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:09.137462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.26.1.143 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/4830e682-1579-4d0a-8196-2b533b06f77d) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:37:09.296696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:09.322431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:09.338444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4bc1a9da-9c20-4b02-87b2-ee1dfdb4be14 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:09.480276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=4830e682-1579-4d0a-8196-2b533b06f77d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:09.485542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:09.529706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:37:09.530931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:37:09.533185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:37:09.967006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:10.324037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:10.541427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:37:11.002845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:37:11.012476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Sync routers for ids ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:37:11.024080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Routers {'6cf5003b-b697-4c87-9127-5bf132e7b9c2'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:37:11.024762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0f8668>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:36:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:11.028650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:11.029997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 3.1440365
Dec 21 10:37:11.033427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49188) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:11.080352 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4108b857-541f-4038-a15a-7c22c7309481 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] 10.222.0.45 "GET /v2.0/subnets?project_id=2a8e9578d04a4464a587057012b32e6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0450230
Dec 21 10:37:11.083006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49192) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:11.089634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'subnet': {'name': 'tempest-subnet-smoke-130154068', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:11.215660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:11.219121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Set router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:37:11.219805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:subnet and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:11.223708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:11.229463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:11.238792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:37:11.353701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:11.531391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0f8668>, [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:09Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:11.536908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Checking router: 6cf5003b-b697-4c87-9127-5bf132e7b9c2 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:37:11.537078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Updating router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 port 4830e682-1579-4d0a-8196-2b533b06f77d binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:37:11.592307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:11.811345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:11.827818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-565cb778-6fae-4aed-bb69-b99f58020405 tempest-NetworksTestDHCPv6-815152178 tempest-NetworksTestDHCPv6-815152178] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:11.980142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Subnet': ['ID=6662f8d3-3f8f-45be-8712-4a77749061e2,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:11.983220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:12.002950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:12.016162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Transition to ACTIVE for port object 4830e682-1579-4d0a-8196-2b533b06f77d will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:37:12.020421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:12.036935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:12.043676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Checking segment: {'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:37:12.044075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network hostable DHCP agents. Network: 63030451-e383-4719-b986-33b4fe1db4c0, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:37:12.062971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 63030451-e383-4719-b986-33b4fe1db4c0 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:37:12.071917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 63030451-e383-4719-b986-33b4fe1db4c0) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:37:12.085971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:12.086603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:12.095228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5017cf73-1b31-43cd-9d83-b79ba666686e None None] Network 63030451-e383-4719-b986-33b4fe1db4c0 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:37:12.107748 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7392a38-112f-44d1-bc0f-c0896ba80f6f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.0235598
Dec 21 10:37:12.110824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49196) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:12.298220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d2cff-95cb-4cd5-ab5e-718f5b0ff7bf None None] Pushing event updated for resources: {'Port': ['ID=4830e682-1579-4d0a-8196-2b533b06f77d,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:12.307356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9a7d2cff-95cb-4cd5-ab5e-718f5b0ff7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:12.316790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:12.427119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Attempting to bind port 4830e682-1579-4d0a-8196-2b533b06f77d on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:37:12.427745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Attempting to bind port 4830e682-1579-4d0a-8196-2b533b06f77d by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:37:12.427918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Attempting to bind port 4830e682-1579-4d0a-8196-2b533b06f77d on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:37:12.437017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:37:12.437421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:37:12.437906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:12.438350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:37:12.438874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Bound port: 4830e682-1579-4d0a-8196-2b533b06f77d, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:37:12.439299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:12.544065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-63030451-e383-4719-b986-33b4fe1db4c0', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ips': [{'subnet_id': '6662f8d3-3f8f-45be-8712-4a77749061e2'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:37:12.544984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:12.578734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7f3b630d-dfec-4ae8-9dfc-ff9d6f2662e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:12.604556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] For port 4830e682-1579-4d0a-8196-2b533b06f77d, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:37:12.631579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] For port 4830e682-1579-4d0a-8196-2b533b06f77d, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4830e682-1579-4d0a-8196-2b533b06f77d,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:37:12.644035 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:12.662562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9a7d2cff-95cb-4cd5-ab5e-718f5b0ff7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:12.800734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:13.076172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:13.091531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d2cff-95cb-4cd5-ab5e-718f5b0ff7bf None None] Pushing event updated for resources: {'Port': ['ID=4830e682-1579-4d0a-8196-2b533b06f77d,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:13.147735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9a7d2cff-95cb-4cd5-ab5e-718f5b0ff7bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:13.258843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Routers {'6cf5003b-b697-4c87-9127-5bf132e7b9c2'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:37:13.259550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee0f8668>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:37:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:13.362457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Allocated IP 172.20.0.2 (63030451-e383-4719-b986-33b4fe1db4c0/6662f8d3-3f8f-45be-8712-4a77749061e2/642fa636-9703-48cf-9197-b7d5d02470fc) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:37:13.552848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] Set router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:37:13.721602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:13.949823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:13.969269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Transition to ACTIVE for port object 642fa636-9703-48cf-9197-b7d5d02470fc will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:37:13.992589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Transition to ACTIVE for port object 642fa636-9703-48cf-9197-b7d5d02470fc will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:37:13.998587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:14.018591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:14.067128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.20.0.1 (63030451-e383-4719-b986-33b4fe1db4c0/6662f8d3-3f8f-45be-8712-4a77749061e2/3857c56f-13da-47c7-892a-94d17a2afafb) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:37:14.171061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee0f8668>, [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:09Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:14.173707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Pushing event updated for resources: {'Port': ['ID=642fa636-9703-48cf-9197-b7d5d02470fc,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:14.180973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:14.181740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60fcd2f-7632-4ee1-8337-6eb31291ef28 None None] The sync data for ids ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'] in dv-neutron-601336-62-ovs is: [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:09Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:37:14.231400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Network 63030451-e383-4719-b986-33b4fe1db4c0 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:37:14.232666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:37:14.235183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:37:14.249609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:14.266673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Transition to ACTIVE for port object 3857c56f-13da-47c7-892a-94d17a2afafb will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:37:14.290134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:14.294158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Attempting to bind port 642fa636-9703-48cf-9197-b7d5d02470fc on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:37:14.294576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Attempting to bind port 642fa636-9703-48cf-9197-b7d5d02470fc by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:37:14.294987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Attempting to bind port 642fa636-9703-48cf-9197-b7d5d02470fc on network 63030451-e383-4719-b986-33b4fe1db4c0 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:37:14.301504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:37:14.301947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Checking segment: {'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:37:14.302392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:14.302828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Bound using segment: {'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:37:14.303347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Bound port: 642fa636-9703-48cf-9197-b7d5d02470fc, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:37:14.303787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:14.306290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be7dcac7-df88-4f79-b72a-47ef48070673 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:14.404288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] For port 642fa636-9703-48cf-9197-b7d5d02470fc, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:37:14.408856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] For port 642fa636-9703-48cf-9197-b7d5d02470fc, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=642fa636-9703-48cf-9197-b7d5d02470fc,segment=NetworkSegment(66d36f43-82b7-4a4d-b6fd-8edad3e49793),segment_id=66d36f43-82b7-4a4d-b6fd-8edad3e49793)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:37:14.413350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:14.429781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad3db651-e070-4245-b987-4122e8d06d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:14.455380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=3857c56f-13da-47c7-892a-94d17a2afafb,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:14.461645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:14.513272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 63030451-e383-4719-b986-33b4fe1db4c0 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:37:14.514558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:37:14.517996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:37:14.607539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:14.614390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Pushing event updated for resources: {'Port': ['ID=642fa636-9703-48cf-9197-b7d5d02470fc,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:14.617973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:14.918546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:15.751204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:15.756117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:15.793203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a64589a8-ec17-44d5-bc7a-fdee6d696650 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:15.884485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:15.901780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=3857c56f-13da-47c7-892a-94d17a2afafb,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:15.910094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:16.049181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f391346-0e32-4ecd-a85b-65237e252f25 None None] Network 63030451-e383-4719-b986-33b4fe1db4c0 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:37:16.054817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 63030451-e383-4719-b986-33b4fe1db4c0 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:37:16.056063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:37:16.176449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b1be55a6-9ad7-4388-9f09-31a0a617ade1 None None] Provisioning for port 642fa636-9703-48cf-9197-b7d5d02470fc completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:37:16.268131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:37:16.507693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:37:16.535056 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "PUT /v2.0/routers/6cf5003b-b697-4c87-9127-5bf132e7b9c2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4132147
Dec 21 10:37:16.624740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4830e682-1579-4d0a-8196-2b533b06f77d up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:37:16.710544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 4830e682-1579-4d0a-8196-2b533b06f77d completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:37:16.715778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 4830e682-1579-4d0a-8196-2b533b06f77d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:16.716268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:16.787261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-4fb08ce4-4a1b-4ec6-bfa0-b96b77f5b18f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:37:16.804021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-4fb08ce4-4a1b-4ec6-bfa0-b96b77f5b18f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:37:16.805306 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-4fb08ce4-4a1b-4ec6-bfa0-b96b77f5b18f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1768825259&fields=id&tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 267 time: 0.0683234
Dec 21 10:37:16.854296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:16.872110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 4830e682-1579-4d0a-8196-2b533b06f77d, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4830e682-1579-4d0a-8196-2b533b06f77d,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:37:16.876104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:16.876883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 642fa636-9703-48cf-9197-b7d5d02470fc up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:37:16.909738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cecdb429-ddc7-400c-9ff4-de34bb63302e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:16.996730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-4003e01d-65e0-4c19-9fe5-f3b4eb7566b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:16.997728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-4003e01d-65e0-4c19-9fe5-f3b4eb7566b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:37:17.017737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-4003e01d-65e0-4c19-9fe5-f3b4eb7566b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:37:17.024403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-4003e01d-65e0-4c19-9fe5-f3b4eb7566b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/networks?id=63030451-e383-4719-b986-33b4fe1db4c0 HTTP/1.1" status: 200  len: 794 time: 0.2107806
Dec 21 10:37:17.034043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=4830e682-1579-4d0a-8196-2b533b06f77d,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:17.038065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:17.038857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-eb85278d-0a6c-452c-b84c-d39708050f44 None None] Provisioning for port 3857c56f-13da-47c7-892a-94d17a2afafb completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:37:17.040567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-4217358f-1518-40d2-9681-da27f302f41d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/quotas/2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 375 time: 0.0135663
Dec 21 10:37:17.043342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 642fa636-9703-48cf-9197-b7d5d02470fc completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:37:17.049879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 642fa636-9703-48cf-9197-b7d5d02470fc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:17.050548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:17.089797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-eb85278d-0a6c-452c-b84c-d39708050f44 None None] Provisioning complete for port 3857c56f-13da-47c7-892a-94d17a2afafb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:17.090222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb85278d-0a6c-452c-b84c-d39708050f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:17.100409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Sync routers for ids ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:37:17.113871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Routers {'6cf5003b-b697-4c87-9127-5bf132e7b9c2'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:37:17.115957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb48c88>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:37:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:17.145872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-62403dab-a897-4fdc-afcb-5ca13096c5db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:37:17.149783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-eb85278d-0a6c-452c-b84c-d39708050f44 None None] Port 3857c56f-13da-47c7-892a-94d17a2afafb cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:37:17.170989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-62403dab-a897-4fdc-afcb-5ca13096c5db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:37:17.186994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-62403dab-a897-4fdc-afcb-5ca13096c5db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1284935
Dec 21 10:37:17.246440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:17.294098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ad52bf18-8632-47de-81b9-5788ba90f305 None None] Provisioning complete for port 642fa636-9703-48cf-9197-b7d5d02470fc triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:17.294512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad52bf18-8632-47de-81b9-5788ba90f305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:17.326649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 642fa636-9703-48cf-9197-b7d5d02470fc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=642fa636-9703-48cf-9197-b7d5d02470fc,segment=NetworkSegment(66d36f43-82b7-4a4d-b6fd-8edad3e49793),segment_id=66d36f43-82b7-4a4d-b6fd-8edad3e49793)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:37:17.336921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:17.344310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:17.350920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Set router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:37:17.374394 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-06476aae-b372-4dee-8445-5855ef7c124e service neutron] 10.222.0.45 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1861241
Dec 21 10:37:17.454220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=642fa636-9703-48cf-9197-b7d5d02470fc,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:17.459753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:17.578393 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-76efa8f8-1ab6-488b-9a48-5c8fbc251039 service neutron] 10.222.0.45 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1961625
Dec 21 10:37:17.647674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-3fb30d33-6cde-46e7-bc7f-835dddf9cddb None None] Provisioning complete for port 3857c56f-13da-47c7-892a-94d17a2afafb triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:17.648104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3fb30d33-6cde-46e7-bc7f-835dddf9cddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:17.716108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3fb30d33-6cde-46e7-bc7f-835dddf9cddb None None] Port 3857c56f-13da-47c7-892a-94d17a2afafb cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:37:17.813908 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-59f18bb2-863b-45d2-b620-79ddb4f1e75f req-903c7a01-ba8c-4b5b-a106-29995bd10f54 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 210 time: 0.0501552
Dec 21 10:37:17.839738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-fdcf38b6-3d09-45b9-a832-c2ac768ca3a1 None None] Provisioning complete for port 642fa636-9703-48cf-9197-b7d5d02470fc triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:17.840188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fdcf38b6-3d09-45b9-a832-c2ac768ca3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:17.917037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb48c88>, [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:14Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3857c56f-13da-47c7-892a-94d17a2afafb', 'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:dc:dc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:13Z', 'updated_at': '2020-12-21T10:37:15Z', 'revision_number': 2, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:17.923016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Checking router: 6cf5003b-b697-4c87-9127-5bf132e7b9c2 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:37:17.923426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Updating router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 port 3857c56f-13da-47c7-892a-94d17a2afafb binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:37:17.991409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:18.427419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:18.440550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Transition to ACTIVE for port object 3857c56f-13da-47c7-892a-94d17a2afafb will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:37:18.443561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:18.464760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-49c608a1-12f0-407f-9586-6aca30690509 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:18.542128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4830e682-1579-4d0a-8196-2b533b06f77d up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:37:18.614843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Pushing event updated for resources: {'Port': ['ID=3857c56f-13da-47c7-892a-94d17a2afafb,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:18.615104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 4830e682-1579-4d0a-8196-2b533b06f77d triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:18.615264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:18.630281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.630672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.631052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.631427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.631804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.632169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.632537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.632903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.633273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.633663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.634028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.634387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.634820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.635180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.635539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.635896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.636255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.636615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.636972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.637328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.637711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.638070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.638426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.638783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:37:18.645547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:18.758150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 642fa636-9703-48cf-9197-b7d5d02470fc up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:37:18.827354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Attempting to bind port 3857c56f-13da-47c7-892a-94d17a2afafb on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:37:18.828359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Attempting to bind port 3857c56f-13da-47c7-892a-94d17a2afafb by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:37:18.828934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Attempting to bind port 3857c56f-13da-47c7-892a-94d17a2afafb on network 63030451-e383-4719-b986-33b4fe1db4c0 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:37:18.837394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:37:18.838111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Checking segment: {'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:37:18.838812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:18.839481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Bound using segment: {'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:37:18.840382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Bound port: 3857c56f-13da-47c7-892a-94d17a2afafb, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:37:18.841060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:18.911142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 642fa636-9703-48cf-9197-b7d5d02470fc triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:18.911572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:18.969016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] For port 3857c56f-13da-47c7-892a-94d17a2afafb, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:37:18.973591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] For port 3857c56f-13da-47c7-892a-94d17a2afafb, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3857c56f-13da-47c7-892a-94d17a2afafb,segment=NetworkSegment(66d36f43-82b7-4a4d-b6fd-8edad3e49793),segment_id=66d36f43-82b7-4a4d-b6fd-8edad3e49793)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:37:18.977242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:19.010323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2bde47dc-ee93-4b31-83aa-24a42fe6ca97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:19.090800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-5499fbff-5426-4260-9672-d408cc286a72 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:19.092100 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-5499fbff-5426-4260-9672-d408cc286a72 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/networks?id=63030451-e383-4719-b986-33b4fe1db4c0 HTTP/1.1" status: 200  len: 794 time: 0.3044429
Dec 21 10:37:19.113200 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54e9d6ed-1d1b-4248-b921-7688076ee69d req-f5d2743b-6e64-4437-80d7-4f344e0cf219 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 210 time: 0.0754287
Dec 21 10:37:19.198132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-72a8df05-d459-46e7-997b-becd3dd2fdd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 7773 time: 0.0837891
Dec 21 10:37:19.198396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Pushing event updated for resources: {'Port': ['ID=3857c56f-13da-47c7-892a-94d17a2afafb,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:19.202072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:19.210105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'port': {'device_id': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'admin_state_up': True, 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'security_groups': ['cc5baf36-d6b9-4091-9801-d1846a33459b']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:19.258135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Routers {'6cf5003b-b697-4c87-9127-5bf132e7b9c2'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:37:19.259097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeb48c88>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:37:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:19.381834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:19.396616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:19.410785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:37:19.417628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:19.481622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] Set router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:37:19.790909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.20.0.8 (63030451-e383-4719-b986-33b4fe1db4c0/6662f8d3-3f8f-45be-8712-4a77749061e2/0373a95e-fd32-425f-b240-0fa3f706805e) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:37:19.838136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeb48c88>, [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:14Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3857c56f-13da-47c7-892a-94d17a2afafb', 'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:dc:dc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:13Z', 'updated_at': '2020-12-21T10:37:18Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:19.851777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dafe659-d3e7-4ccd-8aa6-ad43c0a64c74 None None] The sync data for ids ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'] in dv-neutron-601336-62-ovs is: [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:14Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3857c56f-13da-47c7-892a-94d17a2afafb', 'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:dc:dc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:13Z', 'updated_at': '2020-12-21T10:37:18Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:37:20.043724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:20.063638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Transition to ACTIVE for port object 0373a95e-fd32-425f-b240-0fa3f706805e will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:37:20.087795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:20.105270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:20.207104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=0373a95e-fd32-425f-b240-0fa3f706805e,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:20.212603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:20.397757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 63030451-e383-4719-b986-33b4fe1db4c0 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:37:20.399891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:37:20.403582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:37:20.460106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126e802-cac9-4b4a-90ac-5b2141e441f3 req-f2a25cf9-ebe1-4a6a-ba85-4f3c6d34d6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:20.461895 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3126e802-cac9-4b4a-90ac-5b2141e441f3 req-f2a25cf9-ebe1-4a6a-ba85-4f3c6d34d6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 931 time: 0.1924324
Dec 21 10:37:20.509277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:20.510848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:20.547382 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3126e802-cac9-4b4a-90ac-5b2141e441f3 req-355183ed-298b-475a-ae95-fc1d8c93a23b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0762744
Dec 21 10:37:20.563672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3587487
Dec 21 10:37:20.576026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Request body: {'port': {'device_id': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:20.623617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3857c56f-13da-47c7-892a-94d17a2afafb up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:37:20.728643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 3857c56f-13da-47c7-892a-94d17a2afafb completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:37:20.734765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-68d52c3f-549c-4ab5-b62c-c9cbb60b9361 None None] Provisioning for port 0373a95e-fd32-425f-b240-0fa3f706805e completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:37:20.735517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:20.738737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 3857c56f-13da-47c7-892a-94d17a2afafb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:20.739157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:20.772890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-68d52c3f-549c-4ab5-b62c-c9cbb60b9361 None None] Provisioning complete for port 0373a95e-fd32-425f-b240-0fa3f706805e triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:20.773310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-68d52c3f-549c-4ab5-b62c-c9cbb60b9361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:20.849691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-68d52c3f-549c-4ab5-b62c-c9cbb60b9361 None None] Port 0373a95e-fd32-425f-b240-0fa3f706805e cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:37:20.933832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:20.971936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 3857c56f-13da-47c7-892a-94d17a2afafb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3857c56f-13da-47c7-892a-94d17a2afafb,segment=NetworkSegment(66d36f43-82b7-4a4d-b6fd-8edad3e49793),segment_id=66d36f43-82b7-4a4d-b6fd-8edad3e49793)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:37:20.974775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:20.976851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:21.049339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=3857c56f-13da-47c7-892a-94d17a2afafb,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:21.053620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:21.181650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0373a95e-fd32-425f-b240-0fa3f706805e {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:37:21.188887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:21.201885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Transition to ACTIVE for port object 0373a95e-fd32-425f-b240-0fa3f706805e will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:37:21.204787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:21.221419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c2e17915-87df-4890-a92b-25436e0eb190 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:21.363946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0373a95e-fd32-425f-b240-0fa3f706805e,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:21.654761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:21.899878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Attempting to bind port 0373a95e-fd32-425f-b240-0fa3f706805e on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:37:21.900452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Attempting to bind port 0373a95e-fd32-425f-b240-0fa3f706805e by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:37:21.900568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Attempting to bind port 0373a95e-fd32-425f-b240-0fa3f706805e on network 63030451-e383-4719-b986-33b4fe1db4c0 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:37:21.912968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed9b03-343d-44ea-9132-a95b314fc0fb req-37312082-1385-4ad5-a941-c2ce8142fe5c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:21.913746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-31ed9b03-343d-44ea-9132-a95b314fc0fb req-37312082-1385-4ad5-a941-c2ce8142fe5c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:37:21.917624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:37:21.918001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Checking segment: {'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:37:21.918401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:21.918787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Bound using segment: {'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:37:21.919268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Bound port: 0373a95e-fd32-425f-b240-0fa3f706805e, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d36f43-82b7-4a4d-b6fd-8edad3e49793', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:37:21.919643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:21.983275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-31ed9b03-343d-44ea-9132-a95b314fc0fb req-37312082-1385-4ad5-a941-c2ce8142fe5c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:37:21.984453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-31ed9b03-343d-44ea-9132-a95b314fc0fb req-37312082-1385-4ad5-a941-c2ce8142fe5c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 943 time: 0.2453597
Dec 21 10:37:22.061633 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-31ed9b03-343d-44ea-9132-a95b314fc0fb req-c1472676-31fa-469f-b222-97e36e09a52f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0671935
Dec 21 10:37:22.062767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] For port 0373a95e-fd32-425f-b240-0fa3f706805e, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:37:22.072377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] For port 0373a95e-fd32-425f-b240-0fa3f706805e, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0373a95e-fd32-425f-b240-0fa3f706805e,segment=NetworkSegment(66d36f43-82b7-4a4d-b6fd-8edad3e49793),segment_id=66d36f43-82b7-4a4d-b6fd-8edad3e49793)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:37:22.075818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:22.092428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:22.245997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=0373a95e-fd32-425f-b240-0fa3f706805e,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:22.251072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:22.289631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:22.290311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:22.291918 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] 10.222.0.16 "PUT /v2.0/ports/0373a95e-fd32-425f-b240-0fa3f706805e HTTP/1.1" status: 200  len: 1157 time: 1.7206929
Dec 21 10:37:22.292478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'tag': '0373a95e-fd32-425f-b240-0fa3f706805e'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:37:22.369045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'tag': '0373a95e-fd32-425f-b240-0fa3f706805e', 'status': 'completed', 'code': 200}
Dec 21 10:37:22.407556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-d7768420-091d-4460-a5cc-9711a1ec32b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:22.409245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-d7768420-091d-4460-a5cc-9711a1ec32b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 1160 time: 0.0806408
Dec 21 10:37:22.485386 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-c66fb646-779a-4981-be90-20b0aeb23b48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0373a95e-fd32-425f-b240-0fa3f706805e HTTP/1.1" status: 200  len: 217 time: 0.0681143
Dec 21 10:37:22.547647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3857c56f-13da-47c7-892a-94d17a2afafb up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:37:22.564793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-ac49171e-59a3-4f3e-88ef-8303b9da6924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:22.566949 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-ac49171e-59a3-4f3e-88ef-8303b9da6924 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6662f8d3-3f8f-45be-8712-4a77749061e2 HTTP/1.1" status: 200  len: 834 time: 0.0745893
Dec 21 10:37:22.622609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 3857c56f-13da-47c7-892a-94d17a2afafb triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:22.623779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:22.649325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-937a0cda-64bd-4f3a-b6a6-47b0139d7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:22.651011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-937a0cda-64bd-4f3a-b6a6-47b0139d7fb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63030451-e383-4719-b986-33b4fe1db4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0778952
Dec 21 10:37:22.802791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-1dcddbd0-5057-46ef-acdf-431c760bc80c service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450844
Dec 21 10:37:22.954039 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a94369e-30f8-4b50-9db9-4f2ef9d5c8eb req-3282f53a-0b80-4005-a9cf-10c143ca77d8 service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446757
Dec 21 10:37:23.196388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-50985556-04c8-42ff-9300-fd6e344b9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:23.198106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-50985556-04c8-42ff-9300-fd6e344b9389 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 1160 time: 0.0877125
Dec 21 10:37:23.396985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d805a5-ddb1-440c-a476-d7242ab96ce8 req-15b9720e-6df7-4359-a511-5af822217fcd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:23.398572 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a9d805a5-ddb1-440c-a476-d7242ab96ce8 req-15b9720e-6df7-4359-a511-5af822217fcd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 943 time: 0.1995196
Dec 21 10:37:23.435236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-cd24f0fe-2d26-4839-aa2c-ad88063e2f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:23.436761 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-cd24f0fe-2d26-4839-aa2c-ad88063e2f07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63030451-e383-4719-b986-33b4fe1db4c0 HTTP/1.1" status: 200  len: 888 time: 0.1975713
Dec 21 10:37:23.521670 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-b8db03a7-2510-47fd-8e0e-cf10dfa98723 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0373a95e-fd32-425f-b240-0fa3f706805e HTTP/1.1" status: 200  len: 217 time: 0.0736110
Dec 21 10:37:23.526065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a9d805a5-ddb1-440c-a476-d7242ab96ce8 req-1d778295-d3dc-4c19-9234-f95a4eaa9eaf tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1150329
Dec 21 10:37:23.594069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-a9034f90-dcd7-458f-b88e-1f3591785e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:23.595672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-a9034f90-dcd7-458f-b88e-1f3591785e05 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6662f8d3-3f8f-45be-8712-4a77749061e2 HTTP/1.1" status: 200  len: 834 time: 0.0669010
Dec 21 10:37:23.680445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-b13e0c18-d9ad-4767-911a-aaac5852d117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:23.681986 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-b13e0c18-d9ad-4767-911a-aaac5852d117 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63030451-e383-4719-b986-33b4fe1db4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0793569
Dec 21 10:37:23.827257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-4c7c6ec6-f510-4ef8-88f1-2227fbe0dd11 service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376724
Dec 21 10:37:23.970936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9d9b9642-d0ea-4c3f-8acb-df5ca1504409 req-c1bb650b-60b6-4254-b9cf-603f7207c953 service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1361201
Dec 21 10:37:24.741941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa608e6-e42c-4f8f-ae24-6b1d963a5b79 req-0ac2feff-e908-4ac7-8ff3-7a52fb544469 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:24.743478 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9aa608e6-e42c-4f8f-ae24-6b1d963a5b79 req-0ac2feff-e908-4ac7-8ff3-7a52fb544469 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 943 time: 0.0846958
Dec 21 10:37:24.792468 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9aa608e6-e42c-4f8f-ae24-6b1d963a5b79 req-a5227bad-5fc2-4fb5-b1f5-f1ce17fa0ade tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427029
Dec 21 10:37:26.005541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e721db-ca94-4664-aa53-22bbe31fc6b6 req-977f41b0-2672-401d-95ea-a44201c28d5a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:26.007194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-97e721db-ca94-4664-aa53-22bbe31fc6b6 req-977f41b0-2672-401d-95ea-a44201c28d5a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 943 time: 0.0870667
Dec 21 10:37:26.055714 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-97e721db-ca94-4664-aa53-22bbe31fc6b6 req-110f429c-d2fa-4828-8a4e-51a2cda5bdaa tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420742
Dec 21 10:37:26.309731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 0373a95e-fd32-425f-b240-0fa3f706805e up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:37:26.381403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 0373a95e-fd32-425f-b240-0fa3f706805e completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:37:26.386382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 0373a95e-fd32-425f-b240-0fa3f706805e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:26.386804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:26.505212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:26.532499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0373a95e-fd32-425f-b240-0fa3f706805e'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:37:26.543536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 0373a95e-fd32-425f-b240-0fa3f706805e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0373a95e-fd32-425f-b240-0fa3f706805e,segment=NetworkSegment(66d36f43-82b7-4a4d-b6fd-8edad3e49793),segment_id=66d36f43-82b7-4a4d-b6fd-8edad3e49793)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:37:26.546955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:26.548898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9a7d2cff-95cb-4cd5-ab5e-718f5b0ff7bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:26.622221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=0373a95e-fd32-425f-b240-0fa3f706805e,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:26.625527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:26.685147 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0373a95e-fd32-425f-b240-0fa3f706805e', 'code': 200}
Dec 21 10:37:26.932449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6673fe-20db-4cbc-bdac-45f4afbcf659 req-9557a00f-de5e-4483-b49a-457fbb7abe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:26.934073 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd6673fe-20db-4cbc-bdac-45f4afbcf659 req-9557a00f-de5e-4483-b49a-457fbb7abe0e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 1162 time: 0.0755024
Dec 21 10:37:26.981394 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dd6673fe-20db-4cbc-bdac-45f4afbcf659 req-7d244e4a-315c-4727-bd5d-9de5c33b12e5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406079
Dec 21 10:37:27.269601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1ebb0-178e-4889-be53-783a148f4719 req-33e8b6ca-7644-4d3f-b3aa-3141c0529005 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:27.271236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3e1ebb0-178e-4889-be53-783a148f4719 req-33e8b6ca-7644-4d3f-b3aa-3141c0529005 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0842960
Dec 21 10:37:27.319450 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c3e1ebb0-178e-4889-be53-783a148f4719 req-977eabbf-2bdb-4272-a9dd-ad963616aa79 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419247
Dec 21 10:37:28.052345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 0373a95e-fd32-425f-b240-0fa3f706805e up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:37:28.123942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 0373a95e-fd32-425f-b240-0fa3f706805e triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:37:28.124367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:28.540672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b45244-52af-403a-8bc4-aa326d7c2230 req-e2611a4d-044e-4490-84fa-30a7f4d79cd9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:28.542348 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00b45244-52af-403a-8bc4-aa326d7c2230 req-e2611a4d-044e-4490-84fa-30a7f4d79cd9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0915406
Dec 21 10:37:28.593571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-00b45244-52af-403a-8bc4-aa326d7c2230 req-48c1962d-83e8-42dd-905d-4e5242d94588 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444798
Dec 21 10:37:28.804245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6d8c9-03d1-4475-a3d2-01a2c74e9c88 req-2ad125d3-6547-49cd-ae72-bb796a1815bc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:28.805913 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ade6d8c9-03d1-4475-a3d2-01a2c74e9c88 req-2ad125d3-6547-49cd-ae72-bb796a1815bc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0833278
Dec 21 10:37:28.857756 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ade6d8c9-03d1-4475-a3d2-01a2c74e9c88 req-3e389988-1f00-46aa-9964-50372ff07d5e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454590
Dec 21 10:37:28.887914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49252) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:28.963034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f497d748-5f9e-4834-81aa-5c224577d900 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:28.964677 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f497d748-5f9e-4834-81aa-5c224577d900 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 1157 time: 0.0757220
Dec 21 10:37:28.967743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49256) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:28.973838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '0373a95e-fd32-425f-b240-0fa3f706805e', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:37:28.979842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:37:28.983924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:floatingip and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:37:28.986905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:37:28.993582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:37:29.003002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:29.148744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:29.427140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.26.1.137 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/dbea1d97-a7bf-4619-8bde-7df17525f3c2) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:37:29.585380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:29.613780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:29.631193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd07340b-a46b-44b8-b685-ceeef8a588a6 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:29.777294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=dbea1d97-a7bf-4619-8bde-7df17525f3c2,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:29.781963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:29.826766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:37:29.827888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:37:29.830222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:37:30.259129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:30.334579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:30.610819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:30.614996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:30.628269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cf409e8-17ae-4c40-96a6-88d721fbfd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:37:30.771330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=dbea1d97-a7bf-4619-8bde-7df17525f3c2,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:37:30.776423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:37:30.868517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:31.049646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Floating IP e1553935-889c-4f6d-94c3-85787bc5cc74 associated. External IP: 172.26.1.137, port: 0373a95e-fd32-425f-b240-0fa3f706805e.
Dec 21 10:37:31.494439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:37:31.689910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:37:31.880044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:37:31.890355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] Sync routers for ids ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:37:31.901396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] Routers {'6cf5003b-b697-4c87-9127-5bf132e7b9c2'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:37:31.902126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec3f8240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:37:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:31.904769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:31.962693 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9938397
Dec 21 10:37:31.963416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'tag': '0373a95e-fd32-425f-b240-0fa3f706805e'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:37:32.032137 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'tag': '0373a95e-fd32-425f-b240-0fa3f706805e', 'status': 'completed', 'code': 200}
Dec 21 10:37:32.098450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:32.110602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] Set router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:37:32.210500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-d777c622-4b6b-4025-9289-d1e9f141f7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:32.212140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-d777c622-4b6b-4025-9289-d1e9f141f7c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 1162 time: 0.1556728
Dec 21 10:37:32.219973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc0fad-671c-467e-9548-5cfeed505f5e req-2ed25b7d-ce6e-4711-9870-8c13b014beac tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:32.220596 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-34dc0fad-671c-467e-9548-5cfeed505f5e req-2ed25b7d-ce6e-4711-9870-8c13b014beac tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.1254263
Dec 21 10:37:32.371549 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-34dc0fad-671c-467e-9548-5cfeed505f5e req-07ad778f-f313-4c06-98d1-7ae23149332b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1272311
Dec 21 10:37:32.400014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-980ab35b-c27c-411b-bbbd-ef29321d7f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:32.401590 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-980ab35b-c27c-411b-bbbd-ef29321d7f19 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63030451-e383-4719-b986-33b4fe1db4c0 HTTP/1.1" status: 200  len: 888 time: 0.1800869
Dec 21 10:37:32.403384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49264) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:32.491426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec3f8240>, [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:14Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e1553935-889c-4f6d-94c3-85787bc5cc74', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'port_id': '0373a95e-fd32-425f-b240-0fa3f706805e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'mac_address': 'fa:16:3e:ca:cb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:37:30Z', 'updated_at': '2020-12-21T10:37:30Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3857c56f-13da-47c7-892a-94d17a2afafb', 'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:dc:dc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:13Z', 'updated_at': '2020-12-21T10:37:20Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:32.495666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] Checking router: 6cf5003b-b697-4c87-9127-5bf132e7b9c2 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:37:32.505246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] Routers {'6cf5003b-b697-4c87-9127-5bf132e7b9c2'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:37:32.505968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec3f8240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:37:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:32.607171 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-84541ca4-1a4e-428a-bb14-b6f728e333d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0373a95e-fd32-425f-b240-0fa3f706805e HTTP/1.1" status: 200  len: 999 time: 0.1457276
Dec 21 10:37:32.612854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-99a9046e-ac61-4115-b53f-02d76a8c73aa tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/e1553935-889c-4f6d-94c3-85787bc5cc74 HTTP/1.1" status: 200  len: 991 time: 0.2082953
Dec 21 10:37:32.682121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-145e8c28-2c29-4512-848e-ae67f05f49de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:32.683840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-145e8c28-2c29-4512-848e-ae67f05f49de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6662f8d3-3f8f-45be-8712-4a77749061e2 HTTP/1.1" status: 200  len: 834 time: 0.0697615
Dec 21 10:37:32.772753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-57a82550-017b-4a3d-aa5c-ad91c136e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:32.774374 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-57a82550-017b-4a3d-aa5c-ad91c136e239 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63030451-e383-4719-b986-33b4fe1db4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0825768
Dec 21 10:37:32.871701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] Set router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:37:32.924811 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-38dcf4f8-9e64-42d6-a2c9-37e784dd365b service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1434300
Dec 21 10:37:33.264504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec3f8240>, [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:14Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e1553935-889c-4f6d-94c3-85787bc5cc74', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'port_id': '0373a95e-fd32-425f-b240-0fa3f706805e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'mac_address': 'fa:16:3e:ca:cb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:37:30Z', 'updated_at': '2020-12-21T10:37:30Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3857c56f-13da-47c7-892a-94d17a2afafb', 'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:dc:dc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:13Z', 'updated_at': '2020-12-21T10:37:20Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:37:33.269948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dad9fa-878a-49c7-a5c3-9b4e0b79b230 None None] The sync data for ids ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'] in dv-neutron-601336-62-ovs is: [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:14Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'e1553935-889c-4f6d-94c3-85787bc5cc74', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.137', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'port_id': '0373a95e-fd32-425f-b240-0fa3f706805e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'mac_address': 'fa:16:3e:ca:cb:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:37:30Z', 'updated_at': '2020-12-21T10:37:30Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3857c56f-13da-47c7-892a-94d17a2afafb', 'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:dc:dc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:13Z', 'updated_at': '2020-12-21T10:37:20Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:37:33.351210 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-51f9e10c-1ca5-485f-95d0-d3ef19d69239 req-2b33af3b-a971-4096-b47a-cdc7d7917ce5 service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4202869
Dec 21 10:37:33.582246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e835ee-b2f9-4d8c-b2a9-4f950eea3cff None None] New status for floating IP e1553935-889c-4f6d-94c3-85787bc5cc74: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:37:33.617436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49268) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:33.737585 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-220d94b9-63a5-4044-83c5-c8925e911836 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/e1553935-889c-4f6d-94c3-85787bc5cc74 HTTP/1.1" status: 200  len: 991 time: 0.1168299
Dec 21 10:37:34.740696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49272) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:37:34.853005 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f969349e-8381-43b2-ae9d-e24299059c49 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/e1553935-889c-4f6d-94c3-85787bc5cc74 HTTP/1.1" status: 200  len: 993 time: 0.1110463
Dec 21 10:37:38.422040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fc66af00-5e2d-4c73-9824-4f056e2042f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:40.511288 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-de3f6088-3406-42ca-aa4f-0055affaff5d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0778809
Dec 21 10:37:40.662752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-25f58953-1634-4345-ba5b-f4700a5bdcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:40.664512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-25f58953-1634-4345-ba5b-f4700a5bdcb5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 1162 time: 0.0776758
Dec 21 10:37:40.824679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-660027a4-5971-4a8a-828e-19420f2d4a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:40.826224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-660027a4-5971-4a8a-828e-19420f2d4a21 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63030451-e383-4719-b986-33b4fe1db4c0 HTTP/1.1" status: 200  len: 888 time: 0.1433587
Dec 21 10:37:40.935759 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-461562fe-3a4e-46d4-a41b-780a9378890d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0373a95e-fd32-425f-b240-0fa3f706805e HTTP/1.1" status: 200  len: 1001 time: 0.1019547
Dec 21 10:37:41.009813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-c8615e0b-ea60-402f-b8a5-600c2bc0e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:41.011453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-c8615e0b-ea60-402f-b8a5-600c2bc0e7d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6662f8d3-3f8f-45be-8712-4a77749061e2 HTTP/1.1" status: 200  len: 834 time: 0.0682335
Dec 21 10:37:41.093102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-0ab2bc52-d831-4ea9-89df-5e7441c1843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:37:41.094705 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-0ab2bc52-d831-4ea9-89df-5e7441c1843f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63030451-e383-4719-b986-33b4fe1db4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754647
Dec 21 10:37:41.243045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-61bf0b3b-fa53-444d-96e0-2ab4972adc21 service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411843
Dec 21 10:37:41.395165 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a46025b-8b01-4ca9-9920-307b0ca74c39 req-f6d30c65-10f0-4b1f-93ff-fa9a028c57cc service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1431396
Dec 21 10:37:42.256992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:42.502164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4a564db2-f88b-40ea-9056-b99076e63ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:42.768751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:37:43.603856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:00.468644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-258e7fea-e117-40e3-9475-0e60dba8d5ac req-3bc17856-bf73-4675-9294-f4c72265afa4 tempest-ServerDiskConfigTestJSON-2012325017 tempest-ServerDiskConfigTestJSON-2012325017] (80970) timed out ('10.222.0.16', 62200) {{(pid=80970) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 10:38:02.076431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:04.597858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44e01f-636f-409b-8498-5c5926864d19 req-b11dfd3d-4e38-438e-823d-5f38161b5906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:04.599550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c44e01f-636f-409b-8498-5c5926864d19 req-b11dfd3d-4e38-438e-823d-5f38161b5906 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 1162 time: 0.1494749
Dec 21 10:38:04.637697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20c11a-d5b1-4cd2-a4d4-e9e77a37997b req-edbba8d2-373f-49f1-8db5-b753f99f3927 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:04.639289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac20c11a-d5b1-4cd2-a4d4-e9e77a37997b req-edbba8d2-373f-49f1-8db5-b753f99f3927 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.1414368
Dec 21 10:38:04.773335 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac20c11a-d5b1-4cd2-a4d4-e9e77a37997b req-fcb9fb2b-0e65-489b-883a-2bd063dc456c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175478
Dec 21 10:38:04.798837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44e01f-636f-409b-8498-5c5926864d19 req-77511b9a-4999-4693-b745-dc4b124be68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:04.800466 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c44e01f-636f-409b-8498-5c5926864d19 req-77511b9a-4999-4693-b745-dc4b124be68b service neutron] 10.222.0.16 "GET /v2.0/networks?id=63030451-e383-4719-b986-33b4fe1db4c0 HTTP/1.1" status: 200  len: 888 time: 0.1942031
Dec 21 10:38:04.915762 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c44e01f-636f-409b-8498-5c5926864d19 req-2c5039f4-8ca6-4464-9b72-6567838a0b82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0373a95e-fd32-425f-b240-0fa3f706805e HTTP/1.1" status: 200  len: 1001 time: 0.1084239
Dec 21 10:38:04.987624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44e01f-636f-409b-8498-5c5926864d19 req-5fcadc4e-ac4e-4400-8c2e-30b9a223bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:04.989241 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c44e01f-636f-409b-8498-5c5926864d19 req-5fcadc4e-ac4e-4400-8c2e-30b9a223bc36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6662f8d3-3f8f-45be-8712-4a77749061e2 HTTP/1.1" status: 200  len: 834 time: 0.0660317
Dec 21 10:38:05.074459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44e01f-636f-409b-8498-5c5926864d19 req-46977769-ed3f-45eb-8253-23ba831245da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:05.076052 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c44e01f-636f-409b-8498-5c5926864d19 req-46977769-ed3f-45eb-8253-23ba831245da service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63030451-e383-4719-b986-33b4fe1db4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0796130
Dec 21 10:38:05.223589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c44e01f-636f-409b-8498-5c5926864d19 req-7972564d-7570-4b24-9fe4-9fe34537d067 service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404636
Dec 21 10:38:05.372921 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c44e01f-636f-409b-8498-5c5926864d19 req-0f08f1f6-2426-4acc-9e91-26400ea0fbde service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1418476
Dec 21 10:38:05.989894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23e98-be21-4cab-ad3a-a3084561f24d req-2e3dfd1b-8679-4b41-96f6-75d17286fc71 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:05.992019 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-72b23e98-be21-4cab-ad3a-a3084561f24d req-2e3dfd1b-8679-4b41-96f6-75d17286fc71 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0855374
Dec 21 10:38:06.040301 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-72b23e98-be21-4cab-ad3a-a3084561f24d req-e662fc49-02c2-4a79-b27d-dd1095dfdfc7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418031
Dec 21 10:38:07.260495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f58c4-76ce-4f16-b5c6-9e555ba3f275 req-6333d0e7-9480-4109-88fc-3f745332ef08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:07.262182 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dc8f58c4-76ce-4f16-b5c6-9e555ba3f275 req-6333d0e7-9480-4109-88fc-3f745332ef08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0878801
Dec 21 10:38:07.310541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dc8f58c4-76ce-4f16-b5c6-9e555ba3f275 req-9a456e89-48a2-44ae-a25f-630a7130f84f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416844
Dec 21 10:38:08.425460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-125b7555-55c3-43c1-bfb6-d201c1beadd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:08.496940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:38:08.533185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c396310f-ee74-4115-9888-6a242d5514e7 req-dfeb9326-f618-418d-9bfd-fce6839f4829 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:08.534830 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c396310f-ee74-4115-9888-6a242d5514e7 req-dfeb9326-f618-418d-9bfd-fce6839f4829 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0920737
Dec 21 10:38:08.587968 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c396310f-ee74-4115-9888-6a242d5514e7 req-e8586778-fb78-439c-8087-25a069c36958 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461442
Dec 21 10:38:09.807426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a93e7-cec7-4a4e-93fd-c453e819f614 req-472d33c0-cf83-4ad2-9964-f43432d713f2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:09.809088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea2a93e7-cec7-4a4e-93fd-c453e819f614 req-472d33c0-cf83-4ad2-9964-f43432d713f2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0895412
Dec 21 10:38:09.859307 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea2a93e7-cec7-4a4e-93fd-c453e819f614 req-6a06cc0c-0f73-4fc7-9570-8b6cbb987e0b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437133
Dec 21 10:38:11.080526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318a2d0-4f85-48de-b963-7edcd431f334 req-84c57c10-ecf3-46a4-ba58-6d04aed8fc92 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:11.082166 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0318a2d0-4f85-48de-b963-7edcd431f334 req-84c57c10-ecf3-46a4-ba58-6d04aed8fc92 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0883048
Dec 21 10:38:11.133768 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0318a2d0-4f85-48de-b963-7edcd431f334 req-97682dd7-e873-4850-bd3c-07fae3196eae tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445776
Dec 21 10:38:12.261886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:12.357602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56aadb-55ba-4f34-a130-f914749741c0 req-1d209700-6ce6-4434-9110-74866bff74df tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:12.359205 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb56aadb-55ba-4f34-a130-f914749741c0 req-1d209700-6ce6-4434-9110-74866bff74df tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0866179
Dec 21 10:38:12.411202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb56aadb-55ba-4f34-a130-f914749741c0 req-04e44f4e-e3ca-4691-8641-9fa46b243106 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455859
Dec 21 10:38:12.505025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d177c738-1689-4bf1-8308-2226ca2a6a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:12.770989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:13.607614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:13.661352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9c351-5673-4c7a-9e41-0e0c17844596 req-1db79d15-cdeb-44c3-aa76-73d5d543d3e4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:13.663741 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8fe9c351-5673-4c7a-9e41-0e0c17844596 req-1db79d15-cdeb-44c3-aa76-73d5d543d3e4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.1204295
Dec 21 10:38:13.718157 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8fe9c351-5673-4c7a-9e41-0e0c17844596 req-618aa5d1-4ae1-4b8c-9e6c-b8bb80b7d6bf tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476885
Dec 21 10:38:14.952734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866699c-ca85-40cf-a61a-b1ba2c39c5e5 req-37814921-afa2-4a27-b8af-9b7164c2e65e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:14.954384 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f866699c-ca85-40cf-a61a-b1ba2c39c5e5 req-37814921-afa2-4a27-b8af-9b7164c2e65e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0972095
Dec 21 10:38:15.008252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f866699c-ca85-40cf-a61a-b1ba2c39c5e5 req-8f1662f2-424d-4c2e-b5e3-3dc9813a7bb0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441167
Dec 21 10:38:16.274893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd969634-d35c-4959-9e24-27ad90be6b03 req-fa7cdd7f-8813-4d68-b070-7b91ad78a930 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:16.277017 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cd969634-d35c-4959-9e24-27ad90be6b03 req-fa7cdd7f-8813-4d68-b070-7b91ad78a930 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.1037223
Dec 21 10:38:16.337677 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cd969634-d35c-4959-9e24-27ad90be6b03 req-d1cbcbde-184b-48e8-943b-f751e6dd7a0b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537772
Dec 21 10:38:17.570101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a83597-7b18-4f95-aca2-166e2f31570e req-f116092f-62e4-407b-8ec1-acdcc13cfda8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:17.571721 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6a83597-7b18-4f95-aca2-166e2f31570e req-f116092f-62e4-407b-8ec1-acdcc13cfda8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0863917
Dec 21 10:38:17.622982 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6a83597-7b18-4f95-aca2-166e2f31570e req-53906d03-4261-4d2e-a03b-51841d5826b2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447345
Dec 21 10:38:18.860888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3d394-b804-4c96-a06f-fb8cd36f94e6 req-3a4ecccd-02fe-49d4-b4a8-f2ebaa51d2df tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:18.862733 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6db3d394-b804-4c96-a06f-fb8cd36f94e6 req-3a4ecccd-02fe-49d4-b4a8-f2ebaa51d2df tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0998497
Dec 21 10:38:18.921246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6db3d394-b804-4c96-a06f-fb8cd36f94e6 req-b5968028-68b4-47fb-b939-3306e1559889 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468643
Dec 21 10:38:20.139453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d25b13-2053-4534-921a-afe12b8c6fa7 req-938a0387-66af-42f1-bf25-6d416918d2a7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:20.141076 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a3d25b13-2053-4534-921a-afe12b8c6fa7 req-938a0387-66af-42f1-bf25-6d416918d2a7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0847788
Dec 21 10:38:20.195305 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a3d25b13-2053-4534-921a-afe12b8c6fa7 req-91f35941-c24b-4da9-9b1c-9c5fcba6806a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460768
Dec 21 10:38:21.431433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b98137-2039-4921-9237-cfff11e23247 req-e4e15012-3315-412e-9d1c-699102a5c3fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:21.433041 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-83b98137-2039-4921-9237-cfff11e23247 req-e4e15012-3315-412e-9d1c-699102a5c3fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0995510
Dec 21 10:38:21.482732 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-83b98137-2039-4921-9237-cfff11e23247 req-31f2d7ce-6029-473b-9583-9a60d436e74e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431011
Dec 21 10:38:22.700793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2063a-6162-4886-af19-0e95a4ec4a87 req-71d7921e-9472-47f5-809c-928997521faa tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:22.702558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fca2063a-6162-4886-af19-0e95a4ec4a87 req-71d7921e-9472-47f5-809c-928997521faa tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0884695
Dec 21 10:38:22.756356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fca2063a-6162-4886-af19-0e95a4ec4a87 req-2ee01334-d993-4df5-8884-9f7378645206 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422900
Dec 21 10:38:22.788235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49320) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:38:22.898282 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-38af8010-caca-4bc5-ae4a-a417078fd9f2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/e1553935-889c-4f6d-94c3-85787bc5cc74 HTTP/1.1" status: 200  len: 993 time: 0.1086140
Dec 21 10:38:32.093610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:38.426686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eff343ba-ce1a-4801-bcc7-711e137d6576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:41.500836 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-168d2920-355f-41b7-90e1-b6453b402bc6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0770471
Dec 21 10:38:41.671225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-8f6d506e-5f76-492c-b96c-c3e82a2c58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:41.672955 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-8f6d506e-5f76-492c-b96c-c3e82a2c58ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 1162 time: 0.0943592
Dec 21 10:38:41.844250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-a0bcfb17-576b-4506-a94a-f60d3c396cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:41.845885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-a0bcfb17-576b-4506-a94a-f60d3c396cdd service neutron] 10.222.0.16 "GET /v2.0/networks?id=63030451-e383-4719-b986-33b4fe1db4c0 HTTP/1.1" status: 200  len: 888 time: 0.1522572
Dec 21 10:38:41.975668 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-f22d4ca6-878d-48e3-86b4-08899f24e2c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0373a95e-fd32-425f-b240-0fa3f706805e HTTP/1.1" status: 200  len: 1001 time: 0.1212072
Dec 21 10:38:42.268034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:42.331575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-c6e6f2d8-00ef-4dd9-ae18-2c07e276bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:42.333201 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-c6e6f2d8-00ef-4dd9-ae18-2c07e276bfea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6662f8d3-3f8f-45be-8712-4a77749061e2 HTTP/1.1" status: 200  len: 834 time: 0.3509910
Dec 21 10:38:42.426370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-beeff751-2dc9-4866-90d2-4a95c333c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:42.428116 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-beeff751-2dc9-4866-90d2-4a95c333c0cc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63030451-e383-4719-b986-33b4fe1db4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876381
Dec 21 10:38:42.509759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-392078f6-c273-4c69-b309-4234d545adc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:42.594217 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-4ba716e5-0683-4375-85d7-b1f189ba06da service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581650
Dec 21 10:38:42.754414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a7cfd97a-c6a9-4d99-9a73-0ef9da3328f4 req-5ee5458d-8b76-42b0-ab41-44498aed7ea7 service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1531975
Dec 21 10:38:42.778455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:43.610750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:45.497223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:38:53.701133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49332) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:38:53.946465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port dbea1d97-a7bf-4619-8bde-7df17525f3c2 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:38:53.946755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:54.134296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:54.134665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:54.272137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for dbea1d97-a7bf-4619-8bde-7df17525f3c2 owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:38:54.432662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:54.449880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9915c1a1-08a9-4883-97f3-43fca8392ed2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:38:54.512585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=dbea1d97-a7bf-4619-8bde-7df17525f3c2,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:38:54.525972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.526404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.526832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.527250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.527660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.528180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.528456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.528863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.529267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.529696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.530206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.530610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.531089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.531493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.531893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.532292 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.532688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.533090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.533508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.533911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.534322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.534718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.535113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.535549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:54.541932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:38:54.726143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:54.726800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Floating IP e1553935-889c-4f6d-94c3-85787bc5cc74 disassociated (deleted). External IP: 172.26.1.137, port: 0373a95e-fd32-425f-b240-0fa3f706805e.
Dec 21 10:38:55.121230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:38:55.316687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:38:55.328606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] Sync routers for ids ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:38:55.339707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:55.344349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] Routers {'6cf5003b-b697-4c87-9127-5bf132e7b9c2'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:38:55.348334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec481e48>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:38:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:38:55.402047 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-20355676-a25d-4860-84fc-822760a3211c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/floatingips/e1553935-889c-4f6d-94c3-85787bc5cc74 HTTP/1.1" status: 204  len: 168 time: 1.6995649
Dec 21 10:38:55.402695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'tag': '0373a95e-fd32-425f-b240-0fa3f706805e'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:38:55.526541 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'tag': '0373a95e-fd32-425f-b240-0fa3f706805e', 'status': 'completed', 'code': 200}
Dec 21 10:38:55.555141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] Set router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:38:55.653754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-b55cefc8-8253-45c8-899d-2430cbac074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:55.655654 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-b55cefc8-8253-45c8-899d-2430cbac074b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 1162 time: 0.1055641
Dec 21 10:38:55.865973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-7fc2f3ae-e832-4d32-a15b-ed1865d5a763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:55.867744 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-7fc2f3ae-e832-4d32-a15b-ed1865d5a763 service neutron] 10.222.0.16 "GET /v2.0/networks?id=63030451-e383-4719-b986-33b4fe1db4c0 HTTP/1.1" status: 200  len: 888 time: 0.2049444
Dec 21 10:38:55.985993 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-0a3070ce-6f05-4b90-88a3-f6c03360f272 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0373a95e-fd32-425f-b240-0fa3f706805e HTTP/1.1" status: 200  len: 217 time: 0.0799413
Dec 21 10:38:55.995161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec481e48>, [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:14Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3857c56f-13da-47c7-892a-94d17a2afafb', 'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:dc:dc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:13Z', 'updated_at': '2020-12-21T10:37:20Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:38:55.999708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] Checking router: 6cf5003b-b697-4c87-9127-5bf132e7b9c2 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:38:56.011990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] Routers {'6cf5003b-b697-4c87-9127-5bf132e7b9c2'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:38:56.012981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec481e48>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:38:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:38:56.075344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-b6d8dbaa-ce6d-42c1-9a7d-462b4de028a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:56.076950 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-b6d8dbaa-ce6d-42c1-9a7d-462b4de028a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6662f8d3-3f8f-45be-8712-4a77749061e2 HTTP/1.1" status: 200  len: 834 time: 0.0829835
Dec 21 10:38:56.084697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8ea15-2c06-47e3-92cb-3f28a23c886f req-7e4717eb-647b-4a14-bb71-29c5639e9c77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:56.086312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adf8ea15-2c06-47e3-92cb-3f28a23c886f req-7e4717eb-647b-4a14-bb71-29c5639e9c77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.2162802
Dec 21 10:38:56.195519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adf8ea15-2c06-47e3-92cb-3f28a23c886f req-a2e8388e-5835-400b-aff5-ea0100b1d199 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718186
Dec 21 10:38:56.218854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-01dac19f-cbb8-42b9-aa85-501d94f59ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:56.221930 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-01dac19f-cbb8-42b9-aa85-501d94f59ce0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=63030451-e383-4719-b986-33b4fe1db4c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1343868
Dec 21 10:38:56.239460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] Set router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:38:56.390109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-498dedf1-7c00-4371-a736-a2ada4887022 service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603162
Dec 21 10:38:56.574647 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74b2d420-ba66-48e0-aae7-c27c79f4910d req-e6aed3e3-5010-4481-b8db-cac892577153 service neutron] 10.222.0.16 "GET /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1725054
Dec 21 10:38:56.623629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec481e48>, [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:14Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3857c56f-13da-47c7-892a-94d17a2afafb', 'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:dc:dc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:13Z', 'updated_at': '2020-12-21T10:37:20Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:38:56.627983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48472a7b-dc95-4a6f-b5c1-d8bffdf23733 None None] The sync data for ids ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'] in dv-neutron-601336-62-ovs is: [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:37:14Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '3857c56f-13da-47c7-892a-94d17a2afafb', 'name': '', 'network_id': '63030451-e383-4719-b986-33b4fe1db4c0', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:dc:dc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:13Z', 'updated_at': '2020-12-21T10:37:20Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '6662f8d3-3f8f-45be-8712-4a77749061e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:38:57.000652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afc206d-d8c2-4f69-a3ab-62ed02e81111 None None] New status for floating IP e1553935-889c-4f6d-94c3-85787bc5cc74: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:38:57.308003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-e7ecf2d3-4f0d-4bcd-a8be-563c13b6e2c9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:57.309749 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-e7ecf2d3-4f0d-4bcd-a8be-563c13b6e2c9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.0890973
Dec 21 10:38:57.452458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 0373a95e-fd32-425f-b240-0fa3f706805e {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:38:57.452754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:57.570805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc054667-9e97-49a8-ba4a-ebc308545a7e req-e584d986-75f6-4edf-8442-6784a7860bbb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:38:57.572438 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc054667-9e97-49a8-ba4a-ebc308545a7e req-e584d986-75f6-4edf-8442-6784a7860bbb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 945 time: 0.2141228
Dec 21 10:38:57.679045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc054667-9e97-49a8-ba4a-ebc308545a7e req-945cc4da-c9ec-4a3e-9393-79e0ad0e7a64 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=cc5baf36-d6b9-4091-9801-d1846a33459b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986960
Dec 21 10:38:57.788651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 0373a95e-fd32-425f-b240-0fa3f706805e, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=0373a95e-fd32-425f-b240-0fa3f706805e,segment=NetworkSegment(66d36f43-82b7-4a4d-b6fd-8edad3e49793),segment_id=66d36f43-82b7-4a4d-b6fd-8edad3e49793)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:38:57.789048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:57.923660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 0373a95e-fd32-425f-b240-0fa3f706805e owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:38:58.085106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:58.101330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:38:58.164347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=0373a95e-fd32-425f-b240-0fa3f706805e,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:38:58.179224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.179657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.180096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.180502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.180915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.181366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.181997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.182491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.182982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.183397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.183808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.184216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.184697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.185111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.185540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.185938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.186341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.186742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.187142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.187543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.187944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.188341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.188740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.189138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:38:58.195091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:38:58.339496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] No DVR routers for this DVR port 0373a95e-fd32-425f-b240-0fa3f706805e on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:38:58.341527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:38:58.344467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'name': 'network-vif-deleted', 'tag': '0373a95e-fd32-425f-b240-0fa3f706805e'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:38:58.358738 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-aebc2f5a-2c5f-4e44-a781-1ab0e97bfeb9 req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "DELETE /v2.0/ports/0373a95e-fd32-425f-b240-0fa3f706805e HTTP/1.1" status: 204  len: 173 time: 1.0393565
Dec 21 10:38:58.425700 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fec0a5b3-fd4c-4681-8adc-ff8cf809fbef', 'name': 'network-vif-deleted', 'tag': '0373a95e-fd32-425f-b240-0fa3f706805e', 'status': 'completed', 'code': 200}
Dec 21 10:38:58.500256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 0373a95e-fd32-425f-b240-0fa3f706805e no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:38:58.546290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: 0373a95e-fd32-425f-b240-0fa3f706805e {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:38:58.546797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 0373a95e-fd32-425f-b240-0fa3f706805e not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:38:58.938102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-36f270af-3192-45ff-9015-2afcde544b97 req-64d76945-6ae5-47bc-abf7-d9f754cc08fb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:38:58.958844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-36f270af-3192-45ff-9015-2afcde544b97 req-64d76945-6ae5-47bc-abf7-d9f754cc08fb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:38:58.961453 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-36f270af-3192-45ff-9015-2afcde544b97 req-64d76945-6ae5-47bc-abf7-d9f754cc08fb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=fec0a5b3-fd4c-4681-8adc-ff8cf809fbef HTTP/1.1" status: 200  len: 210 time: 0.0878789
Dec 21 10:39:00.083202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49350) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:00.478350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:01.399646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 3857c56f-13da-47c7-892a-94d17a2afafb {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:39:01.400264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:01.617678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 3857c56f-13da-47c7-892a-94d17a2afafb, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=3857c56f-13da-47c7-892a-94d17a2afafb,segment=NetworkSegment(66d36f43-82b7-4a4d-b6fd-8edad3e49793),segment_id=66d36f43-82b7-4a4d-b6fd-8edad3e49793)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:39:01.618083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:01.758273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 3857c56f-13da-47c7-892a-94d17a2afafb owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:39:02.088102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:02.124132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:02.140926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-482ec2f9-4c6e-497f-abdb-a99c74e58459 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:02.203948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=3857c56f-13da-47c7-892a-94d17a2afafb,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:02.208207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:02.620617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:03.155583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:39:03.347916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:39:03.358886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] Sync routers for ids ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:39:03.370528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] Routers {'6cf5003b-b697-4c87-9127-5bf132e7b9c2'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:39:03.371226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed924710>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:38:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:03.372462 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "PUT /v2.0/routers/6cf5003b-b697-4c87-9127-5bf132e7b9c2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2880540
Dec 21 10:39:03.375350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49356) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:03.604663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-847dbf24-3030-4d0e-ac40-4b57bae7de00 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting subnet 6662f8d3-3f8f-45be-8712-4a77749061e2 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:39:03.608085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-847dbf24-3030-4d0e-ac40-4b57bae7de00 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:03.671464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-847dbf24-3030-4d0e-ac40-4b57bae7de00 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:03.763133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-847dbf24-3030-4d0e-ac40-4b57bae7de00 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:03.772731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] Set router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:39:04.071651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-847dbf24-3030-4d0e-ac40-4b57bae7de00 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:04.087971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-740b9489-666a-4e6d-997e-710c4dc3a9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:04.088890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed924710>, [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:39:02Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:04.093824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] Checking router: 6cf5003b-b697-4c87-9127-5bf132e7b9c2 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:39:04.104158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] Routers {'6cf5003b-b697-4c87-9127-5bf132e7b9c2'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:39:04.104848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed924710>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:38:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:04.141696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847dbf24-3030-4d0e-ac40-4b57bae7de00 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Subnet': ['ID=6662f8d3-3f8f-45be-8712-4a77749061e2,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:04.146906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-847dbf24-3030-4d0e-ac40-4b57bae7de00 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:04.230249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-847dbf24-3030-4d0e-ac40-4b57bae7de00 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:04.237532 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-847dbf24-3030-4d0e-ac40-4b57bae7de00 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/subnets/6662f8d3-3f8f-45be-8712-4a77749061e2 HTTP/1.1" status: 204  len: 168 time: 0.8611033
Dec 21 10:39:04.241468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49360) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:04.250356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefecc22-cc6e-498a-84ef-c56f92220023 None None] Network 63030451-e383-4719-b986-33b4fe1db4c0 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:39:04.398392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] Set router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:39:04.733087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:04.832462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed924710>, [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:39:02Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:04.837858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26e9d5-e1bd-43a8-bc50-bfe929003071 None None] The sync data for ids ['6cf5003b-b697-4c87-9127-5bf132e7b9c2'] in dv-neutron-601336-62-ovs is: [{'id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789975003', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143'}], 'enable_snat': True}, 'gw_port_id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:37:07Z', 'updated_at': '2020-12-21T10:39:02Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '4830e682-1579-4d0a-8196-2b533b06f77d', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b6:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cf5003b-b697-4c87-9127-5bf132e7b9c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:37:09Z', 'updated_at': '2020-12-21T10:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:39:04.858712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] DHCP port deletion for 63030451-e383-4719-b986-33b4fe1db4c0 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:39:04.863613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Deleting port 642fa636-9703-48cf-9197-b7d5d02470fc {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:39:04.864050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:04.950707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:04.956524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 4830e682-1579-4d0a-8196-2b533b06f77d {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:39:04.956904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:05.108633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] For port 642fa636-9703-48cf-9197-b7d5d02470fc, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=642fa636-9703-48cf-9197-b7d5d02470fc,segment=NetworkSegment(66d36f43-82b7-4a4d-b6fd-8edad3e49793),segment_id=66d36f43-82b7-4a4d-b6fd-8edad3e49793)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:39:05.109609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:05.159990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 4830e682-1579-4d0a-8196-2b533b06f77d, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4830e682-1579-4d0a-8196-2b533b06f77d,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:39:05.160397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:05.248562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Calling delete_port for 642fa636-9703-48cf-9197-b7d5d02470fc owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:39:05.301468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 4830e682-1579-4d0a-8196-2b533b06f77d owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:39:05.327632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:05.343539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:05.405524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Pushing event deleted for resources: {'Port': ['ID=642fa636-9703-48cf-9197-b7d5d02470fc,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:05.420079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.420475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.420865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.421320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.421727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.422105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.422480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.422917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.423295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.423684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.424034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.424478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.424975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.425353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.425744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.426197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.426569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.427459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.427826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.428276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.428647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.429049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.429428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.429820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:05.445253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:05.484054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:05.516251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] No DVR routers for this DVR port 642fa636-9703-48cf-9197-b7d5d02470fc on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:39:05.665600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:05.807239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:05.809868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:05.830395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:05.830952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Fanout notify agent at l3_agent the message router_deleted on router 6cf5003b-b697-4c87-9127-5bf132e7b9c2 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:39:05.847225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:05.848502 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7272be78-9a0b-48ab-9d81-27a35d3a84cc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/routers/6cf5003b-b697-4c87-9127-5bf132e7b9c2 HTTP/1.1" status: 204  len: 168 time: 1.6059189
Dec 21 10:39:05.854387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49366) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:05.998125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:06.218314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:06.345209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feca487b8>,) {'filters': {'network_id': ['63030451-e383-4719-b986-33b4fe1db4c0']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:06.363787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feca487b8>, '66d36f43-82b7-4a4d-b6fd-8edad3e49793') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:06.364119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feca487b8>, '66d36f43-82b7-4a4d-b6fd-8edad3e49793') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:06.377709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:06.394650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:06.397341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:39:06.594465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 63030451-e383-4719-b986-33b4fe1db4c0 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:39:06.605786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:06.620923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 642fa636-9703-48cf-9197-b7d5d02470fc no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:39:06.662361 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 642fa636-9703-48cf-9197-b7d5d02470fc {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:39:06.662732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 642fa636-9703-48cf-9197-b7d5d02470fc not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:39:06.663208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4830e682-1579-4d0a-8196-2b533b06f77d no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:39:06.698751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 4830e682-1579-4d0a-8196-2b533b06f77d {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:39:06.699144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4830e682-1579-4d0a-8196-2b533b06f77d not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:39:06.699618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3857c56f-13da-47c7-892a-94d17a2afafb no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:39:06.745280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 3857c56f-13da-47c7-892a-94d17a2afafb {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:39:06.745704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 3857c56f-13da-47c7-892a-94d17a2afafb not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:39:06.811640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 63030451-e383-4719-b986-33b4fe1db4c0 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:39:06.837453 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:39:06.927529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:06.930778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-883ef952-a10a-4961-ae42-70dd2b859d41 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:06.951293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:06.960982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Network': ['ID=63030451-e383-4719-b986-33b4fe1db4c0,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:06.964518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:06.969446 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e8ff0e5-c711-450b-971c-1eebeb2d1f98 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/networks/63030451-e383-4719-b986-33b4fe1db4c0 HTTP/1.1" status: 204  len: 168 time: 1.1139402
Dec 21 10:39:06.972400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49370) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:07.057431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00fc482b-e2c4-4339-8b7e-33d5dc16a487 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.094944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00fc482b-e2c4-4339-8b7e-33d5dc16a487 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.157395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00fc482b-e2c4-4339-8b7e-33d5dc16a487 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.162240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5d731963-d5bb-4a1d-81a8-eadf0f6fb56a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:07.179079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc482b-e2c4-4339-8b7e-33d5dc16a487 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5baf36-d6b9-4091-9801-d1846a33459b,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:07.182581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-00fc482b-e2c4-4339-8b7e-33d5dc16a487 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:07.191424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-00fc482b-e2c4-4339-8b7e-33d5dc16a487 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.192672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-00fc482b-e2c4-4339-8b7e-33d5dc16a487 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/security-groups/cc5baf36-d6b9-4091-9801-d1846a33459b HTTP/1.1" status: 204  len: 168 time: 0.2192712
Dec 21 10:39:07.435538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49378) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:07.441592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1323824532', 'description': 'tempest-secgroup-smoke-1323824532 description', 'project_id': '2a8e9578d04a4464a587057012b32e6e'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:07.448434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:07.453223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:07.456311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:07.463360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:07.474774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.499796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:07.504094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:07.507202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:07.513247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:07.600124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.603112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.607043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d8959029-373b-4dbe-999f-2f5e3cb91837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:07.655915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroup': ['ID=ef11b2ec-497f-4a13-9b63-c8523158d9c0,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:07.658999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.660331 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2236609
Dec 21 10:39:07.661412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-70361b02-5f4f-44db-b287-bbc3a8cac8c3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:07.663927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49382) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:07.672456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'ef11b2ec-497f-4a13-9b63-c8523158d9c0', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:07.681118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:07.685369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:07.688453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:07.695000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:07.712403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.784093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.787621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.789649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c99320a-db61-4827-9904-fea478c1105b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:07.816134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30844e80-f9e7-4010-b24f-30ff68dd54c3,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:07.821600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:07.825615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.826962 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d68ac6e8-e1c1-45de-ac28-96fc8cad1b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1618037
Dec 21 10:39:07.831396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49386) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:07.837789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'ef11b2ec-497f-4a13-9b63-c8523158d9c0', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:07.844873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:07.850170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:07.853787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:07.860487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:07.879539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.967212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.971188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:07.974660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2b74e2bf-5cba-4a9d-8442-a215ae5b4f6c tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:08.010389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdab5006-a3cc-47ad-964b-d5f55c74f80b,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:08.015210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:08.023984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.025330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-20f6d094-178a-4d61-bc58-b7ca1490dec8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1928751
Dec 21 10:39:08.028641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49390) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:08.035642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'ef11b2ec-497f-4a13-9b63-c8523158d9c0', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:08.043227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:08.047591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:08.051025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:08.059258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:08.078193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.153823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.156763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.163100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f372cdc-2dc0-4d1f-b7f3-814d5225dd75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:08.185637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed287b0-9232-41d9-9b72-af162686b705,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:08.188601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:08.197523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.198952 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1691098
Dec 21 10:39:08.202080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49394) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:08.210894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'ef11b2ec-497f-4a13-9b63-c8523158d9c0', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:08.219343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:08.223768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:08.227083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:08.233310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:08.251853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.335137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.338039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.340001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb8d5133-d514-42d3-ac39-7efee72d1c88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:08.365346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf137eed-53cd-45c0-a4e1-6c0af3c954ae,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:08.368123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:08.375479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.377133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1ece8e90-5ce0-49be-8e9f-816d57368e1f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1738336
Dec 21 10:39:08.381221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49398) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:08.389211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'ef11b2ec-497f-4a13-9b63-c8523158d9c0', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:08.398100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:08.405156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:08.410397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:08.420215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:08.431133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Project 2a8e9578d04a4464a587057012b32e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:39:08.438532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.440792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0df1ee8b-f062-4c4e-bb42-28a806ba24a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.512293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.515148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.517433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b4eb7f45-69cd-4a53-a943-4a7259e86bab tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:08.544556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ac6ab1-ffa8-424f-a457-f25aaa0d4671,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:08.550759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:08.555257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.559755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1743238
Dec 21 10:39:08.560065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49402) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:08.566122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': 'ef11b2ec-497f-4a13-9b63-c8523158d9c0', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:08.573052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:08.577684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:08.580895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:08.589787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:08.601107 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Project 2a8e9578d04a4464a587057012b32e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:39:08.608522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.695547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.698564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.700557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-393c72de-fb5e-4dd0-a71c-4dee94450d26 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:08.726212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c44c4d-a4ce-4af0-91d1-58c99be4575d,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:08.731722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:08.735946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.737253 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-19500038-5448-4148-9146-676f2e866cd3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1761038
Dec 21 10:39:08.742268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49406) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:08.750763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'network': {'name': 'tempest-network-smoke--477237656', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'port_security_enabled': True}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:08.760067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:08.769295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:network and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:08.776891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for network was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:08.783752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:08.799864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'network': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:39:08.806771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.842613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:39:08.853108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740241151466', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.853589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Added segment cb9aa2c3-0c15-40bf-a734-147e48316181 of type vxlan for network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692
Dec 21 10:39:08.884836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.919630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.927512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:08.928398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:08.934006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bfe0f470-42fe-4350-a6f3-167368405c5f tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:08.995666 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2518508
Dec 21 10:39:08.998894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49412) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:09.006415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'admin_state_up': True, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:09.015416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:09.021138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:router and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:09.024621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:09.031151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:09.043552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:09.045437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:09.059369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Network': ['ID=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:09.062742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b74d9865-bfea-4119-ba30-eed2760c8786 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:09.072295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:09.073289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:39:09.091116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:39:09.658599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:09.993822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:10.028060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:10.337666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.26.1.240 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/8edb2c66-0f62-4e15-b17b-0c4f6aefccdd) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:39:10.505391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:10.531939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:10.547919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a126f3ad-ac64-461a-91b6-de8b3b16053f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:10.698804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=8edb2c66-0f62-4e15-b17b-0c4f6aefccdd,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:10.702459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:10.754680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:39:10.756912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:39:10.761885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:39:11.221268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:11.617804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:11.840330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 47412dae-d6b6-443e-970d-11ee8b0c0025 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:39:12.271107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:12.325315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:39:12.338534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Sync routers for ids ['47412dae-d6b6-443e-970d-11ee8b0c0025'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:39:12.350043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Routers {'47412dae-d6b6-443e-970d-11ee8b0c0025'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:39:12.350727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeaeb898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:38:42Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['47412dae-d6b6-443e-970d-11ee8b0c0025'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:12.357427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:12.358782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e347a8dc-3deb-4826-8d55-0856037c6dea tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 3.3586447
Dec 21 10:39:12.362803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49420) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:12.413036 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6770f480-7b98-4410-a425-d12aeb69ba7a tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] 10.222.0.45 "GET /v2.0/subnets?project_id=2a8e9578d04a4464a587057012b32e6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0485203
Dec 21 10:39:12.415854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49424) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:12.422370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'subnet': {'name': 'tempest-subnet-smoke-447010864', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:12.515367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a53ec12d-0565-45ed-a9a9-29328da6804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:12.550833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:12.554933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Set router 47412dae-d6b6-443e-970d-11ee8b0c0025 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:39:12.555582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:subnet and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:12.559009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:12.565516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:12.577812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:39:12.698640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:12.787664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:12.894273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeaeb898>, [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:11Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:12.898581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Checking router: 47412dae-d6b6-443e-970d-11ee8b0c0025 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:39:12.898990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Updating router 47412dae-d6b6-443e-970d-11ee8b0c0025 port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:39:12.954254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:13.207526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:13.224394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a7fcd8e7-815b-4bac-81fd-15d07b4ce32a tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:13.377804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Subnet': ['ID=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:13.382166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:13.403485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:13.420335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Transition to ACTIVE for port object 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:39:13.423186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:13.439230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bb79f058-477b-4c64-9eb2-5f2783e4f484 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:13.455539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Checking segment: {'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:39:13.455935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network hostable DHCP agents. Network: 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:39:13.481279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:39:13.494890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:39:13.508112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae84b76-68ef-4c86-aa38-7e3fa0ff5127 None None] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:39:13.510843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:13.511872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:13.560345 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0aa8579e-2e59-4ebb-8d39-6752c219e186 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1433239
Dec 21 10:39:13.564520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49428) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:13.647397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Pushing event updated for resources: {'Port': ['ID=8edb2c66-0f62-4e15-b17b-0c4f6aefccdd,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:13.664989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.665542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.665925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.666296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.666659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.667168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.667533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.667886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.668248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.668602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.669111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.669464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.669928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.670428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.670789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.671138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.671487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.671821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.672181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.672532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.672901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.673240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.673622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.674040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:39:13.684148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:13.685788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Attempting to bind port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:39:13.686454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Attempting to bind port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:39:13.687111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Attempting to bind port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:39:13.699446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:39:13.700169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:39:13.701232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:13.702018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:39:13.702589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Bound port: 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:39:13.703044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:13.808458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] For port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:39:13.813290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] For port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8edb2c66-0f62-4e15-b17b-0c4f6aefccdd,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:39:13.817927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:13.832250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-60983a91-1e4d-493f-9298-63427f821db0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:13.944681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:13.996915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Pushing event updated for resources: {'Port': ['ID=8edb2c66-0f62-4e15-b17b-0c4f6aefccdd,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:14.000394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93b15d2b-2771-4d7d-820f-b4c66b234522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:14.063280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Routers {'47412dae-d6b6-443e-970d-11ee8b0c0025'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:39:14.064282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeaeb898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:39:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['47412dae-d6b6-443e-970d-11ee8b0c0025'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:14.110342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ips': [{'subnet_id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:39:14.112018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:14.296997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] Set router 47412dae-d6b6-443e-970d-11ee8b0c0025 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:39:14.518401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:14.520973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Allocated IP 172.20.0.2 (9a2ed791-1fcc-4bcb-a70a-d68ef4eff692/7b8a8ffb-a451-4003-8bd9-868eb7bc95b9/7f2bccd3-3158-46af-8561-c1daa1ee2ab8) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:39:14.777000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:14.794898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Transition to ACTIVE for port object 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:39:14.815514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeaeb898>, [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:11Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:14.817735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Transition to ACTIVE for port object 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:39:14.821279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a06fcef-ae7c-4a49-bc11-60154fc6e3a0 None None] The sync data for ids ['47412dae-d6b6-443e-970d-11ee8b0c0025'] in dv-neutron-601336-62-ovs is: [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:11Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:39:14.826235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:14.845065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:15.015602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Pushing event updated for resources: {'Port': ['ID=7f2bccd3-3158-46af-8561-c1daa1ee2ab8,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:15.022522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:15.091781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:39:15.093176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:39:15.095554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:39:15.162083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Attempting to bind port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:39:15.162723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Attempting to bind port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:39:15.163250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Attempting to bind port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 on network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:39:15.170552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:39:15.170982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Checking segment: {'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:39:15.171440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:15.171883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Bound using segment: {'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:39:15.172512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Bound port: 7f2bccd3-3158-46af-8561-c1daa1ee2ab8, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:39:15.172935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:15.325313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] For port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:39:15.329246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] For port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7f2bccd3-3158-46af-8561-c1daa1ee2ab8,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:39:15.337012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:15.363879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b57bddf4-c3e7-4909-a120-5be9f323f272 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:15.374172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.20.0.1 (9a2ed791-1fcc-4bcb-a70a-d68ef4eff692/7b8a8ffb-a451-4003-8bd9-868eb7bc95b9/18b89822-8a0e-46e3-bfba-51fc6306cf7c) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:39:15.610674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:15.642827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Transition to ACTIVE for port object 18b89822-8a0e-46e3-bfba-51fc6306cf7c will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:39:15.643156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Pushing event updated for resources: {'Port': ['ID=7f2bccd3-3158-46af-8561-c1daa1ee2ab8,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:15.648025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:15.673730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:15.693863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:15.882795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=18b89822-8a0e-46e3-bfba-51fc6306cf7c,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:15.888549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:15.976715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:39:15.978855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:39:15.982528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:39:16.106981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:16.698123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:39:16.716983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:16.782332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:39:16.790568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:39:16.877801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:39:16.884721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:16.885436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:17.058720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:17.082089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8edb2c66-0f62-4e15-b17b-0c4f6aefccdd,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:39:17.087857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:17.091169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-964cd1ba-6936-4a2e-bd74-342c96c8ab69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:17.183714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=8edb2c66-0f62-4e15-b17b-0c4f6aefccdd,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:17.187290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:17.222124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ab4a24-a8da-4a30-af96-d705d47f3740 None None] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:39:17.365439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a3cce451-68ac-46ea-ab31-698a65e871b7 None None] Provisioning for port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:39:17.367760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:17.372238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:17.383838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a3cce451-68ac-46ea-ab31-698a65e871b7 None None] Provisioning complete for port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:17.384650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3cce451-68ac-46ea-ab31-698a65e871b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:17.416449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c19c686a-0870-4ec7-be36-558188113f6f tempest-RoutersTest-1457900226 tempest-RoutersTest-1457900226] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:17.574028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:17.603592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=18b89822-8a0e-46e3-bfba-51fc6306cf7c,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:17.616294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:17.729354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3cce451-68ac-46ea-ab31-698a65e871b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:17.772818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-a3cce451-68ac-46ea-ab31-698a65e871b7 None None] For port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7f2bccd3-3158-46af-8561-c1daa1ee2ab8,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:39:17.776638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3cce451-68ac-46ea-ab31-698a65e871b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:17.778989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:17.807309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:39:17.809073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:39:17.881198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cce451-68ac-46ea-ab31-698a65e871b7 None None] Pushing event updated for resources: {'Port': ['ID=7f2bccd3-3158-46af-8561-c1daa1ee2ab8,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:17.885043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3cce451-68ac-46ea-ab31-698a65e871b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:18.070563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 47412dae-d6b6-443e-970d-11ee8b0c0025 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:39:18.104453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ac297a52-4acf-422f-9341-efff8aefd348 None None] Provisioning complete for port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:18.104887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac297a52-4acf-422f-9341-efff8aefd348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:18.259310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ac297a52-4acf-422f-9341-efff8aefd348 None None] Provisioning for port 18b89822-8a0e-46e3-bfba-51fc6306cf7c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:39:18.268540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ac297a52-4acf-422f-9341-efff8aefd348 None None] Provisioning complete for port 18b89822-8a0e-46e3-bfba-51fc6306cf7c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:18.269098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ac297a52-4acf-422f-9341-efff8aefd348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:18.335293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-ac297a52-4acf-422f-9341-efff8aefd348 None None] Port 18b89822-8a0e-46e3-bfba-51fc6306cf7c cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:39:18.351567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:39:18.364017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Sync routers for ids ['47412dae-d6b6-443e-970d-11ee8b0c0025'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:39:18.366731 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-aa3b1ef3-b7e0-42ef-bd03-e79dc0583627 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "PUT /v2.0/routers/47412dae-d6b6-443e-970d-11ee8b0c0025/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8008549
Dec 21 10:39:18.375799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Routers {'47412dae-d6b6-443e-970d-11ee8b0c0025'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:39:18.376516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed039550>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:39:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['47412dae-d6b6-443e-970d-11ee8b0c0025'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:18.485350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-22a14027-23af-4d38-96ed-1635195c5ba2 None None] Provisioning complete for port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:18.485828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-22a14027-23af-4d38-96ed-1635195c5ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:18.663237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:39:18.715031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Set router 47412dae-d6b6-443e-970d-11ee8b0c0025 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:39:18.916291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-5b96f053-b53c-4146-a0a6-3e1b98e7d290 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:39:18.935776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-5b96f053-b53c-4146-a0a6-3e1b98e7d290 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:39:18.937344 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-5b96f053-b53c-4146-a0a6-3e1b98e7d290 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1323824532&fields=id&tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 267 time: 0.0789573
Dec 21 10:39:19.147562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-ffabaca0-3d5c-4a96-954a-9cd8cb925e5a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:19.148316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-ffabaca0-3d5c-4a96-954a-9cd8cb925e5a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:network {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:39:19.170908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-ffabaca0-3d5c-4a96-954a-9cd8cb925e5a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:network {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:39:19.172737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-ffabaca0-3d5c-4a96-954a-9cd8cb925e5a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/networks?id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 200  len: 796 time: 0.2261512
Dec 21 10:39:19.197196 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-d8b6ab3f-a346-4ae7-87e2-ca04b0a9464a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/quotas/2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 375 time: 0.0175924
Dec 21 10:39:19.259300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:19.259742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:19.301836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-2c7dec22-c167-4b85-a5f7-c1e23a13e27b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:39:19.312321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-64ef6612-b2af-49d8-a9c9-005fb99841ba None None] Provisioning complete for port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:19.312799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64ef6612-b2af-49d8-a9c9-005fb99841ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:19.322761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-2c7dec22-c167-4b85-a5f7-c1e23a13e27b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:39:19.324430 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-2c7dec22-c167-4b85-a5f7-c1e23a13e27b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1202822
Dec 21 10:39:19.503983 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-f54894ef-9b01-4071-8a29-c0e3c5cf25e0 service neutron] 10.222.0.45 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653481
Dec 21 10:39:19.606883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:39:19.679182 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-38e21eb7-3307-48ae-83ea-139ec747b2b7 service neutron] 10.222.0.45 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1671891
Dec 21 10:39:19.696886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-64ef6612-b2af-49d8-a9c9-005fb99841ba None None] Provisioning complete for port 18b89822-8a0e-46e3-bfba-51fc6306cf7c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:19.697280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64ef6612-b2af-49d8-a9c9-005fb99841ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:19.729436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed039550>, [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '18b89822-8a0e-46e3-bfba-51fc6306cf7c', 'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:78:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:15Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 2, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:19.746061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Checking router: 47412dae-d6b6-443e-970d-11ee8b0c0025 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:39:19.746483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Updating router 47412dae-d6b6-443e-970d-11ee8b0c0025 port 18b89822-8a0e-46e3-bfba-51fc6306cf7c binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:39:19.820713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:19.821227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:19.850850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-64ef6612-b2af-49d8-a9c9-005fb99841ba None None] Port 18b89822-8a0e-46e3-bfba-51fc6306cf7c cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:39:19.871589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:20.061177 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1bcdd0eb-545a-4f18-bf17-a60d28ad56eb req-73efa109-bb89-42a5-85b3-714568761638 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 210 time: 0.1473312
Dec 21 10:39:20.482516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:20.496457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Transition to ACTIVE for port object 18b89822-8a0e-46e3-bfba-51fc6306cf7c will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:39:20.500168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:20.517601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:20.663859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae1b1d-6c3f-4b33-b882-ac559069ef73 None None] Pushing event updated for resources: {'Port': ['ID=18b89822-8a0e-46e3-bfba-51fc6306cf7c,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:20.667217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42ae1b1d-6c3f-4b33-b882-ac559069ef73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:20.877425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Attempting to bind port 18b89822-8a0e-46e3-bfba-51fc6306cf7c on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:39:20.877888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Attempting to bind port 18b89822-8a0e-46e3-bfba-51fc6306cf7c by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:39:20.878378 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Attempting to bind port 18b89822-8a0e-46e3-bfba-51fc6306cf7c on network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:39:20.885697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 39, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:39:20.886143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Checking segment: {'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:39:20.886629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:20.887083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Bound using segment: {'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:39:20.887649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Bound port: 18b89822-8a0e-46e3-bfba-51fc6306cf7c, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:39:20.888086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:20.995369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] For port 18b89822-8a0e-46e3-bfba-51fc6306cf7c, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:39:20.999719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] For port 18b89822-8a0e-46e3-bfba-51fc6306cf7c, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=18b89822-8a0e-46e3-bfba-51fc6306cf7c,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:39:21.004862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:21.030284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:21.272997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae1b1d-6c3f-4b33-b882-ac559069ef73 None None] Pushing event updated for resources: {'Port': ['ID=18b89822-8a0e-46e3-bfba-51fc6306cf7c,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:21.295899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42ae1b1d-6c3f-4b33-b882-ac559069ef73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:21.349340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Routers {'47412dae-d6b6-443e-970d-11ee8b0c0025'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:39:21.350615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed039550>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:39:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['47412dae-d6b6-443e-970d-11ee8b0c0025'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:21.354324 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-918c553c-20d7-4fba-9839-da248b13856c req-1fc3e031-8a15-4ea4-874c-945062c97daa tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 210 time: 0.0676467
Dec 21 10:39:21.396650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-9dde00a0-a9db-4c84-9136-cf309b4f6c9b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:21.398306 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-9dde00a0-a9db-4c84-9136-cf309b4f6c9b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/networks?id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 200  len: 796 time: 0.2912369
Dec 21 10:39:21.516771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-0ac6ca06-7ffa-4ec3-bca0-3c7fd361e5d9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 7773 time: 0.1043961
Dec 21 10:39:21.526759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'port': {'device_id': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'admin_state_up': True, 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'security_groups': ['ef11b2ec-497f-4a13-9b63-c8523158d9c0']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:21.682291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] Set router 47412dae-d6b6-443e-970d-11ee8b0c0025 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:39:21.745088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:21.758012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:21.772777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:39:21.781294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:22.299426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed039550>, [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '18b89822-8a0e-46e3-bfba-51fc6306cf7c', 'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:78:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:15Z', 'updated_at': '2020-12-21T10:39:20Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:22.308148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7a206-66e2-4a77-a97a-59b85250d91d None None] The sync data for ids ['47412dae-d6b6-443e-970d-11ee8b0c0025'] in dv-neutron-601336-62-ovs is: [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '18b89822-8a0e-46e3-bfba-51fc6306cf7c', 'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:78:53:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:15Z', 'updated_at': '2020-12-21T10:39:20Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:39:22.505415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:39:22.637994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.20.0.5 (9a2ed791-1fcc-4bcb-a70a-d68ef4eff692/7b8a8ffb-a451-4003-8bd9-868eb7bc95b9/9bf5ff15-8262-437e-8718-9ca2f11f95ab) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:39:22.726770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 18b89822-8a0e-46e3-bfba-51fc6306cf7c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:39:22.735629 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b21d09f1-e1e6-4c87-9aa2-2e868cb19b62 req-cac0fd34-c1b5-46db-8122-4dfbf920d31c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 210 time: 0.0881243
Dec 21 10:39:22.846639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 18b89822-8a0e-46e3-bfba-51fc6306cf7c completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:39:22.854749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 18b89822-8a0e-46e3-bfba-51fc6306cf7c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:22.855368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:23.065320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:23.118731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:23.125322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 18b89822-8a0e-46e3-bfba-51fc6306cf7c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=18b89822-8a0e-46e3-bfba-51fc6306cf7c,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:39:23.131382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:23.134358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c276d374-fd68-4414-a273-9a8257d4f318 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:23.155439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Transition to ACTIVE for port object 9bf5ff15-8262-437e-8718-9ca2f11f95ab will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:39:23.192496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:23.226222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c8b39a4f-c624-49a1-9616-473f23b4c762 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:23.267944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=18b89822-8a0e-46e3-bfba-51fc6306cf7c,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:23.274313 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:23.430013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=9bf5ff15-8262-437e-8718-9ca2f11f95ab,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:23.449762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:23.535367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:39:23.553898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:39:23.558418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:39:23.681118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:23.681887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:23.719106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1967177
Dec 21 10:39:23.733302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-fc51a4d5-ba05-477e-b31b-5863578ac5ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:39:23.735336 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-fc51a4d5-ba05-477e-b31b-5863578ac5ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0099030
Dec 21 10:39:23.750529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Request body: {'port': {'device_id': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:23.914137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f9ea1d14-4ebf-4c79-90e8-ad2e03ab8f0d None None] Provisioning for port 9bf5ff15-8262-437e-8718-9ca2f11f95ab completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:39:23.925308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f9ea1d14-4ebf-4c79-90e8-ad2e03ab8f0d None None] Provisioning complete for port 9bf5ff15-8262-437e-8718-9ca2f11f95ab triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:23.925622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9ea1d14-4ebf-4c79-90e8-ad2e03ab8f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:23.957210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:24.003926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f9ea1d14-4ebf-4c79-90e8-ad2e03ab8f0d None None] Port 9bf5ff15-8262-437e-8718-9ca2f11f95ab cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:39:24.248060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8884c-5cd0-40f6-9c48-b27e0d49b280 req-c8388a2d-e5e9-4d84-b8fc-2eb715e49017 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:24.248863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-67e8884c-5cd0-40f6-9c48-b27e0d49b280 req-c8388a2d-e5e9-4d84-b8fc-2eb715e49017 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:39:24.330985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-67e8884c-5cd0-40f6-9c48-b27e0d49b280 req-c8388a2d-e5e9-4d84-b8fc-2eb715e49017 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:39:24.332364 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-67e8884c-5cd0-40f6-9c48-b27e0d49b280 req-c8388a2d-e5e9-4d84-b8fc-2eb715e49017 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 931 time: 0.3557177
Dec 21 10:39:24.441443 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-67e8884c-5cd0-40f6-9c48-b27e0d49b280 req-55a2aa56-fe3e-4311-9822-3a909db7ffb5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0976746
Dec 21 10:39:24.638684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 18b89822-8a0e-46e3-bfba-51fc6306cf7c up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:39:24.645333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bf5ff15-8262-437e-8718-9ca2f11f95ab {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:39:24.654096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:24.669064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Transition to ACTIVE for port object 9bf5ff15-8262-437e-8718-9ca2f11f95ab will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:39:24.672881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:24.690126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-367c2c0f-e81a-4d9b-a040-83444b2e6693 tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:24.744762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 18b89822-8a0e-46e3-bfba-51fc6306cf7c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:24.745166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:24.868831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5ff15-8262-437e-8718-9ca2f11f95ab,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:24.874014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:25.087752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Attempting to bind port 9bf5ff15-8262-437e-8718-9ca2f11f95ab on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:39:25.088129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Attempting to bind port 9bf5ff15-8262-437e-8718-9ca2f11f95ab by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:39:25.088503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Attempting to bind port 9bf5ff15-8262-437e-8718-9ca2f11f95ab on network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:39:25.095402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:39:25.096011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Checking segment: {'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:39:25.096425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:25.096557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Bound using segment: {'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:39:25.097102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Bound port: 9bf5ff15-8262-437e-8718-9ca2f11f95ab, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb9aa2c3-0c15-40bf-a734-147e48316181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:39:25.097531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:25.211701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] For port 9bf5ff15-8262-437e-8718-9ca2f11f95ab, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:39:25.216906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] For port 9bf5ff15-8262-437e-8718-9ca2f11f95ab, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:39:25.221117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:25.239449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aaf0310b-ffb7-4249-bcce-0cc163ee7535 tempest-ServerActionsTestJSON-943840281 tempest-ServerActionsTestJSON-943840281] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:25.401331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Pushing event updated for resources: {'Port': ['ID=9bf5ff15-8262-437e-8718-9ca2f11f95ab,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:25.406229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:25.437806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:25.438494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:25.439997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] 10.222.0.16 "PUT /v2.0/ports/9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 200  len: 1157 time: 1.6975515
Dec 21 10:39:25.440592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:39:25.524901 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'status': 'completed', 'code': 200}
Dec 21 10:39:25.634645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-d12769a4-06f1-40f8-9517-530a617a48c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:25.636476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-d12769a4-06f1-40f8-9517-530a617a48c0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1160 time: 0.1510460
Dec 21 10:39:25.724724 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-5620e2d7-c49c-45f7-97ad-6d54aa459d6d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 200  len: 217 time: 0.0767255
Dec 21 10:39:25.820765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a990ad6-f3c1-439e-b0fb-659ea6ad7d66 req-80601b46-711d-441f-81cc-76e20a7f7bbd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:25.822382 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a990ad6-f3c1-439e-b0fb-659ea6ad7d66 req-80601b46-711d-441f-81cc-76e20a7f7bbd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 943 time: 0.2259121
Dec 21 10:39:25.823870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-9dd52dfc-fcb9-454d-b447-28148bea6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:25.825291 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-9dd52dfc-fcb9-454d-b447-28148bea6e67 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 HTTP/1.1" status: 200  len: 834 time: 0.0904391
Dec 21 10:39:25.922300 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0a990ad6-f3c1-439e-b0fb-659ea6ad7d66 req-36d7aeb7-799c-46dd-8d4a-aafdda706cb4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0932431
Dec 21 10:39:25.947070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-71683eff-892e-4456-800b-783fbaa0e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:25.948836 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-71683eff-892e-4456-800b-783fbaa0e987 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1026180
Dec 21 10:39:26.107194 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-5c055d7d-2e0c-49fc-a675-c53161e13614 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1513321
Dec 21 10:39:26.261735 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d5c1581b-6986-4132-aaae-4e4e2c343629 req-079ccc6b-8a33-4377-8047-69142b7d6138 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1474040
Dec 21 10:39:26.395954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-e720ad84-b11c-4446-a1cf-e7b77769d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:26.397558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-e720ad84-b11c-4446-a1cf-e7b77769d044 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1160 time: 0.0832465
Dec 21 10:39:26.552079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-ab8cb44f-f420-458d-aa0d-575fd165f83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:26.553691 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-ab8cb44f-f420-458d-aa0d-575fd165f83f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 200  len: 890 time: 0.1457205
Dec 21 10:39:26.628823 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-d14783fa-2e4e-4e59-a8fc-c8d1c0ab2bec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 200  len: 217 time: 0.0678699
Dec 21 10:39:26.717202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-1792736b-2b79-4473-a6ac-5ba67199e6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:26.718824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-1792736b-2b79-4473-a6ac-5ba67199e6ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 HTTP/1.1" status: 200  len: 834 time: 0.0830960
Dec 21 10:39:26.800463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-c951c60d-1882-4891-a36f-427664d2985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:26.802302 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-c951c60d-1882-4891-a36f-427664d2985a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759947
Dec 21 10:39:26.952750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-f21bcb73-42a2-4a16-9573-11197bd88801 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424797
Dec 21 10:39:27.156933 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6d106586-cf94-4aaf-b993-f6bba582bcfe req-a6d0d516-a018-49da-b2d2-358cf6e112bc service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1972089
Dec 21 10:39:27.184655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9296800-0188-4b83-ba82-fdaf25c8c938 req-dc93cda1-ff24-4fa5-8e87-b7ac98baf68e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:27.186303 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9296800-0188-4b83-ba82-fdaf25c8c938 req-dc93cda1-ff24-4fa5-8e87-b7ac98baf68e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 943 time: 0.1193855
Dec 21 10:39:27.243854 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9296800-0188-4b83-ba82-fdaf25c8c938 req-40ff7e7c-bb1e-4b34-a530-928288130edb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500398
Dec 21 10:39:28.465516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833d99ef-8003-4b65-94c0-94f473195ded req-8f53fed3-ed51-4d42-8790-6b762697f3fb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:28.467065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-833d99ef-8003-4b65-94c0-94f473195ded req-8f53fed3-ed51-4d42-8790-6b762697f3fb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 943 time: 0.0886087
Dec 21 10:39:28.516971 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-833d99ef-8003-4b65-94c0-94f473195ded req-b40484d9-9ab1-412e-8dec-eb298f68d9ce tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427103
Dec 21 10:39:29.092979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9bf5ff15-8262-437e-8718-9ca2f11f95ab up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:39:29.165837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 9bf5ff15-8262-437e-8718-9ca2f11f95ab completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:39:29.170634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 9bf5ff15-8262-437e-8718-9ca2f11f95ab triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:29.171051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:29.289393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:29.317754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:39:29.327848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 9bf5ff15-8262-437e-8718-9ca2f11f95ab, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:39:29.331132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:29.333351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:29.378871 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'code': 200}
Dec 21 10:39:29.409029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=9bf5ff15-8262-437e-8718-9ca2f11f95ab,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:29.413472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:29.638283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a1a96-bc98-4a00-854e-f340302f2e95 req-9258a06f-fcac-4166-be53-6529de12bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:29.639868 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a50a1a96-bc98-4a00-854e-f340302f2e95 req-9258a06f-fcac-4166-be53-6529de12bfd5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1162 time: 0.0886121
Dec 21 10:39:29.736978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a50a1a96-bc98-4a00-854e-f340302f2e95 req-5b5cdc45-1a7d-438a-9e34-371e1c2a6e65 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898066
Dec 21 10:39:29.769053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bfb607-9b25-4232-8f35-7a0efe9820f8 req-6d7f2662-3ab2-4d83-bfe1-1b8789949911 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:29.770752 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-14bfb607-9b25-4232-8f35-7a0efe9820f8 req-6d7f2662-3ab2-4d83-bfe1-1b8789949911 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.1091242
Dec 21 10:39:29.822441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-14bfb607-9b25-4232-8f35-7a0efe9820f8 req-3b99a850-506f-4833-ada2-551e16a92cad tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438683
Dec 21 10:39:30.817851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9bf5ff15-8262-437e-8718-9ca2f11f95ab up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:39:30.915748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 9bf5ff15-8262-437e-8718-9ca2f11f95ab triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:39:30.916171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:31.091830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c8101-89b3-4383-b81d-09c9761a0dcf req-e82a2026-164a-47d6-85ef-648d1ea75a45 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:31.093600 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ff1c8101-89b3-4383-b81d-09c9761a0dcf req-e82a2026-164a-47d6-85ef-648d1ea75a45 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.1083777
Dec 21 10:39:31.165063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ff1c8101-89b3-4383-b81d-09c9761a0dcf req-4f25b088-ce6d-4df7-acc3-a4d1acc5cb89 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621738
Dec 21 10:39:31.392968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a25ff0-3e61-4947-9253-23b250f6d375 req-03468685-a7e8-4100-9873-a6208833b5f1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:31.395389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c5a25ff0-3e61-4947-9253-23b250f6d375 req-03468685-a7e8-4100-9873-a6208833b5f1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0913234
Dec 21 10:39:31.447784 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c5a25ff0-3e61-4947-9253-23b250f6d375 req-95fe65f6-08fa-4161-9e24-61a7d4cc60f5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463498
Dec 21 10:39:31.479677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49484) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:31.567276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b405a51-b93e-49ed-ab91-5f4ad39b336a tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:31.569113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3b405a51-b93e-49ed-ab91-5f4ad39b336a tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1157 time: 0.0881557
Dec 21 10:39:31.572526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49488) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:31.579168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:39:31.586433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:39:31.590779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:floatingip and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:39:31.594510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:39:31.602052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:39:31.612417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:31.772201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:32.062620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.26.1.147 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/a2310cf0-fb6c-44f1-b61f-3d45f489dc3a) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:39:32.098334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:32.227139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:32.253852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:32.270478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d553bb4-ae12-41a2-9620-d7ba1c3e2857 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:32.416188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=a2310cf0-fb6c-44f1-b61f-3d45f489dc3a,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:32.420645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:32.469376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:39:32.470570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:39:32.473526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:39:32.946489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:33.028112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:33.318999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:33.322620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:33.336196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-44234782-744e-4886-bde3-2d2f57b423b3 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:39:33.478658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=a2310cf0-fb6c-44f1-b61f-3d45f489dc3a,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:39:33.493448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:39:33.593093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:34.065160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Floating IP b047158e-7aba-43f4-9c64-4d01a38ad9fb associated. External IP: 172.26.1.147, port: 9bf5ff15-8262-437e-8718-9ca2f11f95ab.
Dec 21 10:39:34.445119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 47412dae-d6b6-443e-970d-11ee8b0c0025 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:39:34.646272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:39:34.656160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] Sync routers for ids ['47412dae-d6b6-443e-970d-11ee8b0c0025'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:39:34.668187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] Routers {'47412dae-d6b6-443e-970d-11ee8b0c0025'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:39:34.668854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeaebc18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:39:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['47412dae-d6b6-443e-970d-11ee8b0c0025'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:34.673667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:34.735519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1618080
Dec 21 10:39:34.736484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:39:34.807898 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'status': 'completed', 'code': 200}
Dec 21 10:39:35.047040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] Set router 47412dae-d6b6-443e-970d-11ee8b0c0025 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:39:35.323695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-ea33e02f-075f-4ec4-8504-a890287a71de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:35.325244 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-ea33e02f-075f-4ec4-8504-a890287a71de service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1162 time: 0.4761441
Dec 21 10:39:35.344333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b3ed26-4357-464e-84e5-2247b8ab422d req-d1361bef-e514-4caf-90d4-92be492eb505 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:35.347043 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-52b3ed26-4357-464e-84e5-2247b8ab422d req-d1361bef-e514-4caf-90d4-92be492eb505 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.4606411
Dec 21 10:39:35.455473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeaebc18>, [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'b047158e-7aba-43f4-9c64-4d01a38ad9fb', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'port_id': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'mac_address': 'fa:16:3e:4e:e8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:39:32Z', 'updated_at': '2020-12-21T10:39:32Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b89822-8a0e-46e3-bfba-51fc6306cf7c', 'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:78:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:15Z', 'updated_at': '2020-12-21T10:39:23Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:35.460326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] Checking router: 47412dae-d6b6-443e-970d-11ee8b0c0025 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:39:35.470291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] Routers {'47412dae-d6b6-443e-970d-11ee8b0c0025'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:39:35.471028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feeaebc18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:39:12Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['47412dae-d6b6-443e-970d-11ee8b0c0025'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:35.519468 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-52b3ed26-4357-464e-84e5-2247b8ab422d req-46e159c3-c76b-4a2a-b686-251d4287182f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1410682
Dec 21 10:39:35.554015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49496) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:35.556057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-3e9d5902-abb9-44e3-b793-83b3f598a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:35.558706 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-3e9d5902-abb9-44e3-b793-83b3f598a1fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 200  len: 890 time: 0.2252572
Dec 21 10:39:35.684412 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c7a8a7c7-d84a-49fc-90d0-a0249b6a6679 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/b047158e-7aba-43f4-9c64-4d01a38ad9fb HTTP/1.1" status: 200  len: 991 time: 0.1277049
Dec 21 10:39:35.691716 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-65fd26c0-705c-4459-aba8-94256398d6c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 200  len: 999 time: 0.1253948
Dec 21 10:39:35.710299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] Set router 47412dae-d6b6-443e-970d-11ee8b0c0025 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:39:35.793935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-8585c796-8457-41b6-9d88-d12e30a8e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:35.795626 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-8585c796-8457-41b6-9d88-d12e30a8e390 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 HTTP/1.1" status: 200  len: 834 time: 0.0805686
Dec 21 10:39:35.891512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-73168302-52e9-4b85-9959-0bd7c4ba5011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:35.893127 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-73168302-52e9-4b85-9959-0bd7c4ba5011 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0906851
Dec 21 10:39:36.047306 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-4e8f110d-1ae1-4825-b81f-48eb99870478 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1467249
Dec 21 10:39:36.106344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feeaebc18>, [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'b047158e-7aba-43f4-9c64-4d01a38ad9fb', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'port_id': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'mac_address': 'fa:16:3e:4e:e8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:39:32Z', 'updated_at': '2020-12-21T10:39:32Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b89822-8a0e-46e3-bfba-51fc6306cf7c', 'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:78:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:15Z', 'updated_at': '2020-12-21T10:39:23Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:39:36.110915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41ac2c2-0b23-46d0-9faf-0e74aaf13c68 None None] The sync data for ids ['47412dae-d6b6-443e-970d-11ee8b0c0025'] in dv-neutron-601336-62-ovs is: [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'b047158e-7aba-43f4-9c64-4d01a38ad9fb', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.147', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'port_id': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'mac_address': 'fa:16:3e:4e:e8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:39:32Z', 'updated_at': '2020-12-21T10:39:32Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18b89822-8a0e-46e3-bfba-51fc6306cf7c', 'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:78:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:15Z', 'updated_at': '2020-12-21T10:39:23Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:39:36.207573 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a5e98c3f-9099-4d0c-b5d0-031a4501eba8 req-0df7c365-9b2b-44ba-ab8f-da72bf7fcb08 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1534572
Dec 21 10:39:36.442423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634048f8-6aa2-4cf3-8be6-138c1122199d None None] New status for floating IP b047158e-7aba-43f4-9c64-4d01a38ad9fb: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:39:36.687580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49500) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:39:36.807458 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e0301c53-41a8-4696-9e85-d0f71d929ccf tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/b047158e-7aba-43f4-9c64-4d01a38ad9fb HTTP/1.1" status: 200  len: 993 time: 0.1185589
Dec 21 10:39:38.434596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c09e6004-1504-47cf-bd9c-7d323acf2c01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:42.277534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:42.518913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cfa71ad2-fcc4-4fc1-a591-5df4af78a6af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:42.771930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:43.511357 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-ecbdf385-03a9-4eb9-b8f0-0afe0f0de854 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0764604
Dec 21 10:39:43.617867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:39:43.692342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-bd832840-0556-4a85-ba9d-4d6c366bdb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:43.694080 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-bd832840-0556-4a85-ba9d-4d6c366bdb3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1162 time: 0.0876310
Dec 21 10:39:43.863546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-79de55d0-d978-440b-b2de-b5cb8cb19f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:43.865032 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-79de55d0-d978-440b-b2de-b5cb8cb19f76 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 200  len: 890 time: 0.1495857
Dec 21 10:39:43.987296 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-49bb11c1-534a-4096-a201-3458048a5664 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 200  len: 1001 time: 0.1151545
Dec 21 10:39:44.064365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-6013e564-40dc-42b1-9cc2-90c7d788dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:44.066035 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-6013e564-40dc-42b1-9cc2-90c7d788dbc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 HTTP/1.1" status: 200  len: 834 time: 0.0717328
Dec 21 10:39:44.151926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-691de97b-9207-4969-9550-c48f4dc35a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:39:44.153560 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-691de97b-9207-4969-9550-c48f4dc35a22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799303
Dec 21 10:39:44.316836 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-61edfd47-579b-4522-b4d4-7b4526390710 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1545274
Dec 21 10:39:44.468577 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fe582075-2ec8-4c79-87bc-2d99cc4092fe req-00f61290-35c0-4666-878b-352b8c4cddbd service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446543
Dec 21 10:39:59.496992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:40:02.117434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:03.907129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49520) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:40:03.916445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5fc53-1580-4b96-9920-cc0f0ba20ee8 req-2ca9bc85-59a6-442c-a2a5-93acb1686408 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:03.918293 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-64a5fc53-1580-4b96-9920-cc0f0ba20ee8 req-2ca9bc85-59a6-442c-a2a5-93acb1686408 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0870113
Dec 21 10:40:03.979276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-64a5fc53-1580-4b96-9920-cc0f0ba20ee8 req-4f9c2c14-3f6c-444d-a65d-5b28478afdbe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0545053
Dec 21 10:40:04.066744 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-fbd1cad5-cbe9-437b-8e39-991166f6c52e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1573927
Dec 21 10:40:05.218784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e35b99-7048-4283-8001-65a30522d7dc req-a6db239f-c6e5-44ab-9dd0-d631ffad88ae tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:05.220513 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3e35b99-7048-4283-8001-65a30522d7dc req-a6db239f-c6e5-44ab-9dd0-d631ffad88ae tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0985758
Dec 21 10:40:05.320316 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3e35b99-7048-4283-8001-65a30522d7dc req-f5b70e6f-fd3b-4524-9fe7-574e90357623 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0899022
Dec 21 10:40:05.356095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-9d3a92e0-dd6f-4ebb-9a41-c4dd27c5dfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:05.357773 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-9d3a92e0-dd6f-4ebb-9a41-c4dd27c5dfce service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1162 time: 0.0938749
Dec 21 10:40:05.517515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-b37c14f2-35d4-494d-a457-33c2948b64b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:05.519218 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-b37c14f2-35d4-494d-a457-33c2948b64b3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 200  len: 890 time: 0.1548178
Dec 21 10:40:05.634396 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-05f99cd7-6488-4776-9d0b-ee86c545d531 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 200  len: 1001 time: 0.1080625
Dec 21 10:40:05.714727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-f180b17f-b011-4094-b3f1-82777a6a2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:05.716543 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-f180b17f-b011-4094-b3f1-82777a6a2aa4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 HTTP/1.1" status: 200  len: 834 time: 0.0758519
Dec 21 10:40:05.799497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-e52ef7e3-42ca-4278-b7ec-1ee3f7f8fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:05.802276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-e52ef7e3-42ca-4278-b7ec-1ee3f7f8fc81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788109
Dec 21 10:40:05.955487 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-df1fb7f7-d3ba-4ca6-b9c7-44a7ad571c47 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448810
Dec 21 10:40:06.107045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-e0d4a168-8ef6-4a83-9241-661e947b0e29 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1449552
Dec 21 10:40:06.556801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc346506-28ec-4239-b699-cb6a9eebbbf3 req-a0b209bd-c1c6-4f51-8796-b80bba1aad2c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:06.558543 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc346506-28ec-4239-b699-cb6a9eebbbf3 req-a0b209bd-c1c6-4f51-8796-b80bba1aad2c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.1018307
Dec 21 10:40:06.613207 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc346506-28ec-4239-b699-cb6a9eebbbf3 req-4d4bcca1-201b-42e8-ab12-06bb214c1f53 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468147
Dec 21 10:40:07.831019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacecbf-9410-4d9d-9a10-d43013ad733c req-55559767-1172-4363-b842-838dddd9f2a0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:07.832637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-beacecbf-9410-4d9d-9a10-d43013ad733c req-55559767-1172-4363-b842-838dddd9f2a0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0848265
Dec 21 10:40:07.885581 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-beacecbf-9410-4d9d-9a10-d43013ad733c req-acc0255f-11de-49ea-a3f7-2a910cc786fc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452328
Dec 21 10:40:08.440577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-543e80fa-883a-453b-9b93-1a27af422a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:09.097893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94029a0-c426-4b26-8c91-e8c98c2744b0 req-7ad603bc-20bb-4a96-b28e-c643f94320e7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:09.100264 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d94029a0-c426-4b26-8c91-e8c98c2744b0 req-7ad603bc-20bb-4a96-b28e-c643f94320e7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0845711
Dec 21 10:40:09.149022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d94029a0-c426-4b26-8c91-e8c98c2744b0 req-57c84e44-6f6b-41bd-92b5-cb30e88d1f8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421715
Dec 21 10:40:10.372968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9924e8-a6a5-4772-8e4f-d72639ede5c5 req-a9070001-6fcc-45aa-9c22-70b01bac0bf3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:10.374642 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0c9924e8-a6a5-4772-8e4f-d72639ede5c5 req-a9070001-6fcc-45aa-9c22-70b01bac0bf3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0901437
Dec 21 10:40:10.422390 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0c9924e8-a6a5-4772-8e4f-d72639ede5c5 req-7570476e-e5a5-4dd5-aeba-1a016af35b75 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414081
Dec 21 10:40:11.651388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce11077f-f1b3-4df8-93e5-496b2eee62bf req-cb58eb39-b468-41d4-bfc2-fe3398da98ce tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:11.653300 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ce11077f-f1b3-4df8-93e5-496b2eee62bf req-cb58eb39-b468-41d4-bfc2-fe3398da98ce tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0948682
Dec 21 10:40:11.707953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ce11077f-f1b3-4df8-93e5-496b2eee62bf req-c99b7bc6-1b9c-4829-8d2d-2d623396c729 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472107
Dec 21 10:40:12.273913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:12.522228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9a46cf04-c474-4357-93f7-db49e8a5c03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:12.776975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:12.922650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b82fe-d9b3-4796-8a2b-77a0d5a45000 req-c1afeea3-7177-4f2b-b337-6df9b8fa15e5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:12.924275 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f8b82fe-d9b3-4796-8a2b-77a0d5a45000 req-c1afeea3-7177-4f2b-b337-6df9b8fa15e5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0845654
Dec 21 10:40:12.973753 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7f8b82fe-d9b3-4796-8a2b-77a0d5a45000 req-5c58e755-230f-4f1d-a146-224d6ff97733 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430398
Dec 21 10:40:13.619296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:14.195213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac0c69-4e86-4851-8977-2d8b546f3b71 req-488fae0c-891f-4b27-8ebb-67449a53d72b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:14.196849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54ac0c69-4e86-4851-8977-2d8b546f3b71 req-488fae0c-891f-4b27-8ebb-67449a53d72b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0886619
Dec 21 10:40:14.247347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54ac0c69-4e86-4851-8977-2d8b546f3b71 req-0494b663-d19f-4693-b08a-7246ad03db88 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433881
Dec 21 10:40:15.080611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9bf5ff15-8262-437e-8718-9ca2f11f95ab up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:40:15.155669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 9bf5ff15-8262-437e-8718-9ca2f11f95ab triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:40:15.156090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:15.463533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523a05b-d254-44c3-b8b8-3c9511c6cc4a req-e62e37ef-d50a-441e-9c61-9d6411b305d6 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:15.465290 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1523a05b-d254-44c3-b8b8-3c9511c6cc4a req-e62e37ef-d50a-441e-9c61-9d6411b305d6 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0843985
Dec 21 10:40:15.517403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1523a05b-d254-44c3-b8b8-3c9511c6cc4a req-bb8ccc09-aa0b-4fdd-977a-f9f3cbc3af61 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456262
Dec 21 10:40:16.736387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11cf6f0-a016-4890-833a-e6aee50cf575 req-9dfea6fc-7b19-4e93-b7a1-78919475c241 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:16.738063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e11cf6f0-a016-4890-833a-e6aee50cf575 req-9dfea6fc-7b19-4e93-b7a1-78919475c241 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0866191
Dec 21 10:40:16.788572 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e11cf6f0-a016-4890-833a-e6aee50cf575 req-460b8f38-3cc1-437b-b2bf-82fc18c6511e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439191
Dec 21 10:40:18.212190 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-b6db0e36-eaea-450c-a401-2afdfc6cbdca service neutron] 10.222.0.16 "GET /v2.0/ports/9bf5ff15-8262-437e-8718-9ca2f11f95ab/bindings/hv-neutron-6013 HTTP/1.1" status: 200  len: 454 time: 0.4027011
Dec 21 10:40:18.230567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a14ec-2139-4c7e-93b3-48bbf1b22938 req-f43f0913-5271-40bc-8467-c4ee933cb1e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:18.232198 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b9a14ec-2139-4c7e-93b3-48bbf1b22938 req-f43f0913-5271-40bc-8467-c4ee933cb1e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.1088126
Dec 21 10:40:18.281648 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b9a14ec-2139-4c7e-93b3-48bbf1b22938 req-2adc3124-e153-490c-a97f-a9d925983e62 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426271
Dec 21 10:40:18.500046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-4e08ddbe-130b-43ad-ad94-70ec29145da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:18.501606 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-4e08ddbe-130b-43ad-ad94-70ec29145da2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac&tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 1162 time: 0.0779042
Dec 21 10:40:18.599104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-c314a351-4dd8-42ee-983a-084372484868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:18.600711 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-c314a351-4dd8-42ee-983a-084372484868 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1162 time: 0.0762329
Dec 21 10:40:18.745982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-1a082094-bac2-42a6-9750-ca09e13980af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:18.747568 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-1a082094-bac2-42a6-9750-ca09e13980af service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 200  len: 890 time: 0.1402838
Dec 21 10:40:18.862663 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-f0c7b712-73a7-4668-9c1c-0e24cab4b503 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 200  len: 1001 time: 0.1076450
Dec 21 10:40:18.943342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-d6ac89c2-7141-45b6-98be-2f1abcdfacac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:18.945701 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-d6ac89c2-7141-45b6-98be-2f1abcdfacac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 HTTP/1.1" status: 200  len: 834 time: 0.0741351
Dec 21 10:40:19.035980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-ec5e771d-2f07-4a00-84f9-9a54c649b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:19.037638 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-ec5e771d-2f07-4a00-84f9-9a54c649b61d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0855315
Dec 21 10:40:19.106709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9bf5ff15-8262-437e-8718-9ca2f11f95ab no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:40:19.203689 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-78f50b68-ffa6-4eeb-9bb8-f5f93175cd45 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1573186
Dec 21 10:40:19.252849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:19.286299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:40:19.300669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 9bf5ff15-8262-437e-8718-9ca2f11f95ab, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:40:19.306296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:19.309399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:40:19.410301 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'code': 200}
Dec 21 10:40:19.418442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0cfa8309-d1bb-4eea-b7d3-08887d444a32 req-98223065-290f-4259-8935-3d2c6aa9a99f service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2071295
Dec 21 10:40:19.441754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=9bf5ff15-8262-437e-8718-9ca2f11f95ab,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:40:19.451606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.451993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.452381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.452747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.453119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.453511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.453948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.454297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.454662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.455021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.455383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.455740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.456179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.456539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.457184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.457750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.458366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.458744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.459104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.459474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.459834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.460192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.460842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.460842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:19.466660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:40:19.605745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20201838-e1bf-4354-8b6e-128e697ae5df req-44d9098f-81d3-4fd3-849f-f7fa45aeec95 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:19.607425 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20201838-e1bf-4354-8b6e-128e697ae5df req-44d9098f-81d3-4fd3-849f-f7fa45aeec95 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 943 time: 0.1108382
Dec 21 10:40:19.679734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-20201838-e1bf-4354-8b6e-128e697ae5df req-606c0298-8595-44e4-9968-cbd1bc953c22 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0636706
Dec 21 10:40:20.906073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383229ed-100a-4220-8119-f91d505cfa71 req-8c7d6801-259c-499b-8d87-4713709e1447 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:20.907586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-383229ed-100a-4220-8119-f91d505cfa71 req-8c7d6801-259c-499b-8d87-4713709e1447 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 943 time: 0.0879712
Dec 21 10:40:20.954548 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-383229ed-100a-4220-8119-f91d505cfa71 req-71664f23-a701-489c-93fb-4b858da9dfdf tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406590
Dec 21 10:40:21.204240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9bf5ff15-8262-437e-8718-9ca2f11f95ab up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:40:21.277740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 9bf5ff15-8262-437e-8718-9ca2f11f95ab triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:40:21.278155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:21.403406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:21.432804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:40:21.444623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 9bf5ff15-8262-437e-8718-9ca2f11f95ab, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:40:21.448354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:21.450453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f52a45f2-ddd4-46bf-9bf0-8801a94aa792 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:40:21.515018 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'code': 200}
Dec 21 10:40:21.523561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=9bf5ff15-8262-437e-8718-9ca2f11f95ab,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:40:21.527725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:40:22.180308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7305f-eca7-4fc5-96d6-8d87726f0472 req-f0e01d4e-73b6-4ff9-8eee-94164a2e4d3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:22.182066 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e4d7305f-eca7-4fc5-96d6-8d87726f0472 req-f0e01d4e-73b6-4ff9-8eee-94164a2e4d3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0908134
Dec 21 10:40:22.236796 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e4d7305f-eca7-4fc5-96d6-8d87726f0472 req-d3ff6dea-8651-420e-ac5f-dccdd558f558 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478878
Dec 21 10:40:22.668084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a80e-469d-4341-a56d-943197333aab req-42e58895-0f15-461a-95e2-1c56aeb7a91d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:22.669713 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ca9a80e-469d-4341-a56d-943197333aab req-42e58895-0f15-461a-95e2-1c56aeb7a91d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac&tenant_id=2a8e9578d04a4464a587057012b32e6e&binding%3Ahost_id=hv-neutron-6013 HTTP/1.1" status: 200  len: 945 time: 0.1651726
Dec 21 10:40:22.675674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110be380-84bb-4827-8424-ee4a3f1ef625 req-dce9cc3d-f306-4b9b-aaa0-163ae37b239f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:22.677130 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-110be380-84bb-4827-8424-ee4a3f1ef625 req-dce9cc3d-f306-4b9b-aaa0-163ae37b239f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.1365108
Dec 21 10:40:22.727587 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-110be380-84bb-4827-8424-ee4a3f1ef625 req-48e3fafe-9525-4344-bd22-6b0dfb7b049f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436654
Dec 21 10:40:22.824717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a80e-469d-4341-a56d-943197333aab req-806d2ff8-a6be-4023-a71f-a59c5ca901ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:22.826526 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ca9a80e-469d-4341-a56d-943197333aab req-806d2ff8-a6be-4023-a71f-a59c5ca901ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1162 time: 0.0802407
Dec 21 10:40:23.036350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a80e-469d-4341-a56d-943197333aab req-3d4c63cd-eb65-4219-9320-20666afd78a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:23.037965 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ca9a80e-469d-4341-a56d-943197333aab req-3d4c63cd-eb65-4219-9320-20666afd78a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 200  len: 890 time: 0.2046099
Dec 21 10:40:23.048905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b54941-576d-48ec-903c-a2b15c0d11f1 req-827f84ce-eb0f-4e6a-b4fb-c0c1573dae06 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:23.050442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43b54941-576d-48ec-903c-a2b15c0d11f1 req-827f84ce-eb0f-4e6a-b4fb-c0c1573dae06 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.1739142
Dec 21 10:40:23.190898 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43b54941-576d-48ec-903c-a2b15c0d11f1 req-edca559e-e86e-48bc-b2ca-1af271d01688 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0838890
Dec 21 10:40:23.192882 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ca9a80e-469d-4341-a56d-943197333aab req-c5daa5a8-1e07-4af0-ab06-6a0ccf27af46 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 200  len: 1001 time: 0.1414933
Dec 21 10:40:23.264572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a80e-469d-4341-a56d-943197333aab req-c34d1f6e-b2df-44b6-801e-86ac2c15eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:23.266207 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ca9a80e-469d-4341-a56d-943197333aab req-c34d1f6e-b2df-44b6-801e-86ac2c15eb77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 HTTP/1.1" status: 200  len: 834 time: 0.0666509
Dec 21 10:40:23.303346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9bf5ff15-8262-437e-8718-9ca2f11f95ab up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:40:23.355045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9a80e-469d-4341-a56d-943197333aab req-bd908ff1-b94f-4426-922a-c6b767b0898c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:23.356666 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ca9a80e-469d-4341-a56d-943197333aab req-bd908ff1-b94f-4426-922a-c6b767b0898c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836561
Dec 21 10:40:23.381952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 9bf5ff15-8262-437e-8718-9ca2f11f95ab triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:40:23.382454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:23.508380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ca9a80e-469d-4341-a56d-943197333aab req-8fa1f839-c6b6-4b0b-9f11-44a5c0107d75 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445129
Dec 21 10:40:23.655892 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4ca9a80e-469d-4341-a56d-943197333aab req-a28966a5-fdfa-4115-b5d3-623cb0dedeca service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1407802
Dec 21 10:40:24.414787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77fabcb-ad99-436d-a11b-fe29d8bee8ba req-602034e4-ce5a-4736-8c6b-a31a121aec5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:24.417013 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e77fabcb-ad99-436d-a11b-fe29d8bee8ba req-602034e4-ce5a-4736-8c6b-a31a121aec5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0865779
Dec 21 10:40:24.466077 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e77fabcb-ad99-436d-a11b-fe29d8bee8ba req-1fa09e74-4ea6-42bb-8c72-1d7033ab3154 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418394
Dec 21 10:40:24.497234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49594) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:40:24.615048 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-14a8b5cf-3ed3-4c39-affe-7e2ebee46f44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/b047158e-7aba-43f4-9c64-4d01a38ad9fb HTTP/1.1" status: 200  len: 993 time: 0.1164174
Dec 21 10:40:32.119660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:36.498511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:40:38.434198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-eb5bd680-0503-4f97-9ca6-bf76bde037c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:42.279272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:42.523961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3d0057cd-9d4f-4d22-b32a-fd9fa5f493b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:42.782195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:43.623828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:45.601031 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-a9a8b52f-83c9-4512-b10b-5007a13a5cf8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1646385
Dec 21 10:40:45.758143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-b6b93f51-fab9-4de8-89d4-7a955e441efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:45.760407 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-b6b93f51-fab9-4de8-89d4-7a955e441efe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1162 time: 0.0801933
Dec 21 10:40:45.920805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-46f713a5-a78d-44fa-8e29-376ecbeecd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:45.922457 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-46f713a5-a78d-44fa-8e29-376ecbeecd4d service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 200  len: 890 time: 0.1425383
Dec 21 10:40:46.037433 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-ebc374da-2b4e-4c71-9fd0-ed42b8734b97 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 200  len: 1001 time: 0.1071339
Dec 21 10:40:46.110543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-68cbedee-843a-4405-8d0b-d3a3e6083cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:46.112133 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-68cbedee-843a-4405-8d0b-d3a3e6083cf4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 HTTP/1.1" status: 200  len: 834 time: 0.0678532
Dec 21 10:40:46.199514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-acd9bcf3-72a6-420f-8c25-fa7338b35ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:46.201129 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-acd9bcf3-72a6-420f-8c25-fa7338b35ee4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816548
Dec 21 10:40:46.348309 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-f1d44b3a-41b4-4ba7-b2b5-11ef931c7ab2 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391716
Dec 21 10:40:46.786186 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a224045-161d-4aaa-b79f-a21f8e50be8f req-a8da1020-24dc-473c-902d-13ec59412423 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4304621
Dec 21 10:40:53.064034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49608) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:40:53.360790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port a2310cf0-fb6c-44f1-b61f-3d45f489dc3a {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:40:53.361115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:53.549874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:53.550232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:53.687417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for a2310cf0-fb6c-44f1-b61f-3d45f489dc3a owned by network:floatingip {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:40:53.844648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:53.861132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4520d724-0ede-41a8-b494-e68e7ba0a974 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:40:53.917929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=a2310cf0-fb6c-44f1-b61f-3d45f489dc3a,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:40:53.929758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.930285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.930899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.931350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.931769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.932186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.932600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.933015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.933433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.933851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.934258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.934663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.935141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.935545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.935947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.936346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.936746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.937147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.937616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.937973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.938375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.938776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.939180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.939578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:53.944852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:40:54.110209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:54.110762 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Floating IP b047158e-7aba-43f4-9c64-4d01a38ad9fb disassociated (deleted). External IP: 172.26.1.147, port: 9bf5ff15-8262-437e-8718-9ca2f11f95ab.
Dec 21 10:40:54.486826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 47412dae-d6b6-443e-970d-11ee8b0c0025 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:40:54.694381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:40:54.704690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] Sync routers for ids ['47412dae-d6b6-443e-970d-11ee8b0c0025'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:40:54.715059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:54.715262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] Routers {'47412dae-d6b6-443e-970d-11ee8b0c0025'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:40:54.715732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feddd5a20>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:40:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['47412dae-d6b6-443e-970d-11ee8b0c0025'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:40:54.921296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] Set router 47412dae-d6b6-443e-970d-11ee8b0c0025 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:40:55.063176 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-90350330-8736-4dc2-bb32-b1c2e60aaf9d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/floatingips/b047158e-7aba-43f4-9c64-4d01a38ad9fb HTTP/1.1" status: 204  len: 168 time: 1.9979420
Dec 21 10:40:55.063894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab'}] {{(pid=80971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:40:55.147303 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'status': 'completed', 'code': 200}
Dec 21 10:40:55.264325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5981d07-6df2-4487-98be-be1475a87b88 req-53388620-f391-4e3a-979a-12e2e31edf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:55.266060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e5981d07-6df2-4487-98be-be1475a87b88 req-53388620-f391-4e3a-979a-12e2e31edf16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 1162 time: 0.0850930
Dec 21 10:40:55.272806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feddd5a20>, [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '18b89822-8a0e-46e3-bfba-51fc6306cf7c', 'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:78:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:15Z', 'updated_at': '2020-12-21T10:39:23Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:40:55.278038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] Checking router: 47412dae-d6b6-443e-970d-11ee8b0c0025 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:40:55.287443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] Routers {'47412dae-d6b6-443e-970d-11ee8b0c0025'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:40:55.288112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feddd5a20>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:40:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['47412dae-d6b6-443e-970d-11ee8b0c0025'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:40:55.472536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5981d07-6df2-4487-98be-be1475a87b88 req-38627ce9-fbab-4801-96e1-bfd1419d137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:55.474228 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e5981d07-6df2-4487-98be-be1475a87b88 req-38627ce9-fbab-4801-96e1-bfd1419d137d service neutron] 10.222.0.16 "GET /v2.0/networks?id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 200  len: 890 time: 0.2013328
Dec 21 10:40:55.569312 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e5981d07-6df2-4487-98be-be1475a87b88 req-8ecace45-de1c-47c6-a14a-002ba905d396 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 200  len: 217 time: 0.0867999
Dec 21 10:40:55.653371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] Set router 47412dae-d6b6-443e-970d-11ee8b0c0025 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:40:55.657897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07e01b-08ab-4880-ba1e-edc44543e7a8 req-6ad3dcc1-e217-4142-b645-9bce5dbc0771 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:55.659547 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-db07e01b-08ab-4880-ba1e-edc44543e7a8 req-6ad3dcc1-e217-4142-b645-9bce5dbc0771 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.2321672
Dec 21 10:40:55.668072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5981d07-6df2-4487-98be-be1475a87b88 req-8b577a56-69e9-42f4-b13d-df7066ddb42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:55.669688 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e5981d07-6df2-4487-98be-be1475a87b88 req-8b577a56-69e9-42f4-b13d-df7066ddb42c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 HTTP/1.1" status: 200  len: 834 time: 0.0912740
Dec 21 10:40:55.762442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-db07e01b-08ab-4880-ba1e-edc44543e7a8 req-72ea70b0-a03b-47e5-834b-58eae8bcad35 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916026
Dec 21 10:40:55.790148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5981d07-6df2-4487-98be-be1475a87b88 req-0de6e620-6a61-4683-8128-31c097120d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:55.791827 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e5981d07-6df2-4487-98be-be1475a87b88 req-0de6e620-6a61-4683-8128-31c097120d89 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1045408
Dec 21 10:40:55.946505 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e5981d07-6df2-4487-98be-be1475a87b88 req-a78ec661-7599-4f95-a0d3-f009a56baeeb service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462586
Dec 21 10:40:56.002616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feddd5a20>, [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '18b89822-8a0e-46e3-bfba-51fc6306cf7c', 'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:78:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:15Z', 'updated_at': '2020-12-21T10:39:23Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:40:56.006948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fce9e00-209a-415e-b314-1a084a64f948 None None] The sync data for ids ['47412dae-d6b6-443e-970d-11ee8b0c0025'] in dv-neutron-601336-62-ovs is: [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:39:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '18b89822-8a0e-46e3-bfba-51fc6306cf7c', 'name': '', 'network_id': '9a2ed791-1fcc-4bcb-a70a-d68ef4eff692', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:78:53:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:15Z', 'updated_at': '2020-12-21T10:39:23Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '7b8a8ffb-a451-4003-8bd9-868eb7bc95b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:40:56.104723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e5981d07-6df2-4487-98be-be1475a87b88 req-8c5393e9-0bea-425c-a750-dc4df7a0fbe1 service neutron] 10.222.0.16 "GET /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1509018
Dec 21 10:40:56.400050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b559a370-475c-4229-9272-8d562122d325 None None] New status for floating IP b047158e-7aba-43f4-9c64-4d01a38ad9fb: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:40:57.000097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad3b55-bd66-44f4-8afd-49efa5f13b1b req-dbb3f6b7-e365-43e0-a918-26a59190ac36 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:57.001775 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-30ad3b55-bd66-44f4-8afd-49efa5f13b1b req-dbb3f6b7-e365-43e0-a918-26a59190ac36 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0955329
Dec 21 10:40:57.058588 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-30ad3b55-bd66-44f4-8afd-49efa5f13b1b req-3c7707c6-aa97-471a-832d-dfbf9a303f38 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471954
Dec 21 10:40:57.151169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-be845c70-1f88-4c65-8265-253fa6deba58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:57.153595 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-be845c70-1f88-4c65-8265-253fa6deba58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 945 time: 0.0933681
Dec 21 10:40:57.234499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 9bf5ff15-8262-437e-8718-9ca2f11f95ab {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:40:57.234881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:57.383921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 9bf5ff15-8262-437e-8718-9ca2f11f95ab no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:40:57.514162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 9bf5ff15-8262-437e-8718-9ca2f11f95ab, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:40:57.514783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:57.519005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:57.557721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:40:57.577404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 9bf5ff15-8262-437e-8718-9ca2f11f95ab, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:40:57.581896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:57.584244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42ae1b1d-6c3f-4b33-b882-ac559069ef73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:40:57.645548 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'code': 200}
Dec 21 10:40:57.665164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=9bf5ff15-8262-437e-8718-9ca2f11f95ab,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:40:57.668629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 9bf5ff15-8262-437e-8718-9ca2f11f95ab owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:40:57.670145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:40:57.762172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:40:57.762590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:40:58.268999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 9bf5ff15-8262-437e-8718-9ca2f11f95ab {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:40:58.269369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:58.343282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce897e7-4f83-48c1-8e3c-a5116f20964c req-bb98624d-0b84-44da-829b-141989ead516 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:40:58.344894 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ce897e7-4f83-48c1-8e3c-a5116f20964c req-bb98624d-0b84-44da-829b-141989ead516 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 943 time: 0.1450958
Dec 21 10:40:58.464195 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ce897e7-4f83-48c1-8e3c-a5116f20964c req-3645a25b-1ea6-4488-9520-935c5b51ff41 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=ef11b2ec-497f-4a13-9b63-c8523158d9c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919712
Dec 21 10:40:58.593379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 9bf5ff15-8262-437e-8718-9ca2f11f95ab, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=9bf5ff15-8262-437e-8718-9ca2f11f95ab,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:40:58.594002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:58.733371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 9bf5ff15-8262-437e-8718-9ca2f11f95ab owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:40:58.882451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:58.899681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-88449641-7870-4f3b-acbc-6822ba414a79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:40:58.962422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=9bf5ff15-8262-437e-8718-9ca2f11f95ab,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:40:58.980867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.981334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.981786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.982234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.982688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.983113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.983570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.983935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.984362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.984814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.985232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.985670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.986221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.986632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.987038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.987443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.987856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.988324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.988733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.989139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.989602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.990034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.990442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.990849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:40:58.996388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:40:59.143012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] No DVR routers for this DVR port 9bf5ff15-8262-437e-8718-9ca2f11f95ab on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:40:59.145497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:40:59.148550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'name': 'network-vif-deleted', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:40:59.162558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeaa8299-a6cc-4da5-9ea8-38a96b9c52a3 req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "DELETE /v2.0/ports/9bf5ff15-8262-437e-8718-9ca2f11f95ab HTTP/1.1" status: 204  len: 173 time: 2.0036325
Dec 21 10:40:59.305682 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae476ae-28f8-413a-8bb3-5a91cb5882ac', 'name': 'network-vif-deleted', 'tag': '9bf5ff15-8262-437e-8718-9ca2f11f95ab', 'status': 'completed', 'code': 200}
Dec 21 10:40:59.686245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-b6b64a4b-8fa9-4530-8268-a2a34425cc86 req-1610a24f-404e-4567-a5b4-1effac99d378 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:40:59.701543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-b6b64a4b-8fa9-4530-8268-a2a34425cc86 req-1610a24f-404e-4567-a5b4-1effac99d378 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:40:59.702955 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b6b64a4b-8fa9-4530-8268-a2a34425cc86 req-1610a24f-404e-4567-a5b4-1effac99d378 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1ae476ae-28f8-413a-8bb3-5a91cb5882ac HTTP/1.1" status: 200  len: 210 time: 0.0694835
Dec 21 10:41:00.816435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49634) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:01.191491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:01.819401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 18b89822-8a0e-46e3-bfba-51fc6306cf7c {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:41:01.820515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:02.020761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 18b89822-8a0e-46e3-bfba-51fc6306cf7c, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=18b89822-8a0e-46e3-bfba-51fc6306cf7c,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:41:02.021153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:02.129856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:02.151135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 18b89822-8a0e-46e3-bfba-51fc6306cf7c owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:41:02.487089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:02.503396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c81534fa-324b-4d30-8441-be3f66c686af tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:02.563745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=18b89822-8a0e-46e3-bfba-51fc6306cf7c,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:02.568518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:02.926179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:03.714821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 47412dae-d6b6-443e-970d-11ee8b0c0025 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:41:03.904111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:41:03.914477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] Sync routers for ids ['47412dae-d6b6-443e-970d-11ee8b0c0025'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:41:03.920587 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-3ad29142-e41b-4f47-b867-f1a911e46ceb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "PUT /v2.0/routers/47412dae-d6b6-443e-970d-11ee8b0c0025/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1028605
Dec 21 10:41:03.923616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49638) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:03.924838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] Routers {'47412dae-d6b6-443e-970d-11ee8b0c0025'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:41:03.925518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea5bb00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:40:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['47412dae-d6b6-443e-970d-11ee8b0c0025'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:04.113123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] Set router 47412dae-d6b6-443e-970d-11ee8b0c0025 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:41:04.133355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-9783a5a0-a1ad-49e2-903b-f6b0db5d222e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting subnet 7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:41:04.136659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9783a5a0-a1ad-49e2-903b-f6b0db5d222e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:04.203487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9783a5a0-a1ad-49e2-903b-f6b0db5d222e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:04.294199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9783a5a0-a1ad-49e2-903b-f6b0db5d222e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:04.422706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea5bb00>, [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:41:02Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:04.426808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] Checking router: 47412dae-d6b6-443e-970d-11ee8b0c0025 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:41:04.436234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] Routers {'47412dae-d6b6-443e-970d-11ee8b0c0025'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:41:04.436868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feea5bb00>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:40:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['47412dae-d6b6-443e-970d-11ee8b0c0025'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:04.585858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9783a5a0-a1ad-49e2-903b-f6b0db5d222e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:04.602197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-548bfb5c-86ac-4537-a308-11185d9cf37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:04.626749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] Set router 47412dae-d6b6-443e-970d-11ee8b0c0025 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:41:04.657179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783a5a0-a1ad-49e2-903b-f6b0db5d222e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Subnet': ['ID=7b8a8ffb-a451-4003-8bd9-868eb7bc95b9,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:04.661161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9783a5a0-a1ad-49e2-903b-f6b0db5d222e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:04.743395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9783a5a0-a1ad-49e2-903b-f6b0db5d222e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:04.749268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd3c7f6-2d65-431f-bde4-797b4e449873 None None] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:41:04.752621 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9783a5a0-a1ad-49e2-903b-f6b0db5d222e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/subnets/7b8a8ffb-a451-4003-8bd9-868eb7bc95b9 HTTP/1.1" status: 204  len: 168 time: 0.8254025
Dec 21 10:41:04.753408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49642) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:04.937853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feea5bb00>, [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:41:02Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:04.942514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e09d50eb-ac6f-4429-bf8d-0a988fed824d None None] The sync data for ids ['47412dae-d6b6-443e-970d-11ee8b0c0025'] in dv-neutron-601336-62-ovs is: [{'id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1784868372', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240'}], 'enable_snat': True}, 'gw_port_id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:39:09Z', 'updated_at': '2020-12-21T10:41:02Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '8edb2c66-0f62-4e15-b17b-0c4f6aefccdd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:22:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47412dae-d6b6-443e-970d-11ee8b0c0025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:39:10Z', 'updated_at': '2020-12-21T10:39:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:41:04.959391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:05.031300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] DHCP port deletion for 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:41:05.035895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] Deleting port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:41:05.036402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:05.159997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:05.166434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:41:05.166798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:05.371080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=8edb2c66-0f62-4e15-b17b-0c4f6aefccdd,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:41:05.371496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:05.429957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] For port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=7f2bccd3-3158-46af-8561-c1daa1ee2ab8,segment=NetworkSegment(cb9aa2c3-0c15-40bf-a734-147e48316181),segment_id=cb9aa2c3-0c15-40bf-a734-147e48316181)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:41:05.430503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:05.501543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:41:05.560131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] Calling delete_port for 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:41:05.637253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:05.642727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:05.653665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:05.706410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] Pushing event deleted for resources: {'Port': ['ID=7f2bccd3-3158-46af-8561-c1daa1ee2ab8,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:05.712007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:05.796535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] No DVR routers for this DVR port 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:41:05.845270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:05.979085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:05.981410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:06.003703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:06.004266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Fanout notify agent at l3_agent the message router_deleted on router 47412dae-d6b6-443e-970d-11ee8b0c0025 {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:41:06.020317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:06.021532 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bea1ef20-7dce-4034-933c-a06d8d66e6a5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/routers/47412dae-d6b6-443e-970d-11ee8b0c0025 HTTP/1.1" status: 204  len: 168 time: 1.2670119
Dec 21 10:41:06.025043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49646) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:06.156368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:06.360237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:06.487581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7865e10>,) {'filters': {'network_id': ['9a2ed791-1fcc-4bcb-a70a-d68ef4eff692']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:06.502112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7865e10>, 'cb9aa2c3-0c15-40bf-a734-147e48316181') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:06.502443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7865e10>, 'cb9aa2c3-0c15-40bf-a734-147e48316181') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:06.516368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:06.532622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:06.535579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:41:06.676421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 18b89822-8a0e-46e3-bfba-51fc6306cf7c no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:41:06.714392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 18b89822-8a0e-46e3-bfba-51fc6306cf7c {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:41:06.714831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 18b89822-8a0e-46e3-bfba-51fc6306cf7c not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:41:06.715304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:41:06.725715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:41:06.735236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:06.753157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:41:06.753157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 7f2bccd3-3158-46af-8561-c1daa1ee2ab8 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:41:06.753157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:41:06.785764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:41:06.786162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 8edb2c66-0f62-4e15-b17b-0c4f6aefccdd not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:41:06.922490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:41:06.946759 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:41:07.029759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:07.033043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b06a1c85-a2bb-45ec-b1a1-cad3f1449808 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:07.048103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:07.059926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Network': ['ID=9a2ed791-1fcc-4bcb-a70a-d68ef4eff692,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:07.063309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:07.067930 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-220b9af5-4883-4bf7-a8c7-519ae383ce5b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/networks/9a2ed791-1fcc-4bcb-a70a-d68ef4eff692 HTTP/1.1" status: 204  len: 168 time: 1.0418296
Dec 21 10:41:07.071514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49650) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:07.148656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f76925f-b1d7-43ee-9ae6-eb3b8e959587 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:07.180609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f76925f-b1d7-43ee-9ae6-eb3b8e959587 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:07.234690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f76925f-b1d7-43ee-9ae6-eb3b8e959587 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:07.239987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7b416259-3d5d-4e3e-80cb-9ad9f1c1cb99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:07.255719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f76925f-b1d7-43ee-9ae6-eb3b8e959587 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef11b2ec-497f-4a13-9b63-c8523158d9c0,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:07.258745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6f76925f-b1d7-43ee-9ae6-eb3b8e959587 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:07.265349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6f76925f-b1d7-43ee-9ae6-eb3b8e959587 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:07.266619 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6f76925f-b1d7-43ee-9ae6-eb3b8e959587 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/security-groups/ef11b2ec-497f-4a13-9b63-c8523158d9c0 HTTP/1.1" status: 204  len: 168 time: 0.1940498
Dec 21 10:41:07.981779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49658) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:07.987764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-298800236', 'description': 'tempest-secgroup-smoke-298800236 description', 'project_id': '2a8e9578d04a4464a587057012b32e6e'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:07.994921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:07.999442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:08.002547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:08.009112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:08.023701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.045557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:08.049627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:08.052662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:08.058842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:08.139274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.142514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.148540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fa93b59f-171d-401d-9b80-ec524a921029 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:08.196219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroup': ['ID=077883ce-bcfd-487e-8964-cadf5b21b3aa,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:08.199267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:08.200494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.203928 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1744 time: 0.2189431
Dec 21 10:41:08.205262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49662) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:08.211229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '077883ce-bcfd-487e-8964-cadf5b21b3aa', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:08.218105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:08.222241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:08.225517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:08.231264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:08.248028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.315846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.318835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.321402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3e120b17-f007-4330-a73f-17a30b955b44 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:08.345306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd55b7c4-0d7b-4299-944b-0fb68ef12936,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:08.349955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:08.353920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.355204 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1488547
Dec 21 10:41:08.358201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49666) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:08.363675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '077883ce-bcfd-487e-8964-cadf5b21b3aa', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:08.370716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:08.374770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:08.377779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:08.384591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:08.404252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.437113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e532183-2e3f-4dd5-a756-a1d44c4ed375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.469922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.472512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.474427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-700780b0-8fb8-40ec-9fc9-0a0e85fc5511 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:08.496522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c52ebd-8664-40f4-9d9b-f4e2ec3cc62a,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:08.500710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:08.507843 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.509346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-80a5d19f-71ab-4bd6-8820-427e7afb1dcc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1500475
Dec 21 10:41:08.512191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49670) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:08.517916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '077883ce-bcfd-487e-8964-cadf5b21b3aa', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:08.524366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:08.528670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:08.531717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:08.537655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:08.555949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.623679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.626425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.628309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-163ecd8f-bae4-4e54-8521-b4d9c1a18586 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:08.652063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d328b8e-f904-4ea6-9e40-2be802f8766c,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:08.654618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:08.661151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.662482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c55d9716-07e7-4308-85ac-790214d11d5d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1490362
Dec 21 10:41:08.665957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49674) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:08.671408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '077883ce-bcfd-487e-8964-cadf5b21b3aa', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:08.677741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:08.682539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:08.685547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:08.691329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:08.707579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.777788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.780958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.782880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8be1a1ed-8cd9-4d72-ab04-ec5c19e37804 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:08.807154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6a6e4e-59d7-4beb-9db9-1c593fb889e9,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:08.809756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:08.816067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.817329 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cbcd0758-4e2a-4a26-b38e-1032e0690a1c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1504028
Dec 21 10:41:08.820273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49678) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:08.825799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '077883ce-bcfd-487e-8964-cadf5b21b3aa', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:08.831990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:08.836763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:08.839811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:08.845621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:08.855703 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Project 2a8e9578d04a4464a587057012b32e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:41:08.862403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.929515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.932359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.934312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9bcb4149-4e0b-45df-bbf9-1054275b8e49 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:08.955399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49baa9a-d382-4116-b873-aec44486b2e4,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:08.959561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:08.967721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:08.968981 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1477375
Dec 21 10:41:08.972093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49682) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:08.978286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '077883ce-bcfd-487e-8964-cadf5b21b3aa', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:08.984678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:08.988704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:08.992277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:08.998025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:09.007958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Project 2a8e9578d04a4464a587057012b32e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:41:09.015016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.082078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.084876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.087485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b749301a-3a7f-4f62-b2eb-1f1cfcc07c18 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:09.114017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2b4978-5774-4271-a81d-2b297e0e024f,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:09.119601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:09.123058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.124332 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-be2abae1-94ac-414b-b9a3-081edc94dcd7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1512685
Dec 21 10:41:09.127492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49686) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:09.134478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'network': {'name': 'tempest-network-smoke--910993740', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'port_security_enabled': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:09.140567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:09.146360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:network and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:09.149526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:09.155687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:09.165649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:41:09.171119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.204823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:41:09.214706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.215127 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Added segment 31e9ae1c-9e47-4e86-9087-2529a3085c74 of type vxlan for network ef72bbcd-7243-434d-8dcb-31fb249c7617
Dec 21 10:41:09.243416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.274802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.279031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:09.279681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.285062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-68be7752-c776-47a9-8025-98d87554ebf7 tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:09.344943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.2162747
Dec 21 10:41:09.347989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49690) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:09.354006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'admin_state_up': True, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:09.361734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:09.365865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:router and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:09.370542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:09.376459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:09.387009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.388363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.403664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Network': ['ID=ef72bbcd-7243-434d-8dcb-31fb249c7617,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:09.411085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-62713f48-484d-47a7-bb51-e4067b69c80d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:09.412103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:09.415877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:41:09.433609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:41:09.970360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:10.299497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:10.332028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:10.612290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.26.1.23 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/910a201f-3883-47de-8cc9-090896b32bbd) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:41:10.771147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:10.797170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:10.813542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9f50d6ca-bfb7-4862-9ff7-02caa7a1008d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:10.956439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=910a201f-3883-47de-8cc9-090896b32bbd,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:10.959960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:11.008073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:41:11.009190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:41:11.011569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:41:11.444283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:11.823683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:12.037275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:41:12.224873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:41:12.235121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Sync routers for ids ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:41:12.245728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Routers {'3841682e-3ba5-4cd5-8a9f-c2cc23677614'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:41:12.246509 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec0797b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:40:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:12.251806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:12.253125 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-356187d1-af63-44f6-ad3e-20a74f7aefed tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 2.9040565
Dec 21 10:41:12.256536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49694) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:12.342036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:12.453167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Set router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:41:12.620179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a5333b62-7f7f-48d8-b0e8-a83fbc1371f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:12.665737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6dce2bf8-36e3-407e-a33f-4a25372cf2bd tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] 10.222.0.45 "GET /v2.0/subnets?project_id=2a8e9578d04a4464a587057012b32e6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.4071147
Dec 21 10:41:12.668345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49700) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:12.674755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1404058086', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:12.791349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:12.794578 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:12.798758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:subnet and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:12.800412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec0797b8>, [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:11Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:12.801796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:12.804949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Checking router: 3841682e-3ba5-4cd5-8a9f-c2cc23677614 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:41:12.805358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Updating router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 port 910a201f-3883-47de-8cc9-090896b32bbd binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:41:12.807852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:12.817741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:41:12.861715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:12.930964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:13.286370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:13.299872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Transition to ACTIVE for port object 910a201f-3883-47de-8cc9-090896b32bbd will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:41:13.302545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:13.323629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:13.404933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:13.424916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a39c8feb-237f-4ccd-95c4-1a770f4c686b tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:13.467604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1e117-0b99-40d0-b24f-b9c367059011 None None] Pushing event updated for resources: {'Port': ['ID=910a201f-3883-47de-8cc9-090896b32bbd,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:13.472027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-77b1e117-0b99-40d0-b24f-b9c367059011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:13.499532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:41:13.527983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Attempting to bind port 910a201f-3883-47de-8cc9-090896b32bbd on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:41:13.528397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Attempting to bind port 910a201f-3883-47de-8cc9-090896b32bbd by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:41:13.528839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Attempting to bind port 910a201f-3883-47de-8cc9-090896b32bbd on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:41:13.534960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:41:13.535379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:41:13.535842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:13.536284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:41:13.536923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Bound port: 910a201f-3883-47de-8cc9-090896b32bbd, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:41:13.537234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:13.568053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Subnet': ['ID=290b6c00-6e11-4b40-98e7-5c9661fabf80,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:13.573599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:13.633924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] For port 910a201f-3883-47de-8cc9-090896b32bbd, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:41:13.636118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:13.637620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Checking segment: {'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:41:13.638028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network hostable DHCP agents. Network: ef72bbcd-7243-434d-8dcb-31fb249c7617, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:41:13.638247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] For port 910a201f-3883-47de-8cc9-090896b32bbd, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=910a201f-3883-47de-8cc9-090896b32bbd,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:41:13.647620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:13.658004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:41:13.663577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:13.666997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, ef72bbcd-7243-434d-8dcb-31fb249c7617) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:41:13.681675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:13.682332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:13.706220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.0367534
Dec 21 10:41:13.706445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc3fec1-940d-468f-94cf-2fd870541925 None None] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:41:13.709001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49704) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:14.091965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b1e117-0b99-40d0-b24f-b9c367059011 None None] Pushing event updated for resources: {'Port': ['ID=910a201f-3883-47de-8cc9-090896b32bbd,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:14.098938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-77b1e117-0b99-40d0-b24f-b9c367059011 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:14.242654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Routers {'3841682e-3ba5-4cd5-8a9f-c2cc23677614'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:41:14.243367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec0797b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:41:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:14.320648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-ef72bbcd-7243-434d-8dcb-31fb249c7617', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ips': [{'subnet_id': '290b6c00-6e11-4b40-98e7-5c9661fabf80'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:41:14.321602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:14.393245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:14.568187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] Set router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:41:14.992894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Allocated IP 172.20.0.2 (ef72bbcd-7243-434d-8dcb-31fb249c7617/290b6c00-6e11-4b40-98e7-5c9661fabf80/aa978d1e-33f3-42e9-a693-fae701bd6e67) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:41:15.061202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec0797b8>, [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:11Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:15.122091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dd0407-bff6-4c8e-ba2c-9f50f3d90c5a None None] The sync data for ids ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'] in dv-neutron-601336-62-ovs is: [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:11Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:41:15.237826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:15.249558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Transition to ACTIVE for port object aa978d1e-33f3-42e9-a693-fae701bd6e67 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:41:15.267494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Transition to ACTIVE for port object aa978d1e-33f3-42e9-a693-fae701bd6e67 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:41:15.272106 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:15.289756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-77b1e117-0b99-40d0-b24f-b9c367059011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:15.346972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.20.0.1 (ef72bbcd-7243-434d-8dcb-31fb249c7617/290b6c00-6e11-4b40-98e7-5c9661fabf80/a7f4b01c-64b3-4e08-889e-4ecb73c57b13) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:41:15.440123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Pushing event updated for resources: {'Port': ['ID=aa978d1e-33f3-42e9-a693-fae701bd6e67,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:15.445119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:15.491742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:41:15.493165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:41:15.499320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:41:15.559081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:15.567523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Attempting to bind port aa978d1e-33f3-42e9-a693-fae701bd6e67 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:41:15.567938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Attempting to bind port aa978d1e-33f3-42e9-a693-fae701bd6e67 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:41:15.568346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Attempting to bind port aa978d1e-33f3-42e9-a693-fae701bd6e67 on network ef72bbcd-7243-434d-8dcb-31fb249c7617 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:41:15.577231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:41:15.577686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Checking segment: {'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:41:15.578136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:15.578868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Bound using segment: {'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:41:15.579413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Bound port: aa978d1e-33f3-42e9-a693-fae701bd6e67, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:41:15.579831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:15.584395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Transition to ACTIVE for port object a7f4b01c-64b3-4e08-889e-4ecb73c57b13 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:41:15.610806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:15.636652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2896ebb1-276e-4f9b-a1f8-bbedf913cad9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:15.681696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] For port aa978d1e-33f3-42e9-a693-fae701bd6e67, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:41:15.686791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] For port aa978d1e-33f3-42e9-a693-fae701bd6e67, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aa978d1e-33f3-42e9-a693-fae701bd6e67,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:41:15.690576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:15.708091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-841db09a-1531-466e-8737-9fbd7daa65e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:15.794974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=a7f4b01c-64b3-4e08-889e-4ecb73c57b13,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:15.799681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:15.846718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:41:15.847963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:41:15.850408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:41:15.869559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Pushing event updated for resources: {'Port': ['ID=aa978d1e-33f3-42e9-a693-fae701bd6e67,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:15.872992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:15.918053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:16.478505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:16.733435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 910a201f-3883-47de-8cc9-090896b32bbd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:41:16.807089 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 910a201f-3883-47de-8cc9-090896b32bbd completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:41:16.812286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 910a201f-3883-47de-8cc9-090896b32bbd triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:16.812712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:16.935868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:16.952694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 910a201f-3883-47de-8cc9-090896b32bbd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=910a201f-3883-47de-8cc9-090896b32bbd,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:41:16.956071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:16.956852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aa978d1e-33f3-42e9-a693-fae701bd6e67 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:41:16.985096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:16.988994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:16.989164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:17.020988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:17.084015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=910a201f-3883-47de-8cc9-090896b32bbd,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:17.090825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:17.096964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port aa978d1e-33f3-42e9-a693-fae701bd6e67 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:41:17.114587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:17.132031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=a7f4b01c-64b3-4e08-889e-4ecb73c57b13,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:17.143862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:17.274131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:41:17.275356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:41:17.358112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f12abf0-9f65-4fa7-9740-6d479b292e2d None None] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:41:17.480014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b43a9be4-109a-4ce9-8fc5-c5d0f8ceab2f None None] Provisioning for port aa978d1e-33f3-42e9-a693-fae701bd6e67 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:41:17.486604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:41:17.498063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b43a9be4-109a-4ce9-8fc5-c5d0f8ceab2f None None] Provisioning complete for port aa978d1e-33f3-42e9-a693-fae701bd6e67 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:17.498467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b43a9be4-109a-4ce9-8fc5-c5d0f8ceab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:17.690812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:41:17.705267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "PUT /v2.0/routers/3841682e-3ba5-4cd5-8a9f-c2cc23677614/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9950747
Dec 21 10:41:17.929168 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-d6c1de22-4bb0-4f85-b861-4f4aa30079f0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-298800236&fields=id&tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 267 time: 0.0595062
Dec 21 10:41:17.931099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b43a9be4-109a-4ce9-8fc5-c5d0f8ceab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:17.968752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Sync routers for ids ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:41:17.980618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Routers {'3841682e-3ba5-4cd5-8a9f-c2cc23677614'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:41:17.981914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed167f98>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:41:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:17.983139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b43a9be4-109a-4ce9-8fc5-c5d0f8ceab2f None None] For port aa978d1e-33f3-42e9-a693-fae701bd6e67, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aa978d1e-33f3-42e9-a693-fae701bd6e67,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:41:17.987887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b43a9be4-109a-4ce9-8fc5-c5d0f8ceab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:17.990093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:18.066422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a9be4-109a-4ce9-8fc5-c5d0f8ceab2f None None] Pushing event updated for resources: {'Port': ['ID=aa978d1e-33f3-42e9-a693-fae701bd6e67,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:18.079243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b43a9be4-109a-4ce9-8fc5-c5d0f8ceab2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:18.126277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-9e05d4b3-fa7f-479c-939f-b9f0bd8ec70f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:18.127985 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-9e05d4b3-fa7f-479c-939f-b9f0bd8ec70f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/networks?id=ef72bbcd-7243-434d-8dcb-31fb249c7617 HTTP/1.1" status: 200  len: 796 time: 0.1907322
Dec 21 10:41:18.152552 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-7fe9c67d-75ae-49ec-9ed2-021449a2eae6 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/quotas/2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 375 time: 0.0125031
Dec 21 10:41:18.231389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Set router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:41:18.262564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-76b0f129-3ede-4f14-9ef9-2a7395e5d399 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:41:18.283784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-76b0f129-3ede-4f14-9ef9-2a7395e5d399 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:41:18.285539 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-76b0f129-3ede-4f14-9ef9-2a7395e5d399 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1249857
Dec 21 10:41:18.314314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5c25815d-79c7-48da-9e18-4e45d21b7f89 None None] Provisioning for port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:41:18.320134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5c25815d-79c7-48da-9e18-4e45d21b7f89 None None] Provisioning complete for port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:18.320386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c25815d-79c7-48da-9e18-4e45d21b7f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:18.388995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5c25815d-79c7-48da-9e18-4e45d21b7f89 None None] Port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:41:18.402944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5c25815d-79c7-48da-9e18-4e45d21b7f89 None None] Provisioning complete for port aa978d1e-33f3-42e9-a693-fae701bd6e67 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:18.403377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5c25815d-79c7-48da-9e18-4e45d21b7f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:18.626364 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-bac7d09e-7782-44b5-81c7-539984d87aa4 service neutron] 10.222.0.45 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3237274
Dec 21 10:41:18.696258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-dfd09167-0cb2-46aa-8b72-4ce5d2d8f486 None None] Provisioning complete for port aa978d1e-33f3-42e9-a693-fae701bd6e67 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:18.699539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-dfd09167-0cb2-46aa-8b72-4ce5d2d8f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:18.740861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 910a201f-3883-47de-8cc9-090896b32bbd up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:41:18.813026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-10de4bec-98cb-42e4-9a30-c9e1bb03e150 service neutron] 10.222.0.45 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1783130
Dec 21 10:41:18.876835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed167f98>, [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a7f4b01c-64b3-4e08-889e-4ecb73c57b13', 'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:10:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:14Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 2, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:18.884083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Checking router: 3841682e-3ba5-4cd5-8a9f-c2cc23677614 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:41:18.884900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Updating router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:41:18.955287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:18.960563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 910a201f-3883-47de-8cc9-090896b32bbd triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:18.961168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:19.123975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aa978d1e-33f3-42e9-a693-fae701bd6e67 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:41:19.145787 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-581d2bc8-6706-4312-a662-5f9df8421040 req-7c5f8726-d3a2-40c3-bfd8-a7442981db09 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 210 time: 0.0805430
Dec 21 10:41:19.226805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-253b0ae6-dee5-4e3b-9ebe-6031d8f45b11 None None] Provisioning complete for port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:19.227230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-253b0ae6-dee5-4e3b-9ebe-6031d8f45b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:19.290880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-253b0ae6-dee5-4e3b-9ebe-6031d8f45b11 None None] Port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:41:19.298374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port aa978d1e-33f3-42e9-a693-fae701bd6e67 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:19.298790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:19.440414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e60d6e33-8b8b-477f-acd0-2bb9ab730f42 None None] Provisioning complete for port aa978d1e-33f3-42e9-a693-fae701bd6e67 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:19.440834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e60d6e33-8b8b-477f-acd0-2bb9ab730f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:19.472629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:19.486038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Transition to ACTIVE for port object a7f4b01c-64b3-4e08-889e-4ecb73c57b13 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:41:19.489383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:19.505587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:19.668216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Pushing event updated for resources: {'Port': ['ID=a7f4b01c-64b3-4e08-889e-4ecb73c57b13,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:19.681150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.681552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.681927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.682294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.682658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.683021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.683379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.683736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.684163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.684511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.684840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.685194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.685642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.686001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.686351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.686704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.687053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.687402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.687750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.688101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.688455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.688804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.689153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.689514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:19.695008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:19.847396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Attempting to bind port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:41:19.847811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Attempting to bind port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:41:19.848216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Attempting to bind port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 on network ef72bbcd-7243-434d-8dcb-31fb249c7617 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:41:19.854791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:41:19.855208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Checking segment: {'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:41:19.855656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:19.856087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Bound using segment: {'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:41:19.856624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Bound port: a7f4b01c-64b3-4e08-889e-4ecb73c57b13, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:41:19.857040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:19.956733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] For port a7f4b01c-64b3-4e08-889e-4ecb73c57b13, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:41:19.960516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] For port a7f4b01c-64b3-4e08-889e-4ecb73c57b13, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a7f4b01c-64b3-4e08-889e-4ecb73c57b13,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:41:19.963793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:19.979413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e460cdb-209f-40c7-9cdd-2ee86043729c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:20.136170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Pushing event updated for resources: {'Port': ['ID=a7f4b01c-64b3-4e08-889e-4ecb73c57b13,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:20.141154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:20.182605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Routers {'3841682e-3ba5-4cd5-8a9f-c2cc23677614'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:41:20.183296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed167f98>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:41:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:20.384372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] Set router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:41:20.489416 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45585271-c68e-43e2-a15b-e2c53479e137 req-5eecf7bc-324e-4342-8d53-d5cb906d1ddc tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 210 time: 0.0655193
Dec 21 10:41:20.503801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-3f8bf5e3-324f-41bc-a93e-c56ad5dcb199 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:20.505629 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-3f8bf5e3-324f-41bc-a93e-c56ad5dcb199 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/networks?id=ef72bbcd-7243-434d-8dcb-31fb249c7617 HTTP/1.1" status: 200  len: 796 time: 0.2496893
Dec 21 10:41:20.610151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-2cb520a3-e1ca-4949-a004-d0ff92c9012a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 7771 time: 0.0910516
Dec 21 10:41:20.624485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'port': {'device_id': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'admin_state_up': True, 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'security_groups': ['077883ce-bcfd-487e-8964-cadf5b21b3aa']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:20.787280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:20.794252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed167f98>, [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a7f4b01c-64b3-4e08-889e-4ecb73c57b13', 'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:10:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:14Z', 'updated_at': '2020-12-21T10:41:19Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:20.798517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a97e4e-3641-4f80-a83a-c81c10817de3 None None] The sync data for ids ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'] in dv-neutron-601336-62-ovs is: [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a7f4b01c-64b3-4e08-889e-4ecb73c57b13', 'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:10:f7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:14Z', 'updated_at': '2020-12-21T10:41:19Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:41:20.805444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:20.820377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:41:20.826720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:21.216007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.20.0.10 (ef72bbcd-7243-434d-8dcb-31fb249c7617/290b6c00-6e11-4b40-98e7-5c9661fabf80/8b43d380-32d9-45f1-ac53-d80349c34b7f) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:41:21.456660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:21.478807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Transition to ACTIVE for port object 8b43d380-32d9-45f1-ac53-d80349c34b7f will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:41:21.502955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:21.522122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0f33b261-118d-4a98-9f55-f4d4f057437c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:21.767666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=8b43d380-32d9-45f1-ac53-d80349c34b7f,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:21.782985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:21.824275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:41:21.826315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:41:21.829444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:41:21.879420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc09be5-e457-4949-afc1-b6dd39e69e61 req-b6b8c058-aa54-4bad-8a81-9cdc4d4dd35d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:21.881069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-abc09be5-e457-4949-afc1-b6dd39e69e61 req-b6b8c058-aa54-4bad-8a81-9cdc4d4dd35d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 932 time: 0.2241285
Dec 21 10:41:21.949586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:21.950293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:21.968036 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-abc09be5-e457-4949-afc1-b6dd39e69e61 req-fd5306ca-102f-48f2-84f6-a0aa45aae276 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782597
Dec 21 10:41:21.985192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3694844
Dec 21 10:41:21.997755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Request body: {'port': {'device_id': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:22.091328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d8e57e85-ddd6-49dd-935b-a062e307c0bc None None] Provisioning for port 8b43d380-32d9-45f1-ac53-d80349c34b7f completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:41:22.095002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d8e57e85-ddd6-49dd-935b-a062e307c0bc None None] Provisioning complete for port 8b43d380-32d9-45f1-ac53-d80349c34b7f triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:22.095435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d8e57e85-ddd6-49dd-935b-a062e307c0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:22.115273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:22.156802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-d8e57e85-ddd6-49dd-935b-a062e307c0bc None None] Port 8b43d380-32d9-45f1-ac53-d80349c34b7f cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:41:22.717241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a7f4b01c-64b3-4e08-889e-4ecb73c57b13 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:41:22.788406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:41:22.793731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:22.794155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:22.837862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b43d380-32d9-45f1-ac53-d80349c34b7f {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:41:22.845184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:22.857839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Transition to ACTIVE for port object 8b43d380-32d9-45f1-ac53-d80349c34b7f will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:41:22.860542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:22.876228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fc3a594b-f40b-44ab-b019-9c12fc85e070 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:22.918904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:22.953338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port a7f4b01c-64b3-4e08-889e-4ecb73c57b13, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a7f4b01c-64b3-4e08-889e-4ecb73c57b13,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:41:22.957550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:22.959501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:23.022115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Pushing event updated for resources: {'Port': ['ID=8b43d380-32d9-45f1-ac53-d80349c34b7f,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:23.026176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:23.030479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=a7f4b01c-64b3-4e08-889e-4ecb73c57b13,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:23.038936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.039330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.039906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.040087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.040425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.040799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.041171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.041556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.041935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.042301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.042665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.043028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.043469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.043933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.044344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.044711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.045078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.045443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.045832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.046191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.046551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.046912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.047274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.047632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:41:23.052097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:23.291676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Attempting to bind port 8b43d380-32d9-45f1-ac53-d80349c34b7f on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:41:23.292056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Attempting to bind port 8b43d380-32d9-45f1-ac53-d80349c34b7f by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:41:23.292429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Attempting to bind port 8b43d380-32d9-45f1-ac53-d80349c34b7f on network ef72bbcd-7243-434d-8dcb-31fb249c7617 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:41:23.304416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dd7a5-71c4-42ba-9e21-fb519c95341d req-7ae7c734-201f-4dca-adaf-f13b037e1f96 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:23.305189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5c5dd7a5-71c4-42ba-9e21-fb519c95341d req-7ae7c734-201f-4dca-adaf-f13b037e1f96 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:41:23.308110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:41:23.308490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Checking segment: {'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:41:23.308902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:23.309299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Bound using segment: {'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:41:23.309811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Bound port: 8b43d380-32d9-45f1-ac53-d80349c34b7f, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e9ae1c-9e47-4e86-9087-2529a3085c74', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:41:23.310190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:23.375149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5c5dd7a5-71c4-42ba-9e21-fb519c95341d req-7ae7c734-201f-4dca-adaf-f13b037e1f96 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:41:23.376444 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5c5dd7a5-71c4-42ba-9e21-fb519c95341d req-7ae7c734-201f-4dca-adaf-f13b037e1f96 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 944 time: 0.2525105
Dec 21 10:41:23.449554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] For port 8b43d380-32d9-45f1-ac53-d80349c34b7f, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:41:23.463758 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5c5dd7a5-71c4-42ba-9e21-fb519c95341d req-ff62750d-8629-4bfd-ba62-fdeff434135e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771170
Dec 21 10:41:23.466661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] For port 8b43d380-32d9-45f1-ac53-d80349c34b7f, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:41:23.470317 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:23.488040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-341b6902-cb8f-4c73-90f3-b72c82423e5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:23.653467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Pushing event updated for resources: {'Port': ['ID=8b43d380-32d9-45f1-ac53-d80349c34b7f,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:23.658237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:23.689842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:23.690513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:23.691990 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] 10.222.0.16 "PUT /v2.0/ports/8b43d380-32d9-45f1-ac53-d80349c34b7f HTTP/1.1" status: 200  len: 1158 time: 1.6993351
Dec 21 10:41:23.692541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:41:23.770943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f', 'status': 'completed', 'code': 200}
Dec 21 10:41:23.809202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-6122a3db-4d10-4c1b-adb8-c61eca4174f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:23.810936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-6122a3db-4d10-4c1b-adb8-c61eca4174f8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 1161 time: 0.0803127
Dec 21 10:41:23.894072 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-ec10b318-ba83-4ced-b06b-acc0e483a4c8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f HTTP/1.1" status: 200  len: 217 time: 0.0757048
Dec 21 10:41:23.963577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-0d651501-c926-4c70-801f-2bbb9be3d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:23.965219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-0d651501-c926-4c70-801f-2bbb9be3d460 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=290b6c00-6e11-4b40-98e7-5c9661fabf80 HTTP/1.1" status: 200  len: 835 time: 0.0653012
Dec 21 10:41:24.049425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-1dbc2af6-aa6c-4122-81bc-be3b5e70e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:24.051070 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-1dbc2af6-aa6c-4122-81bc-be3b5e70e5b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef72bbcd-7243-434d-8dcb-31fb249c7617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785546
Dec 21 10:41:24.203709 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-7407ccc7-c98d-40d3-9940-5957b56b7df8 service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444631
Dec 21 10:41:24.354347 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-86d38bc8-126b-4ba9-a4ea-eb8cc5723507 req-015ed323-9bc8-4f1f-b23f-819aa79038c6 service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1426866
Dec 21 10:41:24.480691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-fcf3fea8-c1b1-469a-a987-d35da15af70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:24.482375 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-fcf3fea8-c1b1-469a-a987-d35da15af70f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 1161 time: 0.0797966
Dec 21 10:41:24.691689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-9f2cfe28-63c0-44ba-b2a9-7306a125a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:24.693289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-9f2cfe28-63c0-44ba-b2a9-7306a125a8dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef72bbcd-7243-434d-8dcb-31fb249c7617 HTTP/1.1" status: 200  len: 890 time: 0.2044208
Dec 21 10:41:24.694722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a7f4b01c-64b3-4e08-889e-4ecb73c57b13 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:41:24.770141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:24.770565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:24.779904 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-573f2bea-88dd-4182-95bb-ca0cef7f3676 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f HTTP/1.1" status: 200  len: 217 time: 0.0738976
Dec 21 10:41:24.836500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215ec76a-68d1-4eb0-b54a-4696cc35f7e7 req-8cc50f92-d5aa-4060-a084-1a31bf45b45a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:24.838235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-215ec76a-68d1-4eb0-b54a-4696cc35f7e7 req-8cc50f92-d5aa-4060-a084-1a31bf45b45a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 944 time: 0.2231085
Dec 21 10:41:24.902958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-da2bbbf9-0034-47c8-98cc-b7e3842937de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:24.904533 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-da2bbbf9-0034-47c8-98cc-b7e3842937de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=290b6c00-6e11-4b40-98e7-5c9661fabf80 HTTP/1.1" status: 200  len: 835 time: 0.1163445
Dec 21 10:41:24.911154 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-215ec76a-68d1-4eb0-b54a-4696cc35f7e7 req-60246a22-afbc-4078-bb82-62c919fc6257 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0615063
Dec 21 10:41:24.986960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-5ef5cd25-37af-446d-b2be-5ad23843d454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:24.988613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-5ef5cd25-37af-446d-b2be-5ad23843d454 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef72bbcd-7243-434d-8dcb-31fb249c7617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765226
Dec 21 10:41:25.136550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-17d38d0f-551d-4603-a37a-11bdcaee5d7e service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393690
Dec 21 10:41:25.282085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa57583d-090a-44d1-b923-cf7923c7f246 req-fd90cb52-a32a-4edb-b26b-02e35ca0bc8a service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387594
Dec 21 10:41:25.923585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8b43d380-32d9-45f1-ac53-d80349c34b7f up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:41:26.001439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 8b43d380-32d9-45f1-ac53-d80349c34b7f completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:41:26.007960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8b43d380-32d9-45f1-ac53-d80349c34b7f triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:26.008415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:26.131161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892a54-660c-428f-98f8-e413050db894 req-3bccc62a-5e25-4778-b3f2-f0c35f47b6f7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:26.132806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:26.133395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ae892a54-660c-428f-98f8-e413050db894 req-3bccc62a-5e25-4778-b3f2-f0c35f47b6f7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 944 time: 0.0863810
Dec 21 10:41:26.166454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:41:26.177864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 8b43d380-32d9-45f1-ac53-d80349c34b7f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:41:26.183689 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:26.185787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad3db651-e070-4245-b987-4122e8d06d42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:26.194585 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ae892a54-660c-428f-98f8-e413050db894 req-e23275db-7813-47d8-bd9f-6f1e15aba3d1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537789
Dec 21 10:41:26.232042 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f', 'code': 200}
Dec 21 10:41:26.260740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=8b43d380-32d9-45f1-ac53-d80349c34b7f,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:26.264231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:26.474549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0505f-aa09-4307-96be-68a7a94a9af1 req-b31a3073-1107-42a7-8fc6-bda9ab43adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:26.476945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-65b0505f-aa09-4307-96be-68a7a94a9af1 req-b31a3073-1107-42a7-8fc6-bda9ab43adcb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 1163 time: 0.0807018
Dec 21 10:41:26.522225 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-65b0505f-aa09-4307-96be-68a7a94a9af1 req-1ac2ecf9-7c38-400f-9654-95bb86816eee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384347
Dec 21 10:41:27.411960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6fcf5-39dd-453a-a743-7b71692325ea req-5808d76c-0a4a-44ef-bec6-872edc3b59e7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:27.413710 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cdb6fcf5-39dd-453a-a743-7b71692325ea req-5808d76c-0a4a-44ef-bec6-872edc3b59e7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0910037
Dec 21 10:41:27.464501 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cdb6fcf5-39dd-453a-a743-7b71692325ea req-ace39b77-bcc7-4c80-8f73-2405dc1a397b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440092
Dec 21 10:41:27.650135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8b43d380-32d9-45f1-ac53-d80349c34b7f up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:41:27.720491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8b43d380-32d9-45f1-ac53-d80349c34b7f triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:41:27.720916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:28.691764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74d146-28d5-4ee8-8a9c-871aa9bb36f5 req-be3e63d0-11fa-4d37-b3c0-4828a3bc4825 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:28.693387 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5a74d146-28d5-4ee8-8a9c-871aa9bb36f5 req-be3e63d0-11fa-4d37-b3c0-4828a3bc4825 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0858262
Dec 21 10:41:28.747077 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5a74d146-28d5-4ee8-8a9c-871aa9bb36f5 req-8fd84e6e-728e-4b1a-9dfb-4960df891490 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462849
Dec 21 10:41:28.965251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9bba3-7081-4ec0-a04c-c88436912323 req-b004b1a2-9509-4d31-88b0-41ca05861736 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:28.966938 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53e9bba3-7081-4ec0-a04c-c88436912323 req-b004b1a2-9509-4d31-88b0-41ca05861736 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0842936
Dec 21 10:41:29.016979 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53e9bba3-7081-4ec0-a04c-c88436912323 req-91d9ce1d-3d01-44f5-b520-3d167bbe6f74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432334
Dec 21 10:41:29.046836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49760) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:29.128539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1d186f-78c4-45ab-8060-906c431691b1 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:29.130242 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8c1d186f-78c4-45ab-8060-906c431691b1 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 1158 time: 0.0823438
Dec 21 10:41:29.133422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49764) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:29.139416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': '8b43d380-32d9-45f1-ac53-d80349c34b7f', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:41:29.145718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:41:29.150552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:floatingip and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:41:29.154086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:41:29.159877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:41:29.171331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:29.322290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:29.885899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.26.1.244 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/47baceea-5c90-49cf-8744-9dca76c6927b) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:41:30.051197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:30.078358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:30.094993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a23d45e3-723c-4b3e-9eff-2100a68501db tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:30.245791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=47baceea-5c90-49cf-8744-9dca76c6927b,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:30.251385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:30.298893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:41:30.300100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:41:30.302693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:41:30.749026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:30.825991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:31.113370 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:31.117472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:31.134209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f9e23831-a04e-40db-80cd-c124edd783db tempest-TestEncryptedCinderVolumes-767321507 tempest-TestEncryptedCinderVolumes-767321507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:41:31.284145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=47baceea-5c90-49cf-8744-9dca76c6927b,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:41:31.290803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:41:31.399850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:31.583130 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Floating IP 5d2741d8-d2c4-40c5-862a-a72a13b3cad3 associated. External IP: 172.26.1.244, port: 8b43d380-32d9-45f1-ac53-d80349c34b7f.
Dec 21 10:41:31.975477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:41:32.129524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:32.169446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:41:32.184043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] Sync routers for ids ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:41:32.195447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] Routers {'3841682e-3ba5-4cd5-8a9f-c2cc23677614'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:41:32.196100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:32.196342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec58cdd8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:41:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:32.254824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.1201608
Dec 21 10:41:32.255586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:41:32.317436 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f', 'status': 'completed', 'code': 200}
Dec 21 10:41:32.400524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] Set router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:41:32.488690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36469815-7332-434d-a88b-495ed29d45c9 req-25c2f445-36a9-4f59-ae10-84083a00bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:32.490426 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-36469815-7332-434d-a88b-495ed29d45c9 req-25c2f445-36a9-4f59-ae10-84083a00bf25 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 1163 time: 0.1502249
Dec 21 10:41:32.497672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d3b99-15d0-48ad-8fc7-cbb05a81c7c5 req-19f0762d-acb6-4d92-91ec-dcd22403582c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:32.499202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b92d3b99-15d0-48ad-8fc7-cbb05a81c7c5 req-19f0762d-acb6-4d92-91ec-dcd22403582c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.1241682
Dec 21 10:41:32.654595 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b92d3b99-15d0-48ad-8fc7-cbb05a81c7c5 req-61c9534d-d3de-482c-85a0-06c9c6b3dcd2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310399
Dec 21 10:41:32.687586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36469815-7332-434d-a88b-495ed29d45c9 req-4e6ac3ea-e7f6-4cff-b673-f4bce02c0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:32.687586 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-36469815-7332-434d-a88b-495ed29d45c9 req-4e6ac3ea-e7f6-4cff-b673-f4bce02c0399 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef72bbcd-7243-434d-8dcb-31fb249c7617 HTTP/1.1" status: 200  len: 890 time: 0.1852663
Dec 21 10:41:32.695171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49772) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:32.801251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec58cdd8>, [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '5d2741d8-d2c4-40c5-862a-a72a13b3cad3', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.244', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'port_id': '8b43d380-32d9-45f1-ac53-d80349c34b7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'mac_address': 'fa:16:3e:3b:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:41:30Z', 'updated_at': '2020-12-21T10:41:30Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f4b01c-64b3-4e08-889e-4ecb73c57b13', 'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:10:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:14Z', 'updated_at': '2020-12-21T10:41:22Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:32.806355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] Checking router: 3841682e-3ba5-4cd5-8a9f-c2cc23677614 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:41:32.816551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] Routers {'3841682e-3ba5-4cd5-8a9f-c2cc23677614'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:41:32.817245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec58cdd8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:41:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:32.907812 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9f3175d2-f63f-40db-8eb6-a52e845f5507 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/5d2741d8-d2c4-40c5-862a-a72a13b3cad3 HTTP/1.1" status: 200  len: 992 time: 0.2111793
Dec 21 10:41:32.913236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-36469815-7332-434d-a88b-495ed29d45c9 req-de53c5e8-e717-44c7-9cbe-4494d1ef4c39 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f HTTP/1.1" status: 200  len: 1000 time: 0.1528890
Dec 21 10:41:32.984185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36469815-7332-434d-a88b-495ed29d45c9 req-ab37f106-0cff-4c49-b31a-265f5370072d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:32.985861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-36469815-7332-434d-a88b-495ed29d45c9 req-ab37f106-0cff-4c49-b31a-265f5370072d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=290b6c00-6e11-4b40-98e7-5c9661fabf80 HTTP/1.1" status: 200  len: 835 time: 0.0665865
Dec 21 10:41:33.018440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] Set router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:41:33.068531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36469815-7332-434d-a88b-495ed29d45c9 req-1c432762-b337-45cc-a1ff-0d0f6784056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:33.070531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-36469815-7332-434d-a88b-495ed29d45c9 req-1c432762-b337-45cc-a1ff-0d0f6784056b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef72bbcd-7243-434d-8dcb-31fb249c7617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0784788
Dec 21 10:41:33.434391 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec58cdd8>, [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '5d2741d8-d2c4-40c5-862a-a72a13b3cad3', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.244', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'port_id': '8b43d380-32d9-45f1-ac53-d80349c34b7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'mac_address': 'fa:16:3e:3b:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:41:30Z', 'updated_at': '2020-12-21T10:41:30Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f4b01c-64b3-4e08-889e-4ecb73c57b13', 'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:10:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:14Z', 'updated_at': '2020-12-21T10:41:22Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:41:33.438952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0443b53b-cf48-46bb-b1c1-8bc1da56e9f8 None None] The sync data for ids ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'] in dv-neutron-601336-62-ovs is: [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '5d2741d8-d2c4-40c5-862a-a72a13b3cad3', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.244', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'port_id': '8b43d380-32d9-45f1-ac53-d80349c34b7f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'mac_address': 'fa:16:3e:3b:09:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:41:30Z', 'updated_at': '2020-12-21T10:41:30Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7f4b01c-64b3-4e08-889e-4ecb73c57b13', 'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:10:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:14Z', 'updated_at': '2020-12-21T10:41:22Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:41:33.523517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-36469815-7332-434d-a88b-495ed29d45c9 req-53dfd0c9-13c5-464e-890d-72e12445aea9 service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4463220
Dec 21 10:41:33.674637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-36469815-7332-434d-a88b-495ed29d45c9 req-c182a851-f8b8-45c7-979c-70ec8331bf8b service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445665
Dec 21 10:41:33.787628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90e22bc-cca5-465e-a67a-5c9fa948332a None None] New status for floating IP 5d2741d8-d2c4-40c5-862a-a72a13b3cad3: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:41:33.911607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49776) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:34.043151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-91bbf1d2-83d2-48b2-8b87-3045d6185ee8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/5d2741d8-d2c4-40c5-862a-a72a13b3cad3 HTTP/1.1" status: 200  len: 992 time: 0.1298313
Dec 21 10:41:35.046555 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49780) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:41:35.164678 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-cfd5a6e0-c52b-4dcc-a1d7-b9e443c1e1a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/5d2741d8-d2c4-40c5-862a-a72a13b3cad3 HTTP/1.1" status: 200  len: 994 time: 0.1165030
Dec 21 10:41:38.438838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb60f429-6fac-4c5c-8f47-dd343069d3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:42.289012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:42.524967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-64ac43e3-a67e-4f83-be24-83394dc9549a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:42.785471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:43.630092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:41:46.498290 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-213bb062-faa3-43be-bafa-cf04175fe65c req-035bb691-5ea5-47d7-be4a-f52866f60c2d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0760927
Dec 21 10:41:46.654622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb062-faa3-43be-bafa-cf04175fe65c req-45db3694-32df-44cd-8deb-6cf259136957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:46.656256 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-213bb062-faa3-43be-bafa-cf04175fe65c req-45db3694-32df-44cd-8deb-6cf259136957 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 1163 time: 0.0832994
Dec 21 10:41:46.822660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb062-faa3-43be-bafa-cf04175fe65c req-951c10ee-d85f-46a4-8422-19bb37477885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:46.824414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-213bb062-faa3-43be-bafa-cf04175fe65c req-951c10ee-d85f-46a4-8422-19bb37477885 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef72bbcd-7243-434d-8dcb-31fb249c7617 HTTP/1.1" status: 200  len: 890 time: 0.1471553
Dec 21 10:41:46.939045 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-213bb062-faa3-43be-bafa-cf04175fe65c req-58a90b9a-2c0f-4ebf-a416-311386891ab2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f HTTP/1.1" status: 200  len: 1002 time: 0.1077070
Dec 21 10:41:47.014520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb062-faa3-43be-bafa-cf04175fe65c req-2bc400ad-acdc-4867-ad98-9228e182bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:47.016108 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-213bb062-faa3-43be-bafa-cf04175fe65c req-2bc400ad-acdc-4867-ad98-9228e182bf60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=290b6c00-6e11-4b40-98e7-5c9661fabf80 HTTP/1.1" status: 200  len: 835 time: 0.0695386
Dec 21 10:41:47.097568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bb062-faa3-43be-bafa-cf04175fe65c req-573a67ce-195c-4319-b5bb-f8f346b07d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:41:47.099240 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-213bb062-faa3-43be-bafa-cf04175fe65c req-573a67ce-195c-4319-b5bb-f8f346b07d9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef72bbcd-7243-434d-8dcb-31fb249c7617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753982
Dec 21 10:41:47.250026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-213bb062-faa3-43be-bafa-cf04175fe65c req-3108fdd0-5eca-4cd9-969a-04ffa00d85ff service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1433907
Dec 21 10:41:47.399603 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-213bb062-faa3-43be-bafa-cf04175fe65c req-86ee666c-8b68-4dad-97a7-df59a4dec622 service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423447
Dec 21 10:41:50.499004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:42:00.066586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335a868-481e-4a06-80c1-640a52839100 req-02325e11-82ac-4499-894b-98e1a1fae17b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:00.068439 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a335a868-481e-4a06-80c1-640a52839100 req-02325e11-82ac-4499-894b-98e1a1fae17b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0853441
Dec 21 10:42:00.121247 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a335a868-481e-4a06-80c1-640a52839100 req-6e481771-3ef2-47b0-a00c-b8cda5f63290 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459559
Dec 21 10:42:01.342693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53019946-09da-4ed8-bc9d-b606b8bafff6 req-38c955b2-06c1-4209-b72f-1d44bb48b01c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:01.344328 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53019946-09da-4ed8-bc9d-b606b8bafff6 req-38c955b2-06c1-4209-b72f-1d44bb48b01c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0859206
Dec 21 10:42:01.392493 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-53019946-09da-4ed8-bc9d-b606b8bafff6 req-c2c72e08-2f7e-49ff-996c-017736e7c029 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411170
Dec 21 10:42:02.127162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:02.621437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48782423-9e55-4e7e-a5aa-4436b4955d4a req-3ba310cd-67ad-44d6-8a32-04252fd14e99 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:02.623122 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-48782423-9e55-4e7e-a5aa-4436b4955d4a req-3ba310cd-67ad-44d6-8a32-04252fd14e99 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0915911
Dec 21 10:42:02.673596 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-48782423-9e55-4e7e-a5aa-4436b4955d4a req-22a928a8-7b73-4de2-bf23-ee80d5de9b84 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438774
Dec 21 10:42:03.894736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a154e-51b6-40ee-8eaa-7d7d7182a419 req-5ef3c980-a6f1-4cfe-a0e7-8570a102cb20 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:03.896329 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-013a154e-51b6-40ee-8eaa-7d7d7182a419 req-5ef3c980-a6f1-4cfe-a0e7-8570a102cb20 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0884776
Dec 21 10:42:03.954024 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-013a154e-51b6-40ee-8eaa-7d7d7182a419 req-e42a493f-0290-4ae4-92b4-a01141a8d11d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507159
Dec 21 10:42:05.170609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499302e9-08dc-4459-84d4-c89fd0e62bb5 req-cb55bc60-2972-4a6f-bfbb-1cc5783ad1a2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:05.172287 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-499302e9-08dc-4459-84d4-c89fd0e62bb5 req-cb55bc60-2972-4a6f-bfbb-1cc5783ad1a2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0870798
Dec 21 10:42:05.220771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-499302e9-08dc-4459-84d4-c89fd0e62bb5 req-d1c73ffe-4197-45bb-b9a3-08269a624756 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417988
Dec 21 10:42:06.438644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11783c49-bbeb-432d-a1ae-e2a535aa7d82 req-493f7b1d-fe67-4818-8d8d-43e00d70c846 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:06.440307 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-11783c49-bbeb-432d-a1ae-e2a535aa7d82 req-493f7b1d-fe67-4818-8d8d-43e00d70c846 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0884240
Dec 21 10:42:06.491449 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-11783c49-bbeb-432d-a1ae-e2a535aa7d82 req-3d88f5ff-790b-4d49-a7c8-4dfc89a50c91 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437665
Dec 21 10:42:07.720680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad33ea-ea76-419d-b1da-50343a12851e req-b87b0653-33c4-48ae-988d-3a4f3abd3a99 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:07.722528 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-03ad33ea-ea76-419d-b1da-50343a12851e req-b87b0653-33c4-48ae-988d-3a4f3abd3a99 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0929055
Dec 21 10:42:07.777371 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-03ad33ea-ea76-419d-b1da-50343a12851e req-0a1ae644-5fb7-45f5-84da-4b7d7a5917b4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478656
Dec 21 10:42:08.442656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38ae5deb-9675-4d5e-8ea4-d608cbb860b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:09.007560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161d9ba-940f-4fa5-8b6e-d36bc63af059 req-39d0dec0-faf9-48ae-ad84-63a4a36744b2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:09.009287 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e161d9ba-940f-4fa5-8b6e-d36bc63af059 req-39d0dec0-faf9-48ae-ad84-63a4a36744b2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0909631
Dec 21 10:42:09.065467 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e161d9ba-940f-4fa5-8b6e-d36bc63af059 req-ca6c6068-0e0a-4169-b503-1cb4b9ef85b5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490503
Dec 21 10:42:09.900395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8b43d380-32d9-45f1-ac53-d80349c34b7f up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:42:09.970213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8b43d380-32d9-45f1-ac53-d80349c34b7f triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:42:09.970638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:10.439404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f470fab-12f7-4ed3-bec2-d3b00649a35a req-799644c8-2ef3-44a2-b0a7-85b1993f204b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:10.441022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2f470fab-12f7-4ed3-bec2-d3b00649a35a req-799644c8-2ef3-44a2-b0a7-85b1993f204b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0871825
Dec 21 10:42:10.489639 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2f470fab-12f7-4ed3-bec2-d3b00649a35a req-97cb031f-1221-4348-aced-6ab855d4ebfd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422850
Dec 21 10:42:11.705382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3143e8-618f-47e6-8cb2-7a82cda24244 req-7cc77d47-1d76-40d3-a7e5-0f2803bf7f33 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:11.707023 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eb3143e8-618f-47e6-8cb2-7a82cda24244 req-7cc77d47-1d76-40d3-a7e5-0f2803bf7f33 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0860381
Dec 21 10:42:11.758715 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eb3143e8-618f-47e6-8cb2-7a82cda24244 req-466ef619-8998-4986-b9c3-34f2fccef492 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453105
Dec 21 10:42:11.789058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49814) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:42:11.900389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4634d855-203e-46bf-adf6-abde2bfe0bd9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/5d2741d8-d2c4-40c5-862a-a72a13b3cad3 HTTP/1.1" status: 200  len: 994 time: 0.1100352
Dec 21 10:42:12.284793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:12.529514 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-db346b96-9e97-41a1-a597-df671b79125a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:12.783192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:13.517725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06cd6f9-7636-4b38-8b4c-caefb19ce1cb req-0253b646-a952-413d-89db-1f01570d0511 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:13.519241 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f06cd6f9-7636-4b38-8b4c-caefb19ce1cb req-0253b646-a952-413d-89db-1f01570d0511 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.1658912
Dec 21 10:42:13.521057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-7bbbeb00-59c6-494c-96fc-c050b486f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:13.522684 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-7bbbeb00-59c6-494c-96fc-c050b486f389 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 1163 time: 0.1178544
Dec 21 10:42:13.632567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:13.669170 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f06cd6f9-7636-4b38-8b4c-caefb19ce1cb req-846e68c2-6054-4615-9c93-787f15069b7f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1425352
Dec 21 10:42:13.708062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-f293f87d-507a-4ca5-adfe-e12f12faf6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:13.709959 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-f293f87d-507a-4ca5-adfe-e12f12faf6a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef72bbcd-7243-434d-8dcb-31fb249c7617 HTTP/1.1" status: 200  len: 890 time: 0.1683719
Dec 21 10:42:13.824178 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-a494d7cb-7499-4996-a55f-5a54236021c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f HTTP/1.1" status: 200  len: 1002 time: 0.1064932
Dec 21 10:42:13.895639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-948702dc-cbe1-411e-8b4a-edc37f9f14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:13.897857 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-948702dc-cbe1-411e-8b4a-edc37f9f14d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=290b6c00-6e11-4b40-98e7-5c9661fabf80 HTTP/1.1" status: 200  len: 835 time: 0.0669320
Dec 21 10:42:13.979173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-1c84aabb-47bc-4c25-a40e-52e5d44e6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:13.980800 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-1c84aabb-47bc-4c25-a40e-52e5d44e6df8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef72bbcd-7243-434d-8dcb-31fb249c7617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760019
Dec 21 10:42:14.133145 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-e7598155-b0be-4696-be11-b2a25c3cf48b service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455529
Dec 21 10:42:14.288712 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-57f82365-b5b9-4643-86ae-881c7b8e8b67 req-a8102ca6-ade4-4df7-99f9-311dc5802069 service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1492472
Dec 21 10:42:14.910009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528f6f7-dce6-46c3-8701-15a29367c132 req-d1ad69ae-e840-461e-a46c-64b5c17db92d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:14.911609 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3528f6f7-dce6-46c3-8701-15a29367c132 req-d1ad69ae-e840-461e-a46c-64b5c17db92d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0997772
Dec 21 10:42:14.969535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3528f6f7-dce6-46c3-8701-15a29367c132 req-8ea6aec7-e037-4c42-b47a-7d84ef6fd441 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470021
Dec 21 10:42:15.946516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8b43d380-32d9-45f1-ac53-d80349c34b7f up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:42:16.203223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 8b43d380-32d9-45f1-ac53-d80349c34b7f triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:42:16.203608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:16.212534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38918f-4ea0-4473-b47d-43860ae139f9 req-b5ded4b4-f11a-4822-97b1-3803f94b3e94 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:16.214199 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba38918f-4ea0-4473-b47d-43860ae139f9 req-b5ded4b4-f11a-4822-97b1-3803f94b3e94 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0926089
Dec 21 10:42:16.267705 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ba38918f-4ea0-4473-b47d-43860ae139f9 req-904d40d3-dad6-42c7-9663-5f527e9e7e97 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471530
Dec 21 10:42:16.298373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49828) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:42:16.410449 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-405e2956-079a-44ca-9f07-6f5aadceebae tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/5d2741d8-d2c4-40c5-862a-a72a13b3cad3 HTTP/1.1" status: 200  len: 994 time: 0.1105163
Dec 21 10:42:27.498994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:42:32.141236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:38.446708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-aef5d9e0-dfe8-47d6-93e4-0d12dab73218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:42.287444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:42.530878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-05e1dd54-415a-45c5-8948-76a88333bbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:42.784642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:43.637476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:47.185351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49844) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:42:47.408004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 47baceea-5c90-49cf-8744-9dca76c6927b {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:42:47.408383 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:47.592918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:47.593286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:47.727615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 47baceea-5c90-49cf-8744-9dca76c6927b owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:42:47.887398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:47.903253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:42:48.231122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=47baceea-5c90-49cf-8744-9dca76c6927b,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:42:48.245046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.245510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.245985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.246351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.246769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.247176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.247597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.247999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.248405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.248837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.249218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.249654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.250132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.250539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.250948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.251345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.251747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.252149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.252550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.252949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.253355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.253782 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.254184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.254584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:48.260695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:42:48.431138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:48.431575 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Floating IP 5d2741d8-d2c4-40c5-862a-a72a13b3cad3 disassociated (deleted). External IP: 172.26.1.244, port: 8b43d380-32d9-45f1-ac53-d80349c34b7f.
Dec 21 10:42:48.708804 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-afa7ffed-e9a3-4553-9457-992c44d7a6b5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1950598
Dec 21 10:42:48.972183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:42:49.052800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-19359bbd-6ea4-4884-a37e-7a23395d3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:49.054395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-19359bbd-6ea4-4884-a37e-7a23395d3477 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 1163 time: 0.1806574
Dec 21 10:42:49.311511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:42:49.323198 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] Sync routers for ids ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:42:49.334956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] Routers {'3841682e-3ba5-4cd5-8a9f-c2cc23677614'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:42:49.335617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec3f4630>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:42:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:42:49.356486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-e8791695-944d-4a4c-a5c7-81344286148c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:49.359322 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-e8791695-944d-4a4c-a5c7-81344286148c service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef72bbcd-7243-434d-8dcb-31fb249c7617 HTTP/1.1" status: 200  len: 890 time: 0.2713122
Dec 21 10:42:49.497425 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-c993f2b8-d69f-4ede-8d42-50e78259c433 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f HTTP/1.1" status: 200  len: 217 time: 0.1305223
Dec 21 10:42:49.500553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:49.550717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] Set router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:42:49.663542 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/floatingips/5d2741d8-d2c4-40c5-862a-a72a13b3cad3 HTTP/1.1" status: 204  len: 168 time: 2.4769497
Dec 21 10:42:49.666340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:42:49.675917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-32ef145d-db5b-42c5-ae0a-0175c5096042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:49.678377 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-32ef145d-db5b-42c5-ae0a-0175c5096042 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=290b6c00-6e11-4b40-98e7-5c9661fabf80 HTTP/1.1" status: 200  len: 835 time: 0.1192703
Dec 21 10:42:49.751577 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f', 'status': 'completed', 'code': 200}
Dec 21 10:42:49.792479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-d142b973-44d4-425d-b40d-ff2bc12c7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:49.794582 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-d142b973-44d4-425d-b40d-ff2bc12c7558 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef72bbcd-7243-434d-8dcb-31fb249c7617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1090004
Dec 21 10:42:49.966556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec3f4630>, [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a7f4b01c-64b3-4e08-889e-4ecb73c57b13', 'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:10:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:14Z', 'updated_at': '2020-12-21T10:41:22Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:42:49.971217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] Checking router: 3841682e-3ba5-4cd5-8a9f-c2cc23677614 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:42:49.981472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] Routers {'3841682e-3ba5-4cd5-8a9f-c2cc23677614'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:42:49.982184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec3f4630>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:42:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:42:49.998401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-c3a06a46-f435-4231-9b7d-2277dc57573a service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1974223
Dec 21 10:42:50.175994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] Set router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:42:50.377177 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7738ac95-48ae-4b78-a071-fd5d190dc60b req-276f7c1a-bd92-426d-9317-fc90f5854147 service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3713403
Dec 21 10:42:50.404387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd54cb-7cc8-439c-a6f9-d162dd3e2a25 req-65c8487c-aff0-4696-840f-60afe23dc8c5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:50.405835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-92fd54cb-7cc8-439c-a6f9-d162dd3e2a25 req-65c8487c-aff0-4696-840f-60afe23dc8c5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:42:50.434643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-92fd54cb-7cc8-439c-a6f9-d162dd3e2a25 req-65c8487c-aff0-4696-840f-60afe23dc8c5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:42:50.436881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-92fd54cb-7cc8-439c-a6f9-d162dd3e2a25 req-65c8487c-aff0-4696-840f-60afe23dc8c5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.3602459
Dec 21 10:42:50.551718 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-92fd54cb-7cc8-439c-a6f9-d162dd3e2a25 req-c2f62340-c117-4c46-a30d-ee1eb5c9a5d0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726225
Dec 21 10:42:50.576505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-005fe1ec-e440-49ca-88d4-e1fc69d0d298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:50.578220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-005fe1ec-e440-49ca-88d4-e1fc69d0d298 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 1163 time: 0.1363869
Dec 21 10:42:50.615574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec3f4630>, [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a7f4b01c-64b3-4e08-889e-4ecb73c57b13', 'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:10:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:14Z', 'updated_at': '2020-12-21T10:41:22Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:42:50.620787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5b1c34-224a-46e8-9d17-0ac89f1ab24e None None] The sync data for ids ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'] in dv-neutron-601336-62-ovs is: [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'a7f4b01c-64b3-4e08-889e-4ecb73c57b13', 'name': '', 'network_id': 'ef72bbcd-7243-434d-8dcb-31fb249c7617', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:10:f7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:14Z', 'updated_at': '2020-12-21T10:41:22Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '290b6c00-6e11-4b40-98e7-5c9661fabf80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:42:50.754237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-7d4e32df-535e-4aaf-8422-f9c799edce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:50.756554 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-7d4e32df-535e-4aaf-8422-f9c799edce37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ef72bbcd-7243-434d-8dcb-31fb249c7617 HTTP/1.1" status: 200  len: 890 time: 0.1714609
Dec 21 10:42:50.834763 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-3b3e80ed-a985-4dbd-8873-922322f42659 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f HTTP/1.1" status: 200  len: 217 time: 0.0657322
Dec 21 10:42:50.917302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-c14a359d-50a0-40a0-b488-8be255dfc843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:50.918683 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-c14a359d-50a0-40a0-b488-8be255dfc843 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=290b6c00-6e11-4b40-98e7-5c9661fabf80 HTTP/1.1" status: 200  len: 835 time: 0.0777977
Dec 21 10:42:51.010527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-315f492e-7e8f-4240-ba41-04e6198c3096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:51.013662 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-315f492e-7e8f-4240-ba41-04e6198c3096 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ef72bbcd-7243-434d-8dcb-31fb249c7617&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876195
Dec 21 10:42:51.088435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7f89cf-87e5-4558-81b2-b5deaf089fe8 None None] New status for floating IP 5d2741d8-d2c4-40c5-862a-a72a13b3cad3: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:42:51.170978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-ffd25fc4-0211-4974-8f8b-10f01b435e29 service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1505008
Dec 21 10:42:51.336311 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ea81da73-0c49-486b-acff-51db1a5a2b87 req-ee8ac1d0-7d55-42ce-b7a3-26438fa268a7 service neutron] 10.222.0.16 "GET /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1582320
Dec 21 10:42:51.675909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-2d2dad96-d258-4597-a534-a02b7625ed1b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:51.678489 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-2d2dad96-d258-4597-a534-a02b7625ed1b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.0934331
Dec 21 10:42:51.809164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 8b43d380-32d9-45f1-ac53-d80349c34b7f {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:42:51.809571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:52.076280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 8b43d380-32d9-45f1-ac53-d80349c34b7f no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:42:52.215015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:52.224393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7ad64-92c1-417a-8f48-a6647b8a60db req-d76b7e9e-1240-4af0-8f0d-3643d797a35f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:52.226061 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-83a7ad64-92c1-417a-8f48-a6647b8a60db req-d76b7e9e-1240-4af0-8f0d-3643d797a35f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 946 time: 0.4937196
Dec 21 10:42:52.244617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:42:52.255233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 8b43d380-32d9-45f1-ac53-d80349c34b7f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:42:52.258777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:52.261069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:42:52.350761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=8b43d380-32d9-45f1-ac53-d80349c34b7f,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:42:52.359711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.360101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.360479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.360853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.361221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.361617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.361991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.362357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.362724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.363085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.363444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.363805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.364828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.365190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.365579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.365933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.366330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.366752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.367018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.367374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.367730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.368085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.368441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.368793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:42:52.373468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:42:52.404945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-83a7ad64-92c1-417a-8f48-a6647b8a60db req-998d37de-03ed-4fcf-bd59-ba40877812c0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1482244
Dec 21 10:42:52.437534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 8b43d380-32d9-45f1-ac53-d80349c34b7f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:42:52.438204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:52.451478 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f', 'code': 200}
Dec 21 10:42:52.581215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 8b43d380-32d9-45f1-ac53-d80349c34b7f owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:42:52.675288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:42:52.675650 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:42:53.177364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 8b43d380-32d9-45f1-ac53-d80349c34b7f {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:42:53.178134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:53.462061 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 8b43d380-32d9-45f1-ac53-d80349c34b7f, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=8b43d380-32d9-45f1-ac53-d80349c34b7f,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:42:53.462472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:53.640648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 8b43d380-32d9-45f1-ac53-d80349c34b7f owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:42:53.797164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24462f-1ad8-49fb-9ab3-dd7586cbad91 req-6c0b0721-b5e6-4ce5-976f-9c4d4765ffda tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:42:53.798765 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb24462f-1ad8-49fb-9ab3-dd7586cbad91 req-6c0b0721-b5e6-4ce5-976f-9c4d4765ffda tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=230ef3d6-a61d-4648-a1b1-a97d45939c14 HTTP/1.1" status: 200  len: 944 time: 0.1664197
Dec 21 10:42:53.902672 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bb24462f-1ad8-49fb-9ab3-dd7586cbad91 req-f9689d68-53a0-4a81-a899-e7ed3729b73e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=077883ce-bcfd-487e-8964-cadf5b21b3aa&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693021
Dec 21 10:42:53.903441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:53.919627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-239cb8f8-848e-4027-89ae-fb9b9192a99c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:42:53.970303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=8b43d380-32d9-45f1-ac53-d80349c34b7f,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:42:53.983120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:42:54.142387 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] No DVR routers for this DVR port 8b43d380-32d9-45f1-ac53-d80349c34b7f on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:42:54.144800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:54.148000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'name': 'network-vif-deleted', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:42:54.164899 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2caeccb3-0c75-4bbd-b2a6-58984be66175 req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "DELETE /v2.0/ports/8b43d380-32d9-45f1-ac53-d80349c34b7f HTTP/1.1" status: 204  len: 173 time: 2.4798992
Dec 21 10:42:54.217062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '230ef3d6-a61d-4648-a1b1-a97d45939c14', 'name': 'network-vif-deleted', 'tag': '8b43d380-32d9-45f1-ac53-d80349c34b7f', 'status': 'completed', 'code': 200}
Dec 21 10:42:55.036634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49868) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:42:55.430775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:56.064856 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port a7f4b01c-64b3-4e08-889e-4ecb73c57b13 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:42:56.065230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:56.269224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port a7f4b01c-64b3-4e08-889e-4ecb73c57b13, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=a7f4b01c-64b3-4e08-889e-4ecb73c57b13,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:42:56.269656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:56.406336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for a7f4b01c-64b3-4e08-889e-4ecb73c57b13 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:42:56.766548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:56.783858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b310e08e-cc40-4d0e-8075-b37acc22dc12 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:42:56.846943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=a7f4b01c-64b3-4e08-889e-4ecb73c57b13,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:42:56.851399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:42:57.536301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:58.103173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:42:58.298636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:42:58.311066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] Sync routers for ids ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:42:58.312795 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "PUT /v2.0/routers/3841682e-3ba5-4cd5-8a9f-c2cc23677614/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2750106
Dec 21 10:42:58.315692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49872) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:42:58.328206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] Routers {'3841682e-3ba5-4cd5-8a9f-c2cc23677614'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:42:58.329394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec10acc0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:42:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:42:58.528344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] Set router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:42:58.532073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b34a5f-11c5-402a-9797-dc190da133f3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting subnet 290b6c00-6e11-4b40-98e7-5c9661fabf80 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:42:58.535285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a5f-11c5-402a-9797-dc190da133f3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:58.596901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a5f-11c5-402a-9797-dc190da133f3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:58.714030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a5f-11c5-402a-9797-dc190da133f3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:58.847257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec10acc0>, [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:42:56Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:42:58.851465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] Checking router: 3841682e-3ba5-4cd5-8a9f-c2cc23677614 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:42:58.860599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] Routers {'3841682e-3ba5-4cd5-8a9f-c2cc23677614'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:42:58.861272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec10acc0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:42:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:42:59.043343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a5f-11c5-402a-9797-dc190da133f3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:59.061467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f81e6009-09e9-4f3f-b3ca-a9b0386da167 tempest-RoutersNegativeIpV6Test-561972454 tempest-RoutersNegativeIpV6Test-561972454] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:42:59.116730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b34a5f-11c5-402a-9797-dc190da133f3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Subnet': ['ID=290b6c00-6e11-4b40-98e7-5c9661fabf80,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:42:59.120852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1b34a5f-11c5-402a-9797-dc190da133f3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:42:59.211141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1b34a5f-11c5-402a-9797-dc190da133f3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:59.219319 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f1b34a5f-11c5-402a-9797-dc190da133f3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/subnets/290b6c00-6e11-4b40-98e7-5c9661fabf80 HTTP/1.1" status: 204  len: 168 time: 0.9023521
Dec 21 10:42:59.221673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f732cd-3547-4c8a-a0cc-4be990b5ec46 None None] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:42:59.222295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49876) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:42:59.269524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] Set router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:42:59.432671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:59.642823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:59.649314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port 910a201f-3883-47de-8cc9-090896b32bbd {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:42:59.649726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:59.739006 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec10acc0>, [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:42:56Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:42:59.744266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77722f9f-c6f6-4857-9fd1-72885ef9acd2 None None] The sync data for ids ['3841682e-3ba5-4cd5-8a9f-c2cc23677614'] in dv-neutron-601336-62-ovs is: [{'id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'name': 'tempest-TestNetworkAdvancedServerOps-router-732750679', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '910a201f-3883-47de-8cc9-090896b32bbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:41:09Z', 'updated_at': '2020-12-21T10:42:56Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': '910a201f-3883-47de-8cc9-090896b32bbd', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:46:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3841682e-3ba5-4cd5-8a9f-c2cc23677614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:41:10Z', 'updated_at': '2020-12-21T10:41:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:42:59.786959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] DHCP port deletion for ef72bbcd-7243-434d-8dcb-31fb249c7617 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:42:59.791860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] Deleting port aa978d1e-33f3-42e9-a693-fae701bd6e67 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:42:59.792281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:59.861015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port 910a201f-3883-47de-8cc9-090896b32bbd, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=910a201f-3883-47de-8cc9-090896b32bbd,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:42:59.861458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:42:59.997806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for 910a201f-3883-47de-8cc9-090896b32bbd owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:43:00.030161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] For port aa978d1e-33f3-42e9-a693-fae701bd6e67, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aa978d1e-33f3-42e9-a693-fae701bd6e67,segment=NetworkSegment(31e9ae1c-9e47-4e86-9087-2529a3085c74),segment_id=31e9ae1c-9e47-4e86-9087-2529a3085c74)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:43:00.030611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:00.150846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:00.164011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] Calling delete_port for aa978d1e-33f3-42e9-a693-fae701bd6e67 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:43:00.245029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:00.262314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:00.320146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] Pushing event deleted for resources: {'Port': ['ID=aa978d1e-33f3-42e9-a693-fae701bd6e67,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:00.324944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:00.363488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:00.409720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] No DVR routers for this DVR port aa978d1e-33f3-42e9-a693-fae701bd6e67 on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:43:00.767670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aa978d1e-33f3-42e9-a693-fae701bd6e67 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:43:00.797279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:00.805475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:00.806929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: aa978d1e-33f3-42e9-a693-fae701bd6e67 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:43:00.807333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aa978d1e-33f3-42e9-a693-fae701bd6e67 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:43:00.807824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a7f4b01c-64b3-4e08-889e-4ecb73c57b13 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:43:00.828953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:00.829595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Fanout notify agent at l3_agent the message router_deleted on router 3841682e-3ba5-4cd5-8a9f-c2cc23677614 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:43:00.843271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: a7f4b01c-64b3-4e08-889e-4ecb73c57b13 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:43:00.843676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device a7f4b01c-64b3-4e08-889e-4ecb73c57b13 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:43:00.844798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:00.852693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49880) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:00.852814 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2a28bbd6-f468-4e66-aa90-60d768222e73 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/routers/3841682e-3ba5-4cd5-8a9f-c2cc23677614 HTTP/1.1" status: 204  len: 168 time: 1.6292267
Dec 21 10:43:01.287074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:01.582867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:01.739196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe7aa7828>,) {'filters': {'network_id': ['ef72bbcd-7243-434d-8dcb-31fb249c7617']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:01.753869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7aa7828>, '31e9ae1c-9e47-4e86-9087-2529a3085c74') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:01.754855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe7aa7828>, '31e9ae1c-9e47-4e86-9087-2529a3085c74') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:01.770681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:01.788582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:01.791059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:43:01.992716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:43:02.002073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:02.143978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:02.189224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network ef72bbcd-7243-434d-8dcb-31fb249c7617 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:43:02.214900 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:43:02.308780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:02.314888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e1c66efd-d348-434f-8eff-20362c84134a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:02.331260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:02.348915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Network': ['ID=ef72bbcd-7243-434d-8dcb-31fb249c7617,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:02.354661 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/networks/ef72bbcd-7243-434d-8dcb-31fb249c7617 HTTP/1.1" status: 204  len: 168 time: 1.4999075
Dec 21 10:43:02.359701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49884) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:02.363952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.364454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.364933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.365426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.365944 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.366429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.366961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.367560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.368083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.368602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.369119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.369674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.370316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.370833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.371347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.371859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.372376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.372911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.373420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.373970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.374494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.375004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.375516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.376029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:02.391145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1ad3441f-3e1d-4770-85a9-97b288e58b58 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:02.465804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6dee-efca-444c-a428-b7033b753306 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:02.503601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6dee-efca-444c-a428-b7033b753306 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:02.574720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6dee-efca-444c-a428-b7033b753306 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:02.583872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46eaa183-a590-4ec6-9900-4c450127d33f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:02.616580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab6dee-efca-444c-a428-b7033b753306 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'SecurityGroup': ['ID=077883ce-bcfd-487e-8964-cadf5b21b3aa,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:02.622464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d7ab6dee-efca-444c-a428-b7033b753306 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:02.625945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7ab6dee-efca-444c-a428-b7033b753306 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:02.627880 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d7ab6dee-efca-444c-a428-b7033b753306 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/security-groups/077883ce-bcfd-487e-8964-cadf5b21b3aa HTTP/1.1" status: 204  len: 168 time: 0.2669935
Dec 21 10:43:02.757197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 910a201f-3883-47de-8cc9-090896b32bbd no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:43:02.793128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 910a201f-3883-47de-8cc9-090896b32bbd {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:43:02.793532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 910a201f-3883-47de-8cc9-090896b32bbd not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:43:03.026348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49892) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:03.032155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1684360225', 'description': 'tempest-secgroup-smoke-1684360225 description', 'project_id': '2a8e9578d04a4464a587057012b32e6e'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:03.040325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:03.045672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:03.048868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:03.055891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:03.068373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.093211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:03.098816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:03.102299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:03.108308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:03.211281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.214540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.220580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-72aed01c-94f5-439f-9a09-6a95108ed056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:03.265708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroup': ['ID=02823f91-f145-40da-86d9-455832453d56,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:03.268483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.269946 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1746 time: 0.2427516
Dec 21 10:43:03.270953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ad81ef41-6739-4a23-9b5c-66ce178fb0b9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:03.272986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49896) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:03.278552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '02823f91-f145-40da-86d9-455832453d56', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:03.285174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:03.290111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:03.294338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:03.300860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:03.319209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.400702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.403771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.405734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6dba9f7d-4324-4d3d-8bef-3d97f0bea6ff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:03.434933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beab2429-99c4-4dbc-aadc-c96f57a0cb4c,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:03.440240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:03.448787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.450139 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-44308a32-2292-4d97-b145-ee422dde485c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 739 time: 0.1761265
Dec 21 10:43:03.453787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49900) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:03.459966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '02823f91-f145-40da-86d9-455832453d56', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:03.467772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:03.478315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:03.482149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:03.488470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:03.511159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.602926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.612515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.615277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ee428c0a-88bd-4cb6-a932-997c172db3b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:03.641614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c91603-2871-48d4-8f3a-e6b56f5bdfb0,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:03.648166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:03.652200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.653839 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bc70c3e8-f54d-4c17-a4c3-5b310d291886 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 738 time: 0.1986403
Dec 21 10:43:03.657240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49904) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:03.664930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '02823f91-f145-40da-86d9-455832453d56', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:03.671853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:03.678203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:03.681587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:03.687712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:03.706263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.778605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.782241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.784955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1092cb36-62a9-4852-8efc-833be8e76429 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:03.813624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32929043-e401-4824-9a5b-42b331f2b133,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:03.819414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:03.823288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.824346 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-473af9af-14bc-4553-9720-07b679702de3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 744 time: 0.1658225
Dec 21 10:43:03.827695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49908) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:03.833401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '02823f91-f145-40da-86d9-455832453d56', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:03.840762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:03.845075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:03.848399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:03.859901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:03.881336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.954822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.959112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:03.961185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-af34bc4a-1571-4005-979e-f98cfb0be7a8 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:03.985477 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6e36127-567f-4e73-9a4a-fe90b76d0eda,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:03.988096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:04.001093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.002428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-5eebefbe-86d8-4adf-a79e-707e247b485d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 743 time: 0.1737418
Dec 21 10:43:04.006280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49912) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:04.012119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '02823f91-f145-40da-86d9-455832453d56', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:04.018661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:04.023740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:04.037524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:04.043780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:04.056174 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Project 2a8e9578d04a4464a587057012b32e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:43:04.063796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.137521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.140765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.142716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3edf59e-9f6e-48fd-a25a-9e43e27497b7 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:04.168637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135e03d9-d45e-4a49-ab39-a4cc42f272d0,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:04.173308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:04.178256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.179560 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-923e4949-6d54-4284-aacc-f15e50591e8f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 749 time: 0.1722927
Dec 21 10:43:04.183773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49916) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:04.189996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'security_group_rule': {'security_group_id': '02823f91-f145-40da-86d9-455832453d56', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:04.197189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:04.201460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:security_group_rule and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:04.204594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:04.210871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:04.225416 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.securitygroups_db [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Project 2a8e9578d04a4464a587057012b32e6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 21 10:43:04.233327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.306553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.309658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.311762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e46fde62-398b-4751-be9c-d1990c4ed18d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:04.336036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e60a8242-5d33-41cb-8ac3-254522e625ae,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:04.338753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:04.345464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group_rule, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.346798 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-59fb1603-065f-4c26-b102-9372cd790a74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 748 time: 0.1616123
Dec 21 10:43:04.351841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49920) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:04.358257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'network': {'name': 'tempest-network-smoke--1464241970', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'port_security_enabled': True}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:04.364551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:04.369025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:network and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:04.372083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:04.377990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:04.388420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:43:04.394011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.429862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:43:04.439616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.440025 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Added segment ad80793f-4c06-4be1-ac89-39d3d71dab1c of type vxlan for network 786d5d57-275c-44cc-9a29-ad3cb1f2be04
Dec 21 10:43:04.469858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.498210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:43:04.501142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.505366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:04.506037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.511881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-87fb0783-e4a0-40d6-b9ce-f418124ebd88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:04.575385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2223926
Dec 21 10:43:04.578751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49924) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:04.585719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'admin_state_up': True, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:04.593397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:04.597877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:router and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:04.602529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:04.611647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:04.622055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.623135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.630968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Network': ['ID=786d5d57-275c-44cc-9a29-ad3cb1f2be04,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:04.634240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-78627235-10b3-44c1-afd4-325f750dfc13 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:04.645165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:43:04.647218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:04.659307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:43:04.959624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:05.292053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:05.324270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:05.657065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.26.1.45 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/e435ea48-a890-4e6f-89a1-2a247501399a) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:43:05.825749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:05.852480 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:05.865870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:06.002647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=e435ea48-a890-4e6f-89a1-2a247501399a,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:06.014096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:06.059542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:43:06.060725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:43:06.063066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:43:06.501180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:06.877685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:07.101431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:43:07.594336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:43:07.605411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Sync routers for ids ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:43:07.616567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Routers {'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:43:07.617228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed139eb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:42:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:07.622808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:07.624100 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 3.0443037
Dec 21 10:43:07.627676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49928) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:07.675625 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-bb66bc67-bd5b-488d-949f-347f0b4be138 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] 10.222.0.45 "GET /v2.0/subnets?project_id=2a8e9578d04a4464a587057012b32e6e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0465639
Dec 21 10:43:07.678955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 49932) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:07.685120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'subnet': {'name': 'tempest-subnet-smoke-408164588', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:07.810084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Set router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:43:07.810322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:07.815648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:subnet and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:07.819658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:07.833068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:07.845098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'subnet': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:43:07.977895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851760962'] for subnet, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:08.155719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed139eb8>, [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:06Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:08.166572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Checking router: fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:43:08.167065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Updating router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 port e435ea48-a890-4e6f-89a1-2a247501399a binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:43:08.223236 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:08.450574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e625b528-fa88-41e6-9b9a-bcd7d47238ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:08.479565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036851938112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851761079'] for subnet, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:08.496388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a75c46a7-b0ad-4ea0-b1b5-edd3ce8e549a tempest-NetworksIpV6TestAttrs-912014861 tempest-NetworksIpV6TestAttrs-912014861] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:08.649096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:08.650623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Subnet': ['ID=50df3186-c4e3-4ae6-951d-51e43335d013,revision_number=0']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:08.655825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:08.664245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Transition to ACTIVE for port object e435ea48-a890-4e6f-89a1-2a247501399a will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:43:08.666676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:08.699296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-594f4b59-99eb-42aa-85a5-d8723b115f63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:08.731647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Checking segment: {'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:43:08.732045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network hostable DHCP agents. Network: 786d5d57-275c-44cc-9a29-ad3cb1f2be04, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:43:08.752566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:43:08.762156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 786d5d57-275c-44cc-9a29-ad3cb1f2be04) {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:43:08.772033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de52a6d8-d331-4368-8685-87c03a65f5fe None None] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:43:08.777215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:08.778083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:08.806093 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6976fcdd-4b63-497b-bae4-c49839570801 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 1.1231165
Dec 21 10:43:08.806481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49936) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:08.845355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Pushing event updated for resources: {'Port': ['ID=e435ea48-a890-4e6f-89a1-2a247501399a,revision_number=2']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:08.857309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.857720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.858110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.858483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.858858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.859226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.859590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.859964 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.860329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.860700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.861058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.861422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.862233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.862925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.864420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.864810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.865245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.865908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.866583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.867228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.867699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.868084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.868449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.868810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:43:08.874764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:08.932421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Attempting to bind port e435ea48-a890-4e6f-89a1-2a247501399a on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:43:08.932955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Attempting to bind port e435ea48-a890-4e6f-89a1-2a247501399a by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:43:08.933453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Attempting to bind port e435ea48-a890-4e6f-89a1-2a247501399a on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:43:08.939969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:43:08.940525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:43:08.943551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:08.943551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:43:08.943551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Bound port: e435ea48-a890-4e6f-89a1-2a247501399a, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:43:08.943551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:09.030267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] For port e435ea48-a890-4e6f-89a1-2a247501399a, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:43:09.033699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] For port e435ea48-a890-4e6f-89a1-2a247501399a, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e435ea48-a890-4e6f-89a1-2a247501399a,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:43:09.039415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:09.053070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6d6b6f7b-990e-4dc0-8fd0-6284ba7f39f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:09.056798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ips': [{'subnet_id': '50df3186-c4e3-4ae6-951d-51e43335d013'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:43:09.057951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:09.304860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Pushing event updated for resources: {'Port': ['ID=e435ea48-a890-4e6f-89a1-2a247501399a,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:09.332621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-27338a42-c77a-4d55-b347-9fde3d34d2ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:09.367355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Routers {'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:43:09.368045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed139eb8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:42:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:09.404172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Allocated IP 172.20.0.2 (786d5d57-275c-44cc-9a29-ad3cb1f2be04/50df3186-c4e3-4ae6-951d-51e43335d013/83625f82-223a-4b15-90de-baacfa33d0ef) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:43:09.573538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] Set router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:43:09.661032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:09.663774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:09.674546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Transition to ACTIVE for port object 83625f82-223a-4b15-90de-baacfa33d0ef will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:43:09.694541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Transition to ACTIVE for port object 83625f82-223a-4b15-90de-baacfa33d0ef will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:43:09.700330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:09.717583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:09.872642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Pushing event updated for resources: {'Port': ['ID=83625f82-223a-4b15-90de-baacfa33d0ef,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:09.877886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:09.906938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed139eb8>, [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:06Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:09.911926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b868f5de-534c-4b98-ac03-876263eaa0a7 None None] The sync data for ids ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'] in dv-neutron-601336-62-ovs is: [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:06Z', 'revision_number': 3, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:43:09.942982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:43:09.945615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:43:09.948631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:43:10.015189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Attempting to bind port 83625f82-223a-4b15-90de-baacfa33d0ef on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:43:10.015608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Attempting to bind port 83625f82-223a-4b15-90de-baacfa33d0ef by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:43:10.016188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Attempting to bind port 83625f82-223a-4b15-90de-baacfa33d0ef on network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:43:10.024007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:43:10.024437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Checking segment: {'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:43:10.025109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:10.025781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Bound using segment: {'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:43:10.026586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Bound port: 83625f82-223a-4b15-90de-baacfa33d0ef, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:43:10.027191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:10.134050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] For port 83625f82-223a-4b15-90de-baacfa33d0ef, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:43:10.137847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] For port 83625f82-223a-4b15-90de-baacfa33d0ef, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=83625f82-223a-4b15-90de-baacfa33d0ef,segment=NetworkSegment(ad80793f-4c06-4be1-ac89-39d3d71dab1c),segment_id=ad80793f-4c06-4be1-ac89-39d3d71dab1c)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:43:10.141445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:10.159143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-50ca6691-76f8-48be-b8d1-da985d103107 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:10.306001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.20.0.1 (786d5d57-275c-44cc-9a29-ad3cb1f2be04/50df3186-c4e3-4ae6-951d-51e43335d013/aabf0fe7-853b-47e7-8940-927463b8c5a7) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:43:10.541540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:10.559556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Pushing event updated for resources: {'Port': ['ID=83625f82-223a-4b15-90de-baacfa33d0ef,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:10.567148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Transition to ACTIVE for port object aabf0fe7-853b-47e7-8940-927463b8c5a7 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:43:10.571741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:10.595340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:10.611643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-75a41923-ec41-4760-8476-87260f1c21f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:10.800045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=aabf0fe7-853b-47e7-8940-927463b8c5a7,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:10.814603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:10.820441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e435ea48-a890-4e6f-89a1-2a247501399a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:43:10.907243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:43:10.908503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:43:10.911813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:43:10.944110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port e435ea48-a890-4e6f-89a1-2a247501399a completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:43:10.957816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port e435ea48-a890-4e6f-89a1-2a247501399a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:10.958747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:10.996815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:11.107426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:11.125920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port e435ea48-a890-4e6f-89a1-2a247501399a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e435ea48-a890-4e6f-89a1-2a247501399a,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:43:11.130158 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:11.132920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42e492b9-5de4-4946-9a62-8a30757c7c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:11.220472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=e435ea48-a890-4e6f-89a1-2a247501399a,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:11.227096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:11.324862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:11.854913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:11.860214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:11.899966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d648ad08-52cc-442c-8d44-ee35c29e3007 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:11.996270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:12.010959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=aabf0fe7-853b-47e7-8940-927463b8c5a7,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:12.016209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:12.073036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732f8c3-f7ea-446a-bc38-859e3aa167a7 None None] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:43:12.165023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:43:12.167003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:43:12.208748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b294525d-2964-4f46-9c19-b1f568a48f9f None None] Provisioning for port 83625f82-223a-4b15-90de-baacfa33d0ef completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:43:12.304495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:12.543739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6482a68-29aa-468b-810a-f6c27297eac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:12.646512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cb4737d0-1b83-4650-bac4-6c64a93b84ec None None] Provisioning for port aabf0fe7-853b-47e7-8940-927463b8c5a7 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:43:12.655069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-cb4737d0-1b83-4650-bac4-6c64a93b84ec None None] Provisioning complete for port aabf0fe7-853b-47e7-8940-927463b8c5a7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:12.655497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb4737d0-1b83-4650-bac4-6c64a93b84ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:12.696253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:43:12.721354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-cb4737d0-1b83-4650-bac4-6c64a93b84ec None None] Port aabf0fe7-853b-47e7-8940-927463b8c5a7 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:43:12.790656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:12.893060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e435ea48-a890-4e6f-89a1-2a247501399a up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:43:12.951058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:43:12.967772 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "PUT /v2.0/routers/fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1600783
Dec 21 10:43:12.998728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port e435ea48-a890-4e6f-89a1-2a247501399a triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:12.999203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:13.067267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Sync routers for ids ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:43:13.085679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Routers {'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:43:13.086410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee00abe0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:43:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:13.206061 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-28f36ac0-7436-4e91-9c89-d0bb91b12bbb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1684360225&fields=id&tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 267 time: 0.0595982
Dec 21 10:43:13.329030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5a352f57-9527-4019-9c11-93a5bec985bc None None] Provisioning complete for port aabf0fe7-853b-47e7-8940-927463b8c5a7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:13.329582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a352f57-9527-4019-9c11-93a5bec985bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:13.408581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5a352f57-9527-4019-9c11-93a5bec985bc None None] Port aabf0fe7-853b-47e7-8940-927463b8c5a7 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:43:13.418801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 83625f82-223a-4b15-90de-baacfa33d0ef up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:43:13.431864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-af4056d5-daa2-4156-9ee7-fffbeee4b842 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:13.433646 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-af4056d5-daa2-4156-9ee7-fffbeee4b842 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/networks?id=786d5d57-275c-44cc-9a29-ad3cb1f2be04 HTTP/1.1" status: 200  len: 797 time: 0.2115457
Dec 21 10:43:13.452821 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-1e0cfbd3-9b95-487a-a673-c1bcae4f5da3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/quotas/2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 375 time: 0.0121150
Dec 21 10:43:13.493928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Set router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:43:13.584414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-7436a2d9-7ab9-4a6a-ac71-2a8d3928b54a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:43:13.600179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-11c58fa8-d0c4-42b6-bc6f-b37591f2fbe8 None None] Provisioning complete for port aabf0fe7-853b-47e7-8940-927463b8c5a7 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:13.600420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11c58fa8-d0c4-42b6-bc6f-b37591f2fbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:13.611419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-7436a2d9-7ab9-4a6a-ac71-2a8d3928b54a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:43:13.612892 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-7436a2d9-7ab9-4a6a-ac71-2a8d3928b54a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1511629
Dec 21 10:43:13.638875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-622f0ba5-11de-40d9-ad8b-921b37a65378 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:43:13.640252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-622f0ba5-11de-40d9-ad8b-921b37a65378 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0063529
Dec 21 10:43:13.748465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 83625f82-223a-4b15-90de-baacfa33d0ef completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:43:13.774114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 83625f82-223a-4b15-90de-baacfa33d0ef triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:13.774664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:13.799104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:13.810726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-11c58fa8-d0c4-42b6-bc6f-b37591f2fbe8 None None] Port aabf0fe7-853b-47e7-8940-927463b8c5a7 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:43:13.824536 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-e2ee76f1-bb88-4006-aade-65a03ec27521 service neutron] 10.222.0.45 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730585
Dec 21 10:43:13.986514 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b57d393b-b6b0-4b63-931b-e9d12412d1e4 service neutron] 10.222.0.45 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1557965
Dec 21 10:43:14.048916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e282d7a3-d2c1-4f55-9656-3c2089799de6 None None] Provisioning complete for port 83625f82-223a-4b15-90de-baacfa33d0ef triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:14.049402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e282d7a3-d2c1-4f55-9656-3c2089799de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:14.110686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:14.212945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 83625f82-223a-4b15-90de-baacfa33d0ef, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=83625f82-223a-4b15-90de-baacfa33d0ef,segment=NetworkSegment(ad80793f-4c06-4be1-ac89-39d3d71dab1c),segment_id=ad80793f-4c06-4be1-ac89-39d3d71dab1c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:43:14.217863 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-42f6fc5c-98c5-45bb-b985-b9dc530f07f7 req-1ce646a8-068e-4515-97de-4632a6419fe8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 210 time: 0.0554554
Dec 21 10:43:14.230354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:14.233525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:14.308552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee00abe0>, [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aabf0fe7-853b-47e7-8940-927463b8c5a7', 'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:77:0a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:10Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 2, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:14.320984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e282d7a3-d2c1-4f55-9656-3c2089799de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:14.336525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Checking router: fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:43:14.337140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Updating router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 port aabf0fe7-853b-47e7-8940-927463b8c5a7 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:43:14.403105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=83625f82-223a-4b15-90de-baacfa33d0ef,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:14.411981 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:14.642945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:14.719095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-e282d7a3-d2c1-4f55-9656-3c2089799de6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:43:14.720142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-e282d7a3-d2c1-4f55-9656-3c2089799de6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:43:14.774001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 83625f82-223a-4b15-90de-baacfa33d0ef up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:43:14.957234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 83625f82-223a-4b15-90de-baacfa33d0ef triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:14.957724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:15.378431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:15.394451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Transition to ACTIVE for port object aabf0fe7-853b-47e7-8940-927463b8c5a7 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:43:15.397531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:15.415759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc274293-b735-418d-b4f6-dbf4a2df199a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:15.462939 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-518b3393-c25b-43a9-a27b-375c22b12ca4 req-e6dbbac7-84a6-45a4-92cf-a4d8bff1a089 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 210 time: 0.0743427
Dec 21 10:43:15.515109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-f1e68319-65ef-4e64-8b4c-dcd5ad47a3cb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:15.517008 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-f1e68319-65ef-4e64-8b4c-dcd5ad47a3cb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/networks?id=786d5d57-275c-44cc-9a29-ad3cb1f2be04 HTTP/1.1" status: 200  len: 797 time: 0.2899413
Dec 21 10:43:15.589121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eff51b-4955-4054-b4cb-ea071b2cfedc None None] Pushing event updated for resources: {'Port': ['ID=aabf0fe7-853b-47e7-8940-927463b8c5a7,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:15.594184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14eff51b-4955-4054-b4cb-ea071b2cfedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:15.626417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-baee4fcf-b38c-4e1c-9aef-2d85e10bbb66 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a8e9578d04a4464a587057012b32e6e HTTP/1.1" status: 200  len: 7773 time: 0.0945964
Dec 21 10:43:15.643840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'port': {'device_id': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'admin_state_up': True, 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'security_groups': ['02823f91-f145-40da-86d9-455832453d56']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:15.778449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Attempting to bind port aabf0fe7-853b-47e7-8940-927463b8c5a7 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:43:15.778878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Attempting to bind port aabf0fe7-853b-47e7-8940-927463b8c5a7 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:43:15.779302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Attempting to bind port aabf0fe7-853b-47e7-8940-927463b8c5a7 on network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:43:15.785833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:43:15.786409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Checking segment: {'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:43:15.786991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:15.787296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Bound using segment: {'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:43:15.787839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Bound port: aabf0fe7-853b-47e7-8940-927463b8c5a7, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:43:15.788269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:15.820541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:15.836152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:15.852318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Made reservation on behalf of 2a8e9578d04a4464a587057012b32e6e for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:43:15.861925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:15.907666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] For port aabf0fe7-853b-47e7-8940-927463b8c5a7, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:43:15.911154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] For port aabf0fe7-853b-47e7-8940-927463b8c5a7, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aabf0fe7-853b-47e7-8940-927463b8c5a7,segment=NetworkSegment(ad80793f-4c06-4be1-ac89-39d3d71dab1c),segment_id=ad80793f-4c06-4be1-ac89-39d3d71dab1c)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:43:15.914731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:15.932484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b419cba1-5579-4d16-ab8d-eca8277912d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:16.103467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eff51b-4955-4054-b4cb-ea071b2cfedc None None] Pushing event updated for resources: {'Port': ['ID=aabf0fe7-853b-47e7-8940-927463b8c5a7,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:16.108753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14eff51b-4955-4054-b4cb-ea071b2cfedc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:16.164138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Routers {'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:43:16.165523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fee00abe0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:43:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:16.282631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.20.0.4 (786d5d57-275c-44cc-9a29-ad3cb1f2be04/50df3186-c4e3-4ae6-951d-51e43335d013/e9559d6b-78f9-4918-af4c-f5bb34b790f1) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:43:16.397133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] Set router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:43:16.530349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:16.550291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Transition to ACTIVE for port object e9559d6b-78f9-4918-af4c-f5bb34b790f1 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:43:16.575197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:16.596159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4550a366-0503-47b0-94d9-7d92ea53abc8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:16.801980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=e9559d6b-78f9-4918-af4c-f5bb34b790f1,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:16.815917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:16.819673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fee00abe0>, [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aabf0fe7-853b-47e7-8940-927463b8c5a7', 'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:77:0a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:10Z', 'updated_at': '2020-12-21T10:43:15Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:16.825172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa4652f-921b-4dda-b8a0-269fefc1cde5 None None] The sync data for ids ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'] in dv-neutron-601336-62-ovs is: [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aabf0fe7-853b-47e7-8940-927463b8c5a7', 'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:77:0a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:10Z', 'updated_at': '2020-12-21T10:43:15Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:43:16.903579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abbd85-5a71-411a-baa5-f06013f1b3ca req-c78f963f-7b01-4e2d-a526-2238016e6503 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:16.905300 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3abbd85-5a71-411a-baa5-f06013f1b3ca req-c78f963f-7b01-4e2d-a526-2238016e6503 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 931 time: 0.2406583
Dec 21 10:43:16.911415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:43:16.913990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:43:16.917281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:43:17.029720 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3abbd85-5a71-411a-baa5-f06013f1b3ca req-2abf463b-0d70-4c6f-ae48-e31e16db69d2 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134350
Dec 21 10:43:17.049412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:17.050151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:17.079634 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4403138
Dec 21 10:43:17.092938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Request body: {'port': {'device_id': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:17.217441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5a9073f6-7ce2-4425-b33a-2663d4a3d3c1 None None] Provisioning for port e9559d6b-78f9-4918-af4c-f5bb34b790f1 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:43:17.224621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-5a9073f6-7ce2-4425-b33a-2663d4a3d3c1 None None] Provisioning complete for port e9559d6b-78f9-4918-af4c-f5bb34b790f1 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:17.225131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5a9073f6-7ce2-4425-b33a-2663d4a3d3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:17.243050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:17.294128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-5a9073f6-7ce2-4425-b33a-2663d4a3d3c1 None None] Port e9559d6b-78f9-4918-af4c-f5bb34b790f1 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:43:17.737117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9559d6b-78f9-4918-af4c-f5bb34b790f1 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:43:17.746264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:17.761312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Transition to ACTIVE for port object e9559d6b-78f9-4918-af4c-f5bb34b790f1 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:43:17.765808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:17.784468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2374624c-9038-4005-b7ce-4826f68a619d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:17.939385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Pushing event updated for resources: {'Port': ['ID=e9559d6b-78f9-4918-af4c-f5bb34b790f1,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:17.944585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:18.159263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Attempting to bind port e9559d6b-78f9-4918-af4c-f5bb34b790f1 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:43:18.160606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Attempting to bind port e9559d6b-78f9-4918-af4c-f5bb34b790f1 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:43:18.161193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Attempting to bind port e9559d6b-78f9-4918-af4c-f5bb34b790f1 on network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:43:18.171568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:43:18.171940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Checking segment: {'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:43:18.172356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:18.172760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Bound using segment: {'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:43:18.173258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Bound port: e9559d6b-78f9-4918-af4c-f5bb34b790f1, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad80793f-4c06-4be1-ac89-39d3d71dab1c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:43:18.173676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:18.349296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c0df7-ad92-4511-8890-18c6ae327da0 req-8e5903b5-6cc5-45d6-b8d1-2c0ad9b8fd82 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:18.350103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5d8c0df7-ad92-4511-8890-18c6ae327da0 req-8e5903b5-6cc5-45d6-b8d1-2c0ad9b8fd82 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:43:18.353222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] For port e9559d6b-78f9-4918-af4c-f5bb34b790f1, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:43:18.357653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] For port e9559d6b-78f9-4918-af4c-f5bb34b790f1, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9559d6b-78f9-4918-af4c-f5bb34b790f1,segment=NetworkSegment(ad80793f-4c06-4be1-ac89-39d3d71dab1c),segment_id=ad80793f-4c06-4be1-ac89-39d3d71dab1c)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:43:18.366259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:18.382259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-92c7ae92-ce52-47a9-bcc8-12ea5bcea5fd tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:18.448761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5d8c0df7-ad92-4511-8890-18c6ae327da0 req-8e5903b5-6cc5-45d6-b8d1-2c0ad9b8fd82 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:43:18.450075 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8c0df7-ad92-4511-8890-18c6ae327da0 req-8e5903b5-6cc5-45d6-b8d1-2c0ad9b8fd82 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 943 time: 0.2657223
Dec 21 10:43:18.792023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aabf0fe7-853b-47e7-8940-927463b8c5a7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:43:18.862216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Pushing event updated for resources: {'Port': ['ID=e9559d6b-78f9-4918-af4c-f5bb34b790f1,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:18.868435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port aabf0fe7-853b-47e7-8940-927463b8c5a7 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:43:18.870854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:18.874733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port aabf0fe7-853b-47e7-8940-927463b8c5a7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:18.875156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:18.877527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5d8c0df7-ad92-4511-8890-18c6ae327da0 req-93adb4a3-58b8-46cc-94fa-630085d62b8e tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4162283
Dec 21 10:43:18.928804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:18.929727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:18.931270 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] 10.222.0.16 "PUT /v2.0/ports/e9559d6b-78f9-4918-af4c-f5bb34b790f1 HTTP/1.1" status: 200  len: 1157 time: 1.8434253
Dec 21 10:43:18.931858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'tag': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:43:19.045338 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'tag': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1', 'status': 'completed', 'code': 200}
Dec 21 10:43:19.078381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:19.100094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-50ae9ab0-1a00-4cce-ba81-f049137ebd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:19.101869 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-50ae9ab0-1a00-4cce-ba81-f049137ebd5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 1160 time: 0.1176529
Dec 21 10:43:19.118757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port aabf0fe7-853b-47e7-8940-927463b8c5a7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aabf0fe7-853b-47e7-8940-927463b8c5a7,segment=NetworkSegment(ad80793f-4c06-4be1-ac89-39d3d71dab1c),segment_id=ad80793f-4c06-4be1-ac89-39d3d71dab1c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:43:19.123814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:19.127081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-77b1e117-0b99-40d0-b24f-b9c367059011 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:19.194834 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-6e3ea400-4e4b-42a9-ad3d-e0b3ad3ca28b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9559d6b-78f9-4918-af4c-f5bb34b790f1 HTTP/1.1" status: 200  len: 217 time: 0.0853915
Dec 21 10:43:19.219723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=aabf0fe7-853b-47e7-8940-927463b8c5a7,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:19.223416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:19.266343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-3b3ca3e5-58e0-44af-a355-a22f9c838a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:19.267945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-3b3ca3e5-58e0-44af-a355-a22f9c838a98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50df3186-c4e3-4ae6-951d-51e43335d013 HTTP/1.1" status: 200  len: 834 time: 0.0671091
Dec 21 10:43:19.355573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-27dc17ca-22c8-4cb7-b081-956d3c2ecb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:19.357163 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-27dc17ca-22c8-4cb7-b081-956d3c2ecb78 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=786d5d57-275c-44cc-9a29-ad3cb1f2be04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823081
Dec 21 10:43:19.508257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-c4b478ff-ee24-4830-a7b2-d4edb7e44ddb service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444616
Dec 21 10:43:19.674805 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-56e20365-4da7-485f-bb2c-fbd12b829a34 req-86308f84-a49c-4ed2-a0ed-8fd9376046cf service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1596417
Dec 21 10:43:19.797796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-4b8105cd-bb5a-4b81-82b5-92d86c3107a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:19.799356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-4b8105cd-bb5a-4b81-82b5-92d86c3107a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 1160 time: 0.0801463
Dec 21 10:43:19.995714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-a25bab50-d44b-4929-8fb5-aa047a69f3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:19.997364 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-a25bab50-d44b-4929-8fb5-aa047a69f3f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=786d5d57-275c-44cc-9a29-ad3cb1f2be04 HTTP/1.1" status: 200  len: 891 time: 0.1912496
Dec 21 10:43:20.117620 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-a89b2a9d-1b9c-458f-a688-c4d743e54637 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9559d6b-78f9-4918-af4c-f5bb34b790f1 HTTP/1.1" status: 200  len: 217 time: 0.1130540
Dec 21 10:43:20.215329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-d89e3ecd-406f-4966-9e27-e305359d82f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:20.216936 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-d89e3ecd-406f-4966-9e27-e305359d82f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50df3186-c4e3-4ae6-951d-51e43335d013 HTTP/1.1" status: 200  len: 834 time: 0.0913248
Dec 21 10:43:20.228453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c6fd3-0eb7-407b-b087-ce11d6efe414 req-ba91a870-1c2f-499e-a73e-b16c8c9cf2d9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:20.230098 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-374c6fd3-0eb7-407b-b087-ce11d6efe414 req-ba91a870-1c2f-499e-a73e-b16c8c9cf2d9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 943 time: 0.1709814
Dec 21 10:43:20.337159 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-374c6fd3-0eb7-407b-b087-ce11d6efe414 req-65283031-186e-4fd1-8cd7-2e195dce7785 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0623224
Dec 21 10:43:20.359846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-c05c9223-7a74-4159-8c4a-7e8cb04a580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:20.361529 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-c05c9223-7a74-4159-8c4a-7e8cb04a580b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=786d5d57-275c-44cc-9a29-ad3cb1f2be04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1304352
Dec 21 10:43:20.521344 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-97a9e899-2bea-42c4-94a3-b235851e2596 service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527617
Dec 21 10:43:20.673456 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-15d0d797-ab36-4ecc-b77f-5220d5c7a037 req-353a3b8c-2678-4426-a6cd-85765a8bd65e service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1446044
Dec 21 10:43:20.773530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aabf0fe7-853b-47e7-8940-927463b8c5a7 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:43:20.850675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port aabf0fe7-853b-47e7-8940-927463b8c5a7 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:20.851274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:21.583050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc079db1-b9de-4885-88dc-44f3605640f0 req-95f347bc-64bf-49e8-95db-7113fcfebc9b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:21.584639 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc079db1-b9de-4885-88dc-44f3605640f0 req-95f347bc-64bf-49e8-95db-7113fcfebc9b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 943 time: 0.0925753
Dec 21 10:43:21.640576 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc079db1-b9de-4885-88dc-44f3605640f0 req-d483ff95-04ee-4e12-9953-46ba9d1daa5a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486729
Dec 21 10:43:22.536838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device e9559d6b-78f9-4918-af4c-f5bb34b790f1 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:43:22.631491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port e9559d6b-78f9-4918-af4c-f5bb34b790f1 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:43:22.637912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port e9559d6b-78f9-4918-af4c-f5bb34b790f1 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:22.638326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:22.768560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:22.801238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:43:22.812770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port e9559d6b-78f9-4918-af4c-f5bb34b790f1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9559d6b-78f9-4918-af4c-f5bb34b790f1,segment=NetworkSegment(ad80793f-4c06-4be1-ac89-39d3d71dab1c),segment_id=ad80793f-4c06-4be1-ac89-39d3d71dab1c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:43:22.816751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:22.818821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:22.880176 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1', 'code': 200}
Dec 21 10:43:22.901593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=e9559d6b-78f9-4918-af4c-f5bb34b790f1,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:22.902384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61819ffe-3d17-4b76-9a52-500e8bf40f17 req-db807c33-f896-4f35-b9f5-85fecaffe766 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:22.904132 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-61819ffe-3d17-4b76-9a52-500e8bf40f17 req-db807c33-f896-4f35-b9f5-85fecaffe766 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.1046185
Dec 21 10:43:22.906839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:22.964019 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-61819ffe-3d17-4b76-9a52-500e8bf40f17 req-a591a4fb-3ed3-47ba-9d44-6d932a12be31 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446131
Dec 21 10:43:23.126705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b55b6-6cda-4e9e-80c5-0b2ff205320f req-e3defb6f-abf3-48f8-99cb-0c9cdada1e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:23.128494 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-062b55b6-6cda-4e9e-80c5-0b2ff205320f req-e3defb6f-abf3-48f8-99cb-0c9cdada1e61 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 1162 time: 0.0807822
Dec 21 10:43:23.177230 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-062b55b6-6cda-4e9e-80c5-0b2ff205320f req-b9a50013-fafb-4f1a-934d-ea17f6a138b6 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416479
Dec 21 10:43:24.192810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65e416-f502-47d3-b5a4-f706fce4c176 req-1a0b31a4-7d4b-4a54-9427-ed395d7a3f74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:24.194620 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb65e416-f502-47d3-b5a4-f706fce4c176 req-1a0b31a4-7d4b-4a54-9427-ed395d7a3f74 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.0890453
Dec 21 10:43:24.256408 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb65e416-f502-47d3-b5a4-f706fce4c176 req-8538dbcf-302e-4146-8fe2-b1b0ca6d01e4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487578
Dec 21 10:43:24.258634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device e9559d6b-78f9-4918-af4c-f5bb34b790f1 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:43:24.336075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port e9559d6b-78f9-4918-af4c-f5bb34b790f1 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:43:24.336489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:25.487251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de04e9-56ba-44a6-b3cb-c1e728a280dc req-205945aa-9c36-4a51-93dd-41b8f2d6513d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:25.488882 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18de04e9-56ba-44a6-b3cb-c1e728a280dc req-205945aa-9c36-4a51-93dd-41b8f2d6513d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.0875332
Dec 21 10:43:25.543797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18de04e9-56ba-44a6-b3cb-c1e728a280dc req-e8cb9a43-f8ba-4676-9666-824f0ba5ded6 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474181
Dec 21 10:43:25.779095 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e6aa5-a9f1-4b40-b2c4-d17dbe9aeefe req-9aa626e3-585c-4656-9d8d-b206d5460000 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:25.780721 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-555e6aa5-a9f1-4b40-b2c4-d17dbe9aeefe req-9aa626e3-585c-4656-9d8d-b206d5460000 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.0927329
Dec 21 10:43:25.831763 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-555e6aa5-a9f1-4b40-b2c4-d17dbe9aeefe req-f7a490e1-40dd-4560-9227-4d396c1f08a0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444081
Dec 21 10:43:25.862087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49988) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:25.937681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24446805-85fc-4ddd-8bcb-47820c290852 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:25.939353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-24446805-85fc-4ddd-8bcb-47820c290852 tempest-TestNetworkAdvancedServerOps-704999853 tempest-TestNetworkAdvancedServerOps-704999853] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 1157 time: 0.0760729
Dec 21 10:43:25.942458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 49992) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:25.948693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'port_id': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:43:25.955081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:43:25.959965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Usage tracker for resource:floatingip and tenant:2a8e9578d04a4464a587057012b32e6e is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:43:25.963384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:43:25.969413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:43:25.979330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:26.137791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:26.438567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Allocated IP 172.26.1.6 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/f016f833-c019-4562-ad55-04dd7826f809) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:43:26.617128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:26.649982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:26.666412 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-81e457c4-609f-4c58-8f35-10e77e9578e1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:26.820984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=f016f833-c019-4562-ad55-04dd7826f809,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:26.826592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:26.877741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:43:26.878898 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:43:26.882160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:43:27.332804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:27.410186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:27.702934 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:27.706649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:27.723194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b61b58ad-0764-465d-9bf7-4fdc12b0b4b1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:43:27.872817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event updated for resources: {'Port': ['ID=f016f833-c019-4562-ad55-04dd7826f809,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:43:27.876033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:43:27.996884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:28.475749 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Floating IP 0965aa29-619a-4bad-8c59-a960b5945bae associated. External IP: 172.26.1.6, port: e9559d6b-78f9-4918-af4c-f5bb34b790f1.
Dec 21 10:43:28.881456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:43:29.094859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:43:29.108998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] Sync routers for ids ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:43:29.121411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] Routers {'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:43:29.122256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed139898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:43:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:29.123265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:29.188010 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 3.2437882
Dec 21 10:43:29.189041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'tag': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:43:29.256535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'tag': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1', 'status': 'completed', 'code': 200}
Dec 21 10:43:29.443946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-da2fd313-ef46-4513-91d3-79b91d805f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:29.445583 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-da2fd313-ef46-4513-91d3-79b91d805f59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 1162 time: 0.1569355
Dec 21 10:43:29.452030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b8f049-afe7-419e-8bf3-84f22fef5e0f req-c27fbb84-3390-4222-ae1e-41d48a89012f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:29.453647 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-71b8f049-afe7-419e-8bf3-84f22fef5e0f req-c27fbb84-3390-4222-ae1e-41d48a89012f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.1271410
Dec 21 10:43:29.475917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] Set router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:43:29.608418 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-71b8f049-afe7-419e-8bf3-84f22fef5e0f req-9a88053b-2db5-4a14-a711-df73915852a3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1301935
Dec 21 10:43:29.641466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 50000) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:29.652084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-5d6d86c5-eb59-4c61-983e-50ff9f3e5efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:29.653832 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-5d6d86c5-eb59-4c61-983e-50ff9f3e5efb service neutron] 10.222.0.16 "GET /v2.0/networks?id=786d5d57-275c-44cc-9a29-ad3cb1f2be04 HTTP/1.1" status: 200  len: 891 time: 0.1991689
Dec 21 10:43:29.774493 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ca60b37c-d356-47a4-b805-dc4495a456e5 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/0965aa29-619a-4bad-8c59-a960b5945bae HTTP/1.1" status: 200  len: 989 time: 0.1315989
Dec 21 10:43:29.789783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-67ede5b7-a193-4915-b705-e40d80ac80cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9559d6b-78f9-4918-af4c-f5bb34b790f1 HTTP/1.1" status: 200  len: 997 time: 0.1289010
Dec 21 10:43:29.873154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-a79e5019-f9ad-472b-ade1-5436d113303f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:29.874832 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-a79e5019-f9ad-472b-ade1-5436d113303f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50df3186-c4e3-4ae6-951d-51e43335d013 HTTP/1.1" status: 200  len: 834 time: 0.0781510
Dec 21 10:43:29.887330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed139898>, [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0965aa29-619a-4bad-8c59-a960b5945bae', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.6', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'port_id': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'mac_address': 'fa:16:3e:83:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:43:27Z', 'updated_at': '2020-12-21T10:43:27Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabf0fe7-853b-47e7-8940-927463b8c5a7', 'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:77:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:10Z', 'updated_at': '2020-12-21T10:43:19Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:29.891781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] Checking router: fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:43:29.901995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] Routers {'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:43:29.902662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed139898>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:43:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:29.961010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-55eb53a5-d0c2-44c1-95ba-8dc53688449b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:29.962682 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-55eb53a5-d0c2-44c1-95ba-8dc53688449b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=786d5d57-275c-44cc-9a29-ad3cb1f2be04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0818846
Dec 21 10:43:30.097546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] Set router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:43:30.125320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-b9e24f0b-054b-4300-8066-108b1da9fce2 service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1551154
Dec 21 10:43:30.280626 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f25ff88a-3fbe-4e88-b438-56e24e4b3e80 req-f15cf079-e5e2-473b-8269-a13abb616221 service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1487164
Dec 21 10:43:30.485127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed139898>, [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0965aa29-619a-4bad-8c59-a960b5945bae', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.6', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'port_id': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'mac_address': 'fa:16:3e:83:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:43:27Z', 'updated_at': '2020-12-21T10:43:27Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabf0fe7-853b-47e7-8940-927463b8c5a7', 'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:77:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:10Z', 'updated_at': '2020-12-21T10:43:19Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:43:30.489730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe34ffe-76f8-4400-9b4d-44bfe6cd8252 None None] The sync data for ids ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'] in dv-neutron-601336-62-ovs is: [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '0965aa29-619a-4bad-8c59-a960b5945bae', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'floating_ip_address': '172.26.1.6', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'port_id': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'mac_address': 'fa:16:3e:83:75:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:43:27Z', 'updated_at': '2020-12-21T10:43:27Z', 'revision_number': 0, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aabf0fe7-853b-47e7-8940-927463b8c5a7', 'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:77:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:10Z', 'updated_at': '2020-12-21T10:43:19Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:43:30.777935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50004) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:30.810031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edbf4ad-229b-43e5-bf56-3b2a3444dcc6 None None] New status for floating IP 0965aa29-619a-4bad-8c59-a960b5945bae: ACTIVE {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:43:30.900777 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-2d150a36-a577-41a6-9846-57784eaa4fd1 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/0965aa29-619a-4bad-8c59-a960b5945bae HTTP/1.1" status: 200  len: 989 time: 0.1214705
Dec 21 10:43:31.905637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50008) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:32.017009 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-50d50f66-fad3-4817-b1f3-7e98198dba52 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/0965aa29-619a-4bad-8c59-a960b5945bae HTTP/1.1" status: 200  len: 991 time: 0.1101246
Dec 21 10:43:32.154407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:38.454422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-07385e00-41a2-413d-b0fd-22d2d48bea9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:41.497842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:43:42.294836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:42.536796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3ed4-ee59-4c63-ac69-4ed165cf3228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:42.783561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:43.646671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:43:49.497227 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-079975cb-3cfe-4a15-9a7f-b0b0a84c06af service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0824549
Dec 21 10:43:49.659285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-00497351-0de8-4fed-becd-7785d4734397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:49.660958 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-00497351-0de8-4fed-becd-7785d4734397 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 1162 time: 0.0767424
Dec 21 10:43:49.823883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-f9193c19-ace5-4f76-8747-c26b10fcbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:49.825412 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-f9193c19-ace5-4f76-8747-c26b10fcbf14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=786d5d57-275c-44cc-9a29-ad3cb1f2be04 HTTP/1.1" status: 200  len: 891 time: 0.1450634
Dec 21 10:43:49.938540 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-e0533929-d567-4d82-8449-bc7d6461725e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9559d6b-78f9-4918-af4c-f5bb34b790f1 HTTP/1.1" status: 200  len: 999 time: 0.1060076
Dec 21 10:43:50.010248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-751865bd-9743-47f2-b146-96c80e3aa309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:50.011842 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-751865bd-9743-47f2-b146-96c80e3aa309 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50df3186-c4e3-4ae6-951d-51e43335d013 HTTP/1.1" status: 200  len: 834 time: 0.0664461
Dec 21 10:43:50.098896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-445b5904-5333-4e38-9c7d-ede53958dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:50.100434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-445b5904-5333-4e38-9c7d-ede53958dbfe service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=786d5d57-275c-44cc-9a29-ad3cb1f2be04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817275
Dec 21 10:43:50.254423 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-ecef45a2-3f5e-4cd5-8047-3b8aba63e75f service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457360
Dec 21 10:43:50.399829 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fa2a92dc-eb28-4e1b-b868-ccafece075bd req-8f31437c-d3cc-4510-892a-56157f6ad688 service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1387086
Dec 21 10:43:57.133280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181355ba-50e1-47fa-9b73-6e1e887b3f1f req-7175cc7d-1f48-4a0c-9646-d08129e612f9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:57.135356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-181355ba-50e1-47fa-9b73-6e1e887b3f1f req-7175cc7d-1f48-4a0c-9646-d08129e612f9 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.0890057
Dec 21 10:43:57.184737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-181355ba-50e1-47fa-9b73-6e1e887b3f1f req-e68f8a15-3543-4ed6-bb75-4301c762bb97 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431325
Dec 21 10:43:58.401282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e22f-a6ff-4d1b-83a4-79a591253e76 req-b6b60e62-dac8-4349-b51d-762b7f2f722f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:43:58.402908 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f922e22f-a6ff-4d1b-83a4-79a591253e76 req-b6b60e62-dac8-4349-b51d-762b7f2f722f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.0868723
Dec 21 10:43:58.450567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f922e22f-a6ff-4d1b-83a4-79a591253e76 req-cdd8b965-243b-4705-bdb9-764c6162a822 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412858
Dec 21 10:43:58.481068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50028) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:43:58.871203 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-39358d9e-0ec0-4758-935c-0b5a5612a19a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/0965aa29-619a-4bad-8c59-a960b5945bae HTTP/1.1" status: 200  len: 991 time: 0.3887594
Dec 21 10:44:00.251884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-bf312d23-e245-4c04-be97-5dbdbf472db2 req-595207dd-525e-4821-8829-aceec80aeca9 service neutron] (80971) timed out ('10.222.0.45', 45862) {{(pid=80971) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Dec 21 10:44:00.464669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d24cc1-5893-4356-a37e-4f1e6552d2f8 req-ecdb39f7-1f7f-4df0-a125-8e8f16e5612d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:00.466233 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-24d24cc1-5893-4356-a37e-4f1e6552d2f8 req-ecdb39f7-1f7f-4df0-a125-8e8f16e5612d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.1496885
Dec 21 10:44:00.469036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107763-0320-425d-b0d5-60b28da4d426 req-4fe492ce-d7d8-40bc-9e55-aa05c645c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:00.470556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e107763-0320-425d-b0d5-60b28da4d426 req-4fe492ce-d7d8-40bc-9e55-aa05c645c3ff service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 1162 time: 0.1191659
Dec 21 10:44:00.560030 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-24d24cc1-5893-4356-a37e-4f1e6552d2f8 req-0729293b-bdea-48f5-96aa-f5e1b0645f4f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0873675
Dec 21 10:44:00.651167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107763-0320-425d-b0d5-60b28da4d426 req-b007a908-7a5f-4d23-900b-e66251b02f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:00.652723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e107763-0320-425d-b0d5-60b28da4d426 req-b007a908-7a5f-4d23-900b-e66251b02f48 service neutron] 10.222.0.16 "GET /v2.0/networks?id=786d5d57-275c-44cc-9a29-ad3cb1f2be04 HTTP/1.1" status: 200  len: 891 time: 0.1646600
Dec 21 10:44:00.762765 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e107763-0320-425d-b0d5-60b28da4d426 req-617a72eb-8148-472c-ba54-a03cd5e358c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9559d6b-78f9-4918-af4c-f5bb34b790f1 HTTP/1.1" status: 200  len: 999 time: 0.1029983
Dec 21 10:44:00.832927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107763-0320-425d-b0d5-60b28da4d426 req-23a2c12c-8223-4654-9275-978be7ac92ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:00.834544 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e107763-0320-425d-b0d5-60b28da4d426 req-23a2c12c-8223-4654-9275-978be7ac92ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50df3186-c4e3-4ae6-951d-51e43335d013 HTTP/1.1" status: 200  len: 834 time: 0.0657797
Dec 21 10:44:00.918140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e107763-0320-425d-b0d5-60b28da4d426 req-aae98325-e4a3-4984-b846-f0b04d2ebd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:00.919747 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e107763-0320-425d-b0d5-60b28da4d426 req-aae98325-e4a3-4984-b846-f0b04d2ebd25 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=786d5d57-275c-44cc-9a29-ad3cb1f2be04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776443
Dec 21 10:44:01.068697 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e107763-0320-425d-b0d5-60b28da4d426 req-32c010a5-9216-4476-813e-66b4af16f321 service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412046
Dec 21 10:44:01.221112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e107763-0320-425d-b0d5-60b28da4d426 req-6f070a18-4fea-4a28-aa7d-e4efa86e6509 service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1448824
Dec 21 10:44:01.778708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393094e-05fc-497a-88db-0280f493e772 req-ed1efd69-a0cf-4f46-b014-5ec0f720a4df tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:01.780370 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5393094e-05fc-497a-88db-0280f493e772 req-ed1efd69-a0cf-4f46-b014-5ec0f720a4df tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.0855634
Dec 21 10:44:01.833673 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5393094e-05fc-497a-88db-0280f493e772 req-a6fc27c5-7653-4312-bc11-5f95df0553f4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434515
Dec 21 10:44:02.174076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:03.051530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3e851-efa6-412a-8796-34b07bc8cae1 req-f02ff54c-3b40-47fd-b6ba-2c08bfa6245a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:03.053131 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6bb3e851-efa6-412a-8796-34b07bc8cae1 req-f02ff54c-3b40-47fd-b6ba-2c08bfa6245a tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.0888858
Dec 21 10:44:03.103196 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6bb3e851-efa6-412a-8796-34b07bc8cae1 req-d7f7d9e2-d652-4973-b89c-78de2ce4da97 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433645
Dec 21 10:44:03.135455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50044) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:03.248246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-50354cd1-bf68-4232-ad01-5066c2f25817 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/floatingips/0965aa29-619a-4bad-8c59-a960b5945bae HTTP/1.1" status: 200  len: 991 time: 0.1115623
Dec 21 10:44:03.572042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50052) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:03.783000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port f016f833-c019-4562-ad55-04dd7826f809 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:44:03.783375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:03.971100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:03.971467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:04.102767 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for f016f833-c019-4562-ad55-04dd7826f809 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:44:04.263364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:04.279661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0b6e692b-e6a4-4ce8-8abb-24414b4bc506 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:04.331695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=f016f833-c019-4562-ad55-04dd7826f809,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:04.344036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.344467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.344895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.345319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.345770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.346193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.346609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.347024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.347436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.347848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.348259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.348673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.349155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.349587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.350003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.350409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.350812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.351229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.352265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.352567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.353024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.353377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.353805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.354210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:04.359274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:04.518375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:04.518730 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Floating IP 0965aa29-619a-4bad-8c59-a960b5945bae disassociated (deleted). External IP: 172.26.1.6, port: e9559d6b-78f9-4918-af4c-f5bb34b790f1.
Dec 21 10:44:04.886775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:44:05.076824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:44:05.087719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] Sync routers for ids ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:44:05.096513 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:05.097837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] Routers {'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:05.098503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1fc18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:43:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:05.158093 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/floatingips/0965aa29-619a-4bad-8c59-a960b5945bae HTTP/1.1" status: 204  len: 168 time: 1.5848985
Dec 21 10:44:05.158813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'tag': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:44:05.222395 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'tag': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1', 'status': 'completed', 'code': 200}
Dec 21 10:44:05.297568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] Set router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:05.334183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-4a2f826a-e9d1-4279-ad08-b98de5ad3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:05.335781 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-4a2f826a-e9d1-4279-ad08-b98de5ad3d6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=2a8e9578d04a4464a587057012b32e6e&device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 1162 time: 0.0884707
Dec 21 10:44:05.498302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-87093d9a-964f-46b5-ac05-339239efba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:05.500177 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-87093d9a-964f-46b5-ac05-339239efba4c service neutron] 10.222.0.16 "GET /v2.0/networks?id=786d5d57-275c-44cc-9a29-ad3cb1f2be04 HTTP/1.1" status: 200  len: 891 time: 0.1568811
Dec 21 10:44:05.580266 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-adb4a21f-cf0f-4d66-8b55-ea4385a104f1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e9559d6b-78f9-4918-af4c-f5bb34b790f1 HTTP/1.1" status: 200  len: 217 time: 0.0685225
Dec 21 10:44:05.658019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1fc18>, [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aabf0fe7-853b-47e7-8940-927463b8c5a7', 'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:77:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:10Z', 'updated_at': '2020-12-21T10:43:19Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:05.662193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] Checking router: fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:44:05.673001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] Routers {'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:05.673743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1fc18>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:43:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:05.992493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-fc7e6b27-6adf-473b-b34b-7b909281d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:05.994211 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-fc7e6b27-6adf-473b-b34b-7b909281d2a8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=50df3186-c4e3-4ae6-951d-51e43335d013 HTTP/1.1" status: 200  len: 834 time: 0.4070258
Dec 21 10:44:06.027969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] Set router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:06.076969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c1e2b6-7f53-4677-a68a-7e35f7b401e3 req-cc266704-0af6-4047-bb3d-a7dbf22c4546 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:06.077810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-92c1e2b6-7f53-4677-a68a-7e35f7b401e3 req-cc266704-0af6-4047-bb3d-a7dbf22c4546 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:44:06.111086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-92c1e2b6-7f53-4677-a68a-7e35f7b401e3 req-cc266704-0af6-4047-bb3d-a7dbf22c4546 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:44:06.112369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-92c1e2b6-7f53-4677-a68a-7e35f7b401e3 req-cc266704-0af6-4047-bb3d-a7dbf22c4546 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.4659054
Dec 21 10:44:06.114478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-dd1d5a2f-0ec6-438c-86b6-0d7c3439b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:06.116018 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-dd1d5a2f-0ec6-438c-86b6-0d7c3439b078 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=786d5d57-275c-44cc-9a29-ad3cb1f2be04&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1069250
Dec 21 10:44:06.257075 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-92c1e2b6-7f53-4677-a68a-7e35f7b401e3 req-1b04187d-9c3a-410a-87e2-d013795eb6df tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1379480
Dec 21 10:44:06.308849 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-dc7ea309-2363-4f67-a454-a2d24f9b572f service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1683924
Dec 21 10:44:06.361948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc1fc18>, [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aabf0fe7-853b-47e7-8940-927463b8c5a7', 'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:77:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:10Z', 'updated_at': '2020-12-21T10:43:19Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:06.366181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd581153-e2a7-4733-a8df-d060a40ca148 None None] The sync data for ids ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'] in dv-neutron-601336-62-ovs is: [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aabf0fe7-853b-47e7-8940-927463b8c5a7', 'name': '', 'network_id': '786d5d57-275c-44cc-9a29-ad3cb1f2be04', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'mac_address': 'fa:16:3e:77:0a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:10Z', 'updated_at': '2020-12-21T10:43:19Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'subnets': [{'id': '50df3186-c4e3-4ae6-951d-51e43335d013', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:44:06.465329 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-28b29df8-b944-43fe-af7c-75e3b5b7b432 req-e9d207e1-d35d-4e2b-9428-8e92adee885d service neutron] 10.222.0.16 "GET /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1483989
Dec 21 10:44:06.775911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad0ba91-13fa-4f09-9637-eabab7407958 None None] New status for floating IP 0965aa29-619a-4bad-8c59-a960b5945bae: DOWN {{(pid=80972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:44:07.335794 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-77104281-34aa-49ba-bf68-362c49948f5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:07.337465 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-77104281-34aa-49ba-bf68-362c49948f5f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.0950890
Dec 21 10:44:07.462601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port e9559d6b-78f9-4918-af4c-f5bb34b790f1 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:44:07.462986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:07.629846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8299902-fc2b-441c-a8e1-de0d051244fc req-0df3f30b-007f-410c-839a-e4bb6047e42b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:07.631479 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8299902-fc2b-441c-a8e1-de0d051244fc req-0df3f30b-007f-410c-839a-e4bb6047e42b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 945 time: 0.2335484
Dec 21 10:44:07.776543 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d8299902-fc2b-441c-a8e1-de0d051244fc req-8d0d43a4-dc60-4ce8-abfd-035e70a94f9c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/security-groups?id=02823f91-f145-40da-86d9-455832453d56&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1258397
Dec 21 10:44:07.808224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port e9559d6b-78f9-4918-af4c-f5bb34b790f1, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=e9559d6b-78f9-4918-af4c-f5bb34b790f1,segment=NetworkSegment(ad80793f-4c06-4be1-ac89-39d3d71dab1c),segment_id=ad80793f-4c06-4be1-ac89-39d3d71dab1c)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:07.808629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:07.942248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for e9559d6b-78f9-4918-af4c-f5bb34b790f1 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:44:08.102569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:08.120451 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-de7ae406-0af6-4d28-9663-2be3b43f5bff tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:08.183764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=e9559d6b-78f9-4918-af4c-f5bb34b790f1,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:08.186787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:08.339431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] No DVR routers for this DVR port e9559d6b-78f9-4918-af4c-f5bb34b790f1 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:44:08.341753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:08.346280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'name': 'network-vif-deleted', 'tag': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:44:08.363566 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8b168a1c-8c19-4b59-a845-65e0f4d1f8db req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.16 "DELETE /v2.0/ports/e9559d6b-78f9-4918-af4c-f5bb34b790f1 HTTP/1.1" status: 204  len: 173 time: 1.0197887
Dec 21 10:44:08.404677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device e9559d6b-78f9-4918-af4c-f5bb34b790f1 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:44:08.408963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9bb332-c483-427f-bf05-996bd66a78f0', 'name': 'network-vif-deleted', 'tag': 'e9559d6b-78f9-4918-af4c-f5bb34b790f1', 'status': 'completed', 'code': 200}
Dec 21 10:44:08.445844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: e9559d6b-78f9-4918-af4c-f5bb34b790f1 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:44:08.446237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device e9559d6b-78f9-4918-af4c-f5bb34b790f1 not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:44:08.459519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f1c29fd0-0a74-4e94-8bb9-f6cf6a2086bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:08.991336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-c212a935-ed6f-4170-aa19-8f30de94ee47 req-5f211863-15b5-425b-b9d8-472bd4da78a0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Synchronizing usage tracker for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:44:09.006512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-c212a935-ed6f-4170-aa19-8f30de94ee47 req-5f211863-15b5-425b-b9d8-472bd4da78a0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Unset dirty status for tenant:2a8e9578d04a4464a587057012b32e6e on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:44:09.008785 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c212a935-ed6f-4170-aa19-8f30de94ee47 req-5f211863-15b5-425b-b9d8-472bd4da78a0 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "GET /v2.0/ports?device_id=1a9bb332-c483-427f-bf05-996bd66a78f0 HTTP/1.1" status: 200  len: 210 time: 0.0614936
Dec 21 10:44:10.122125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50076) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:10.512792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:11.138798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port aabf0fe7-853b-47e7-8940-927463b8c5a7 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:44:11.139422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:11.342126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port aabf0fe7-853b-47e7-8940-927463b8c5a7, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aabf0fe7-853b-47e7-8940-927463b8c5a7,segment=NetworkSegment(ad80793f-4c06-4be1-ac89-39d3d71dab1c),segment_id=ad80793f-4c06-4be1-ac89-39d3d71dab1c)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:11.342527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:11.471039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for aabf0fe7-853b-47e7-8940-927463b8c5a7 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:44:12.082603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:12.098948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:12.156102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Port': ['ID=aabf0fe7-853b-47e7-8940-927463b8c5a7,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:12.160150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:12.300204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:12.521859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:12.541455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-10033b15-28bc-4a10-8b29-b8307f096d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:12.787319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:13.049457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:44:13.239439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:44:13.250251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] Sync routers for ids ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:44:13.258328 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-8c976db2-e2a9-4693-b893-3797611d19a8 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "PUT /v2.0/routers/fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1325061
Dec 21 10:44:13.259495 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50080) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:13.260978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] Routers {'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:13.261717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc216a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:13.450857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] Set router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:13.470972 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8661eb-9370-44da-a3fa-8538db334c42 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting subnet 50df3186-c4e3-4ae6-951d-51e43335d013 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:44:13.474117 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e8661eb-9370-44da-a3fa-8538db334c42 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:13.533760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e8661eb-9370-44da-a3fa-8538db334c42 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:13.628307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e8661eb-9370-44da-a3fa-8538db334c42 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:13.647327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:13.760788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc216a0>, [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:44:12Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:13.764929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] Checking router: fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:44:13.774456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] Routers {'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:13.775128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedc216a0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:13.938036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e8661eb-9370-44da-a3fa-8538db334c42 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:13.954135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-137c3ecd-3fb6-47c8-b283-ad42cfa509a9 tempest-RoutersNegativeTest-182599766 tempest-RoutersNegativeTest-182599766] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:13.969306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] Set router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:14.010036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8661eb-9370-44da-a3fa-8538db334c42 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Subnet': ['ID=50df3186-c4e3-4ae6-951d-51e43335d013,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:14.014137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e8661eb-9370-44da-a3fa-8538db334c42 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:14.095784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e8661eb-9370-44da-a3fa-8538db334c42 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:14.105539 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6e8661eb-9370-44da-a3fa-8538db334c42 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/subnets/50df3186-c4e3-4ae6-951d-51e43335d013 HTTP/1.1" status: 204  len: 168 time: 0.8423002
Dec 21 10:44:14.105763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a766cf6b-1b58-414f-b7cb-bfa8408cdf3a None None] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:44:14.105936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50084) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:14.286530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedc216a0>, [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:44:12Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:14.292045 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187759c-db4c-4b59-a583-50165f3e4217 None None] The sync data for ids ['fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8'] in dv-neutron-601336-62-ovs is: [{'id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-512012944', 'tenant_id': '2a8e9578d04a4464a587057012b32e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45'}], 'enable_snat': True}, 'gw_port_id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:43:04Z', 'updated_at': '2020-12-21T10:44:12Z', 'revision_number': 5, 'project_id': '2a8e9578d04a4464a587057012b32e6e', 'gw_port': {'id': 'e435ea48-a890-4e6f-89a1-2a247501399a', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:dc:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:43:05Z', 'updated_at': '2020-12-21T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:44:14.310999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:14.400891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] DHCP port deletion for 786d5d57-275c-44cc-9a29-ad3cb1f2be04 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:44:14.405925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Deleting port 83625f82-223a-4b15-90de-baacfa33d0ef {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:44:14.406357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:14.513950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:14.519788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Deleting port e435ea48-a890-4e6f-89a1-2a247501399a {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:44:14.520163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:14.626360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] For port 83625f82-223a-4b15-90de-baacfa33d0ef, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=83625f82-223a-4b15-90de-baacfa33d0ef,segment=NetworkSegment(ad80793f-4c06-4be1-ac89-39d3d71dab1c),segment_id=ad80793f-4c06-4be1-ac89-39d3d71dab1c)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:14.626896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:14.717063 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] For port e435ea48-a890-4e6f-89a1-2a247501399a, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e435ea48-a890-4e6f-89a1-2a247501399a,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:14.717461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:14.756999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Calling delete_port for 83625f82-223a-4b15-90de-baacfa33d0ef owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:44:14.800074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 83625f82-223a-4b15-90de-baacfa33d0ef no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:44:14.923024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710'] for port, after_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:14.947860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:14.985967 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Port 83625f82-223a-4b15-90de-baacfa33d0ef update to DOWN by agent not found {{(pid=80972) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2085}}
Dec 21 10:44:14.986467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aabf0fe7-853b-47e7-8940-927463b8c5a7 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:44:15.035016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Pushing event deleted for resources: {'Port': ['ID=83625f82-223a-4b15-90de-baacfa33d0ef,revision_number=None']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:15.049294 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: aabf0fe7-853b-47e7-8940-927463b8c5a7 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:44:15.049720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aabf0fe7-853b-47e7-8940-927463b8c5a7 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:44:15.054717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.055110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.055484 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.055957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.056232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.057125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.057125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.057333 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.057693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.058059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.058428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.058771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.059183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.059548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.059908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.060651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.060651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.061018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.061297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.061806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.062022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.062406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.062717 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.063073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:15.068912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:15.129850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Calling delete_port for e435ea48-a890-4e6f-89a1-2a247501399a owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:44:15.149304 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] No DVR routers for this DVR port 83625f82-223a-4b15-90de-baacfa33d0ef on host dv-neutron-601336-62-ovs {{(pid=80972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:44:15.276386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:15.468113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:15.604503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:15.606918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:15.633476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:15.634085 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Fanout notify agent at l3_agent the message router_deleted on router fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:44:15.649561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:15.650793 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-effc6bcf-80a4-420e-8d3b-4f141da62dde tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/routers/fe651ef7-746a-4aa8-b3a1-3b01d06f5cd8 HTTP/1.1" status: 204  len: 168 time: 1.5438640
Dec 21 10:44:15.653743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50088) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:15.784096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:15.993250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:16.118625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fe789e2e8>,) {'filters': {'network_id': ['786d5d57-275c-44cc-9a29-ad3cb1f2be04']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:16.131749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe789e2e8>, 'ad80793f-4c06-4be1-ac89-39d3d71dab1c') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:16.132087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fe789e2e8>, 'ad80793f-4c06-4be1-ac89-39d3d71dab1c') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:16.144528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:16.160185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:16.162219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:44:16.354267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:44:16.363598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:16.544814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Network 786d5d57-275c-44cc-9a29-ad3cb1f2be04 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:44:16.569474 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:44:16.653942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:16.657264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d217274a-d275-4975-b9dd-020244372a42 tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:16.676032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:16.682754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'Network': ['ID=786d5d57-275c-44cc-9a29-ad3cb1f2be04,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:16.687499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:16.691462 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-d72113aa-ae6f-4d10-9b07-9d45e72e09c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/networks/786d5d57-275c-44cc-9a29-ad3cb1f2be04 HTTP/1.1" status: 204  len: 168 time: 1.0366368
Dec 21 10:44:16.694309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50092) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:16.768203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b933ae6e-f9c9-428c-a79d-9ef971c8d38d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:16.792186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e435ea48-a890-4e6f-89a1-2a247501399a no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:44:16.805904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b933ae6e-f9c9-428c-a79d-9ef971c8d38d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:16.828671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: e435ea48-a890-4e6f-89a1-2a247501399a {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:44:16.829109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e435ea48-a890-4e6f-89a1-2a247501399a not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:44:16.863504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b933ae6e-f9c9-428c-a79d-9ef971c8d38d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:16.869680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f503ad58-2427-4e8a-9533-d84c46d920bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:16.886320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933ae6e-f9c9-428c-a79d-9ef971c8d38d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Pushing event deleted for resources: {'SecurityGroup': ['ID=02823f91-f145-40da-86d9-455832453d56,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:16.891913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b933ae6e-f9c9-428c-a79d-9ef971c8d38d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:16.893965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b933ae6e-f9c9-428c-a79d-9ef971c8d38d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:16.895201 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b933ae6e-f9c9-428c-a79d-9ef971c8d38d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] 10.222.0.45 "DELETE /v2.0/security-groups/02823f91-f145-40da-86d9-455832453d56 HTTP/1.1" status: 204  len: 168 time: 0.1992738
Dec 21 10:44:17.323681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50102) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:17.511650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b6398b2b-cd6e-4e1d-83c5-79a66af40d7f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a8e9578d04a4464a587057012b32e6e&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1865404
Dec 21 10:44:17.514273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50108) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:17.578951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b1eaa9c-09f6-4a72-94af-72bed22ec89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:17.608226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b1eaa9c-09f6-4a72-94af-72bed22ec89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:17.656826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b1eaa9c-09f6-4a72-94af-72bed22ec89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:17.661922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6e5e18c1-df29-4fb0-b39a-d7c07d780061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:17.683763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1eaa9c-09f6-4a72-94af-72bed22ec89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633074a3-9194-4dd8-9fa9-6a0a1f882f20,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:17.686418 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b1eaa9c-09f6-4a72-94af-72bed22ec89f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:17.689956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4b1eaa9c-09f6-4a72-94af-72bed22ec89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:17.691180 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4b1eaa9c-09f6-4a72-94af-72bed22ec89f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/633074a3-9194-4dd8-9fa9-6a0a1f882f20 HTTP/1.1" status: 204  len: 168 time: 0.1759338
Dec 21 10:44:18.042488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50116) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:18.062576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e18e9fa-d718-419a-bae5-b8ae99c21b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:18.079221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7e18e9fa-d718-419a-bae5-b8ae99c21b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:18.083453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7e18e9fa-d718-419a-bae5-b8ae99c21b9f admin admin] Usage tracker for resource:security_group_rule and tenant:fa3d03aadbf34301a995f3da2f05e02f is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:18.086801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-7e18e9fa-d718-419a-bae5-b8ae99c21b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:18.092626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-7e18e9fa-d718-419a-bae5-b8ae99c21b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:18.184487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e18e9fa-d718-419a-bae5-b8ae99c21b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:18.187466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7e18e9fa-d718-419a-bae5-b8ae99c21b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:18.197588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b933ae6e-f9c9-428c-a79d-9ef971c8d38d tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:18.240545 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7e18e9fa-d718-419a-bae5-b8ae99c21b9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa3d03aadbf34301a995f3da2f05e02f&name=default HTTP/1.1" status: 200  len: 2883 time: 0.1968932
Dec 21 10:44:18.242252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18e9fa-d718-419a-bae5-b8ae99c21b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5464bb-f797-449b-b29d-ad9531e12305,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:18.244334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 50120) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:18.245637 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7e18e9fa-d718-419a-bae5-b8ae99c21b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:18.313026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:18.340577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:18.386388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:18.392354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14da8e64-22ad-4bca-8b78-daf32128154c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:18.408243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5464bb-f797-449b-b29d-ad9531e12305,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:18.417239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:18.418512 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c5464bb-f797-449b-b29d-ad9531e12305 HTTP/1.1" status: 204  len: 168 time: 0.1730978
Dec 21 10:44:18.420187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.420621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.421046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.421450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.421888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.422299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.422711 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.423122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.423531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.423936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.424344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.424748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.425230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.425660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.426068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.426473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.427016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.427424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.427829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.428231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.428632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.429625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.430090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.430413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:18.434280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd4e9e46-1f4d-4888-a3b8-38e0b8f90ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:18.499586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:44:19.446472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 50142) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:19.594750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1807530790-network', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:19.600249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:19.604368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Usage tracker for resource:network and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:19.607381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:19.613131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:19.623525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Made reservation on behalf of 3945e0013d3b4cffa46b13630dafb4e3 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:44:19.628191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:19.641916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:19.657761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:19.661847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Usage tracker for resource:security_group_rule and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:19.665634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:19.671466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:19.756133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:19.760186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:19.764681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-487e5ddc-7d43-457f-970a-682bb95be83d tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:19.795978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:44:19.809842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27ee825e-5912-465f-8d1a-20d2f57e1cdd,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:19.814529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:19.815563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:19.815960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Added segment 190ca06a-f0d7-4c0b-b6a8-d131e6733300 of type vxlan for network 416c4c9f-0802-4594-ba68-104586089053
Dec 21 10:44:19.860302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:19.892848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:19.893891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:19.895027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:19.900491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a2d51a42-4081-4aed-ac08-10d094b03c48 tempest-TagsTest-1913213128 tempest-TagsTest-1913213128] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:20.002281 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5545225
Dec 21 10:44:20.005779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50148) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:20.008813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Pushing event updated for resources: {'Network': ['ID=416c4c9f-0802-4594-ba68-104586089053,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:20.011771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c30e0eb7-8edf-41de-8f56-cba542341174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:20.013841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Request body: {'subnet': {'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1807530790-subnet', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:20.019440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:20.020666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network 416c4c9f-0802-4594-ba68-104586089053 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:44:20.024851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Usage tracker for resource:subnet and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:20.028115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:20.035136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:20.035752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network 416c4c9f-0802-4594-ba68-104586089053 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:44:20.049919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Made reservation on behalf of 3945e0013d3b4cffa46b13630dafb4e3 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:44:20.058923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:20.492595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:20.509160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f1b34a5f-11c5-402a-9797-dc190da133f3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:20.649670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:20.652738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:20.714325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Checking segment: {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:44:20.714706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Network hostable DHCP agents. Network: 416c4c9f-0802-4594-ba68-104586089053, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:44:20.735908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Network 416c4c9f-0802-4594-ba68-104586089053 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:44:20.745319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, 416c4c9f-0802-4594-ba68-104586089053) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:20.759193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:20.759613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:20.761969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab71c0-50d2-4ef6-8184-ee15939b67ad None None] Network 416c4c9f-0802-4594-ba68-104586089053 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:44:20.787328 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-220d3d4f-54b5-4b58-911e-68e1784b2e46 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7792516
Dec 21 10:44:20.790263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50152) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:20.796126 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:20.801568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:20.806988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Usage tracker for resource:router and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:20.811613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:20.817105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:20.827372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:20.828440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:20.843987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:21.007510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-416c4c9f-0802-4594-ba68-104586089053', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:44:21.009297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:21.137192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:21.316847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Allocated IP 172.20.0.2 (416c4c9f-0802-4594-ba68-104586089053/8d7fe3f8-7e35-4f09-9f56-cd41481e5aca/e9791557-7bd0-40f7-aee1-c2ab347765c3) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:44:21.487461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:21.524574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:21.729664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:21.740659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Transition to ACTIVE for port object e9791557-7bd0-40f7-aee1-c2ab347765c3 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:21.758435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Transition to ACTIVE for port object e9791557-7bd0-40f7-aee1-c2ab347765c3 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:21.763458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:21.779845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:21.862023 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Allocated IP 172.26.1.23 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/42e4d93d-96b1-4682-84ed-8af207e9bd22) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:44:21.926622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Pushing event updated for resources: {'Port': ['ID=e9791557-7bd0-40f7-aee1-c2ab347765c3,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:21.930027 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:21.982873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Network 416c4c9f-0802-4594-ba68-104586089053 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:44:21.984062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:21.986531 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:44:22.050574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Attempting to bind port e9791557-7bd0-40f7-aee1-c2ab347765c3 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:44:22.050997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Attempting to bind port e9791557-7bd0-40f7-aee1-c2ab347765c3 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:44:22.051416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Attempting to bind port e9791557-7bd0-40f7-aee1-c2ab347765c3 on network 416c4c9f-0802-4594-ba68-104586089053 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:44:22.058308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:44:22.058756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Checking segment: {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:44:22.059192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:22.059636 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Bound using segment: {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:44:22.060185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Bound port: e9791557-7bd0-40f7-aee1-c2ab347765c3, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:44:22.060612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:22.174039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] For port e9791557-7bd0-40f7-aee1-c2ab347765c3, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:44:22.178675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] For port e9791557-7bd0-40f7-aee1-c2ab347765c3, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e9791557-7bd0-40f7-aee1-c2ab347765c3,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:44:22.183320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:22.199097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:22.353764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:22.361289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Pushing event updated for resources: {'Port': ['ID=e9791557-7bd0-40f7-aee1-c2ab347765c3,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:22.364835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:22.384043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:22.402579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:22.560331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Pushing event updated for resources: {'Port': ['ID=42e4d93d-96b1-4682-84ed-8af207e9bd22,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:22.566185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:22.612684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:44:22.613878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:22.616218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:44:22.874389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e9791557-7bd0-40f7-aee1-c2ab347765c3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:22.950710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port e9791557-7bd0-40f7-aee1-c2ab347765c3 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:23.082902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:23.454003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:23.706404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Router e019a213-5dbc-4505-ab31-6a8dae79c61a is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:44:23.934341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdb2eba-12db-488d-96de-5e329747a415 None None] Network 416c4c9f-0802-4594-ba68-104586089053 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:44:23.953770 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:44:23.984594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Sync routers for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:44:23.986204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:23.987614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.1962581
Dec 21 10:44:23.991077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50156) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:24.046940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:24.047949 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec104a90>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:24.292465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6bf3fff3-47a7-4700-9dd6-7fc15adf00d2 None None] Provisioning for port e9791557-7bd0-40f7-aee1-c2ab347765c3 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:24.340373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6bf3fff3-47a7-4700-9dd6-7fc15adf00d2 None None] Provisioning complete for port e9791557-7bd0-40f7-aee1-c2ab347765c3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:24.340800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bf3fff3-47a7-4700-9dd6-7fc15adf00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:24.687059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:24.877119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:24.917072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bf3fff3-47a7-4700-9dd6-7fc15adf00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:25.040862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6bf3fff3-47a7-4700-9dd6-7fc15adf00d2 None None] For port e9791557-7bd0-40f7-aee1-c2ab347765c3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e9791557-7bd0-40f7-aee1-c2ab347765c3,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:25.057659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6bf3fff3-47a7-4700-9dd6-7fc15adf00d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:25.062740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:25.192801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3fff3-47a7-4700-9dd6-7fc15adf00d2 None None] Pushing event updated for resources: {'Port': ['ID=e9791557-7bd0-40f7-aee1-c2ab347765c3,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:25.197345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6bf3fff3-47a7-4700-9dd6-7fc15adf00d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:25.226648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec104a90>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:22Z', 'revision_number': 3, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:25.231813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Checking router: e019a213-5dbc-4505-ab31-6a8dae79c61a for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:44:25.232520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Updating router e019a213-5dbc-4505-ab31-6a8dae79c61a port 42e4d93d-96b1-4682-84ed-8af207e9bd22 binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:44:25.305860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:25.320500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Allocated IP 172.20.0.1 (416c4c9f-0802-4594-ba68-104586089053/8d7fe3f8-7e35-4f09-9f56-cd41481e5aca/aca48e65-888c-42b2-b1f9-848a8df91f31) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:44:25.445267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-47c5660c-8c49-4ad1-a3ca-5544199adaf0 None None] Provisioning complete for port e9791557-7bd0-40f7-aee1-c2ab347765c3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:25.445732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-47c5660c-8c49-4ad1-a3ca-5544199adaf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:25.554813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:25.579946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Transition to ACTIVE for port object aca48e65-888c-42b2-b1f9-848a8df91f31 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:25.612022 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:25.632390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a6ae2ea6-04a5-4187-824c-284510f11b3c tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:26.098626 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Pushing event updated for resources: {'Port': ['ID=aca48e65-888c-42b2-b1f9-848a8df91f31,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:26.103519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:26.153351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Network 416c4c9f-0802-4594-ba68-104586089053 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:44:26.162191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.165276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:26.168130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:44:26.176401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-98953327-5429-4dc4-a588-9a29889c8078 None None] Provisioning complete for port e9791557-7bd0-40f7-aee1-c2ab347765c3 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:26.176823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-98953327-5429-4dc4-a588-9a29889c8078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.221829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Transition to ACTIVE for port object 42e4d93d-96b1-4682-84ed-8af207e9bd22 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:26.227327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.234808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.250540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9d6827b4-6e6e-4d4b-ba0a-39854631b9ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:26.431329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e586af4-88dd-48f3-a968-ed8d43b82ca3 None None] Pushing event updated for resources: {'Port': ['ID=42e4d93d-96b1-4682-84ed-8af207e9bd22,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:26.439778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7e586af4-88dd-48f3-a968-ed8d43b82ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:26.550745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.556049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Attempting to bind port 42e4d93d-96b1-4682-84ed-8af207e9bd22 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:44:26.556723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Attempting to bind port 42e4d93d-96b1-4682-84ed-8af207e9bd22 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:44:26.557160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Attempting to bind port 42e4d93d-96b1-4682-84ed-8af207e9bd22 on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:44:26.571386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:44:26.572835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:44:26.575800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.576284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:44:26.576857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Bound port: 42e4d93d-96b1-4682-84ed-8af207e9bd22, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:44:26.577297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.676169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] For port 42e4d93d-96b1-4682-84ed-8af207e9bd22, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:44:26.678303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c7500fcc-21bf-48d3-ad9c-65f9b8c95285 None None] Provisioning for port aca48e65-888c-42b2-b1f9-848a8df91f31 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:26.684107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] For port 42e4d93d-96b1-4682-84ed-8af207e9bd22, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=42e4d93d-96b1-4682-84ed-8af207e9bd22,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:44:26.685930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-c7500fcc-21bf-48d3-ad9c-65f9b8c95285 None None] Provisioning complete for port aca48e65-888c-42b2-b1f9-848a8df91f31 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:26.686357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c7500fcc-21bf-48d3-ad9c-65f9b8c95285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.722327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.744489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d19680c7-e2fc-487a-a8fe-bdd87f3b369f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:26.880372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.884828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:26.892456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e9791557-7bd0-40f7-aee1-c2ab347765c3 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:26.914852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-89198896-3ded-44f6-bb38-eb88e839290b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:26.927740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c7500fcc-21bf-48d3-ad9c-65f9b8c95285 None None] Port aca48e65-888c-42b2-b1f9-848a8df91f31 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:44:26.993973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e586af4-88dd-48f3-a968-ed8d43b82ca3 None None] Pushing event updated for resources: {'Port': ['ID=42e4d93d-96b1-4682-84ed-8af207e9bd22,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:26.999116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Pushing event updated for resources: {'Port': ['ID=aca48e65-888c-42b2-b1f9-848a8df91f31,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:27.002187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:27.003345 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7e586af4-88dd-48f3-a968-ed8d43b82ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:27.005839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:27.026458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port e9791557-7bd0-40f7-aee1-c2ab347765c3 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:27.026893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:27.088125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:27.088696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec104a90>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:27.157601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Network 416c4c9f-0802-4594-ba68-104586089053 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:44:27.159139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:27.345101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:27.379393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Router e019a213-5dbc-4505-ab31-6a8dae79c61a has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:44:27.531985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a593fd95-0e3f-4750-be11-fb17c0e8f9e7 None None] Provisioning complete for port aca48e65-888c-42b2-b1f9-848a8df91f31 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:27.532409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a593fd95-0e3f-4750-be11-fb17c0e8f9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:27.580462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:44:27.596496 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] 10.222.0.45 "PUT /v2.0/routers/e019a213-5dbc-4505-ab31-6a8dae79c61a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6028533
Dec 21 10:44:27.662064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-a593fd95-0e3f-4750-be11-fb17c0e8f9e7 None None] Port aca48e65-888c-42b2-b1f9-848a8df91f31 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:44:27.750034 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec104a90>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 2, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:27.754584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30291efc-e6bd-49ba-968e-12615d42b69e None None] The sync data for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs is: [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 2, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:44:28.342715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 50174) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:28.349709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-7194697-network', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:28.356337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:28.360550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Usage tracker for resource:network and tenant:1e0778714db34f5f86c4560795b09bc2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:28.363641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:28.376118 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:28.385747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Made reservation on behalf of 1e0778714db34f5f86c4560795b09bc2 for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:44:28.390598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:28.404608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:28.423426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:28.427686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Usage tracker for resource:security_group_rule and tenant:1e0778714db34f5f86c4560795b09bc2 is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:28.431833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:28.437769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:28.536749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:28.540570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:28.545231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:28.589705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:44:28.597822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918c7c29-97c4-4215-8abe-8e1b90c0152c,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:28.604058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:28.607335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:28.607759 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Added segment 3293e658-7f56-45e7-bddd-8c2e5396a1b0 of type vxlan for network a21b95e1-a812-4850-889a-901a891c5ecb
Dec 21 10:44:28.638744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:28.673074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:28.674301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:28.674929 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:28.681281 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-98efff4a-eb09-42c2-9034-4a866744c21e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:28.790033 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 872 time: 0.4458199
Dec 21 10:44:28.793135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50178) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:28.797548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Pushing event updated for resources: {'Network': ['ID=a21b95e1-a812-4850-889a-901a891c5ecb,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:28.799392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:28.800307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Request body: {'subnet': {'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-7194697-subnet', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:28.809078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:28.809871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network a21b95e1-a812-4850-889a-901a891c5ecb details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:44:28.814247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Usage tracker for resource:subnet and tenant:1e0778714db34f5f86c4560795b09bc2 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:28.817991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:28.827343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:28.841160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network a21b95e1-a812-4850-889a-901a891c5ecb details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:44:28.845354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Made reservation on behalf of 1e0778714db34f5f86c4560795b09bc2 for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:44:28.852257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:28.863614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 42e4d93d-96b1-4682-84ed-8af207e9bd22 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:29.114810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 42e4d93d-96b1-4682-84ed-8af207e9bd22 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:29.121478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 42e4d93d-96b1-4682-84ed-8af207e9bd22 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:29.121924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:29.254160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:29.271764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 42e4d93d-96b1-4682-84ed-8af207e9bd22, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=42e4d93d-96b1-4682-84ed-8af207e9bd22,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:29.276064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:29.278084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:29.294834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:29.310809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc1a534f-c52d-4d5e-b400-50a87983a5fb tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:29.463386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Pushing event updated for resources: {'Subnet': ['ID=135351c9-eeb6-45b6-875c-b05fba923659,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:29.466521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:29.535133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Checking segment: {'id': '3293e658-7f56-45e7-bddd-8c2e5396a1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:44:29.535508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Network hostable DHCP agents. Network: a21b95e1-a812-4850-889a-901a891c5ecb, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:44:29.536701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=42e4d93d-96b1-4682-84ed-8af207e9bd22,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:29.540870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:29.556739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Network a21b95e1-a812-4850-889a-901a891c5ecb is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:44:29.565389 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, a21b95e1-a812-4850-889a-901a891c5ecb) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:29.575736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da5972f-52b8-4949-a98d-e8127b8d86ac None None] Network a21b95e1-a812-4850-889a-901a891c5ecb requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:44:29.579587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:29.580237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:29.600830 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 0.8064015
Dec 21 10:44:29.603589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50182) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:29.609203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-7194697-router', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:29.614245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:29.619131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Usage tracker for resource:router and tenant:1e0778714db34f5f86c4560795b09bc2 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:29.622956 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:29.629065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:29.639382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:29.640443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:29.655339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:29.813104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-a21b95e1-a812-4850-889a-901a891c5ecb', 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'fixed_ips': [{'subnet_id': '135351c9-eeb6-45b6-875c-b05fba923659'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:44:29.814048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:30.128299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Allocated IP 172.20.0.2 (a21b95e1-a812-4850-889a-901a891c5ecb/135351c9-eeb6-45b6-875c-b05fba923659/4cdc395b-fcdf-49dc-acda-9605099179ce) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:44:30.212679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:30.358175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:30.369301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Transition to ACTIVE for port object 4cdc395b-fcdf-49dc-acda-9605099179ce will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:30.388384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Transition to ACTIVE for port object 4cdc395b-fcdf-49dc-acda-9605099179ce will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:30.393274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:30.413695 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14eff51b-4955-4054-b4cb-ea071b2cfedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:30.545911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Pushing event updated for resources: {'Port': ['ID=4cdc395b-fcdf-49dc-acda-9605099179ce,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:30.552657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:30.556643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:30.592218 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:30.614527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Network a21b95e1-a812-4850-889a-901a891c5ecb is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:44:30.615730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:30.618341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:44:30.676088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Attempting to bind port 4cdc395b-fcdf-49dc-acda-9605099179ce on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:44:30.676508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Attempting to bind port 4cdc395b-fcdf-49dc-acda-9605099179ce by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '3293e658-7f56-45e7-bddd-8c2e5396a1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:44:30.676925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Attempting to bind port 4cdc395b-fcdf-49dc-acda-9605099179ce on network a21b95e1-a812-4850-889a-901a891c5ecb {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:44:30.682738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:44:30.683162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Checking segment: {'id': '3293e658-7f56-45e7-bddd-8c2e5396a1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:44:30.683610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:30.684052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Bound using segment: {'id': '3293e658-7f56-45e7-bddd-8c2e5396a1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:44:30.684575 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Bound port: 4cdc395b-fcdf-49dc-acda-9605099179ce, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3293e658-7f56-45e7-bddd-8c2e5396a1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:44:30.684994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:30.785754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] For port 4cdc395b-fcdf-49dc-acda-9605099179ce, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:44:30.795749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] For port 4cdc395b-fcdf-49dc-acda-9605099179ce, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4cdc395b-fcdf-49dc-acda-9605099179ce,segment=NetworkSegment(3293e658-7f56-45e7-bddd-8c2e5396a1b0),segment_id=3293e658-7f56-45e7-bddd-8c2e5396a1b0)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:44:30.799945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:30.815863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6bf3fff3-47a7-4700-9dd6-7fc15adf00d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:30.856296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 42e4d93d-96b1-4682-84ed-8af207e9bd22 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:30.889224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Allocated IP 172.26.1.67 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/0e8d31e3-9072-4e23-a518-2c20ff66e0fa) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:44:31.033764 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Pushing event updated for resources: {'Port': ['ID=4cdc395b-fcdf-49dc-acda-9605099179ce,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:31.039547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:31.060649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:31.072884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 42e4d93d-96b1-4682-84ed-8af207e9bd22 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:31.073309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:31.087699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:31.104977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:31.203740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Sync routers for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:44:31.217649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:31.218327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbaec50>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:31.261781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8d31e3-9072-4e23-a518-2c20ff66e0fa,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:31.265177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:31.315310 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:44:31.316607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:31.319684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:44:31.419736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:31.801406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:31.802876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbaec50>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 2, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:31.808350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Checking router: e019a213-5dbc-4505-ab31-6a8dae79c61a for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:44:31.808755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Updating router e019a213-5dbc-4505-ab31-6a8dae79c61a port aca48e65-888c-42b2-b1f9-848a8df91f31 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:44:31.868004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:32.169009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:32.181170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:32.415087 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Router b6182246-ed8e-404f-9504-003c3c70cca0 is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:44:32.472208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:32.486046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Transition to ACTIVE for port object aca48e65-888c-42b2-b1f9-848a8df91f31 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:32.489936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:32.507453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42231bca-406d-497d-83a7-37a2029529ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:32.635493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:44:32.646188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Sync routers for ids ['b6182246-ed8e-404f-9504-003c3c70cca0'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:44:32.658144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fb793d-3efa-4bbd-a450-3a3444b0e0bf None None] Network a21b95e1-a812-4850-889a-901a891c5ecb requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:44:32.658593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Pushing event updated for resources: {'Port': ['ID=aca48e65-888c-42b2-b1f9-848a8df91f31,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:32.662328 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:32.664331 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 3.0592961
Dec 21 10:44:32.667240 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50186) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:44:32.673075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.673463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.673866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.674232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.674606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.674958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.675318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.675674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.676032 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.676385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.676739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.677091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.677523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.677883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.678262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.678614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.678966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.679314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.679662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.680011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.680359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.680706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.681054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.681400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:44:32.687143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:32.706927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Routers {'b6182246-ed8e-404f-9504-003c3c70cca0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:32.707723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec079240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b6182246-ed8e-404f-9504-003c3c70cca0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:32.902911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Attempting to bind port aca48e65-888c-42b2-b1f9-848a8df91f31 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:44:32.903421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Attempting to bind port aca48e65-888c-42b2-b1f9-848a8df91f31 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:44:32.903720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Attempting to bind port aca48e65-888c-42b2-b1f9-848a8df91f31 on network 416c4c9f-0802-4594-ba68-104586089053 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:44:32.910748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:44:32.911171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Checking segment: {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:44:32.911627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:32.912065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Bound using segment: {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:44:32.913257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Bound port: aca48e65-888c-42b2-b1f9-848a8df91f31, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:44:32.913914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:32.946793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4cdc395b-fcdf-49dc-acda-9605099179ce up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:33.015113 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] For port aca48e65-888c-42b2-b1f9-848a8df91f31, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:44:33.018576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] For port aca48e65-888c-42b2-b1f9-848a8df91f31, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aca48e65-888c-42b2-b1f9-848a8df91f31,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:44:33.022417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:33.038876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:33.073718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-a2269d03-e6ba-4fd8-a4cf-07d5a8cde7c2 None None] Provisioning for port 4cdc395b-fcdf-49dc-acda-9605099179ce completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:33.201868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Pushing event updated for resources: {'Port': ['ID=aca48e65-888c-42b2-b1f9-848a8df91f31,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:33.207108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:33.207724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Set router b6182246-ed8e-404f-9504-003c3c70cca0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:33.279469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:33.281078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbaec50>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:33.541147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:33.651257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 4cdc395b-fcdf-49dc-acda-9605099179ce completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:33.674884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 4cdc395b-fcdf-49dc-acda-9605099179ce triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:33.675307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:33.773566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:33.923772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbaec50>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:33Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:33.928379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9406f9-e7b2-45e4-8a72-3111f647d36a None None] The sync data for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs is: [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:33Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:44:34.005915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:34.028130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec079240>, [{'id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'name': 'tempest-TestShelveInstance-7194697-router', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:29Z', 'updated_at': '2020-12-21T10:44:31Z', 'revision_number': 3, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'gw_port': {'id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:30Z', 'updated_at': '2020-12-21T10:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:34.036326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Checking router: b6182246-ed8e-404f-9504-003c3c70cca0 for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:44:34.036731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Updating router b6182246-ed8e-404f-9504-003c3c70cca0 port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:44:34.109769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 4cdc395b-fcdf-49dc-acda-9605099179ce, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4cdc395b-fcdf-49dc-acda-9605099179ce,segment=NetworkSegment(3293e658-7f56-45e7-bddd-8c2e5396a1b0),segment_id=3293e658-7f56-45e7-bddd-8c2e5396a1b0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:34.112911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:34.196707 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Allocated IP 172.20.0.1 (a21b95e1-a812-4850-889a-901a891c5ecb/135351c9-eeb6-45b6-875c-b05fba923659/fe0359a7-6541-4e67-b361-d3e3d0c0c335) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:44:34.211828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:34.216289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:34.304786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6e6a7e9e-226b-4542-b461-5c19605d6fd4 None None] Provisioning complete for port 4cdc395b-fcdf-49dc-acda-9605099179ce triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:34.305213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6e6a7e9e-226b-4542-b461-5c19605d6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:34.445653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:34.452616 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=4cdc395b-fcdf-49dc-acda-9605099179ce,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:34.462143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:34.476784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Transition to ACTIVE for port object fe0359a7-6541-4e67-b361-d3e3d0c0c335 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:34.500751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:34.520242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6bb3dce6-62de-48e5-86a9-1009c2c022fe tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:34.617148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0359a7-6541-4e67-b361-d3e3d0c0c335,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:34.621206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:34.748541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Network a21b95e1-a812-4850-889a-901a891c5ecb is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:44:34.749461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:34.752403 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:44:34.796888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:34.825320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f0c11c60-2b42-4e70-940f-3b1480ccaf9a None None] Provisioning complete for port 4cdc395b-fcdf-49dc-acda-9605099179ce triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:34.825749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f0c11c60-2b42-4e70-940f-3b1480ccaf9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:34.828203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:34.859409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Transition to ACTIVE for port object 0e8d31e3-9072-4e23-a518-2c20ff66e0fa will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:34.868365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:34.893837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7e586af4-88dd-48f3-a968-ed8d43b82ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:34.926754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4cdc395b-fcdf-49dc-acda-9605099179ce up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:34.982256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:35.113959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac0326-fece-4b46-9dd4-7efcdaf9cd68 None None] Pushing event updated for resources: {'Port': ['ID=0e8d31e3-9072-4e23-a518-2c20ff66e0fa,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:35.130521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0dac0326-fece-4b46-9dd4-7efcdaf9cd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:35.236582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 4cdc395b-fcdf-49dc-acda-9605099179ce triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:35.237014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:35.305417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Attempting to bind port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:44:35.305945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Attempting to bind port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:44:35.306368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Attempting to bind port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:44:35.308930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:35.313060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:35.323660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:44:35.324086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:44:35.324544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:35.324983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:44:35.325532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Bound port: 0e8d31e3-9072-4e23-a518-2c20ff66e0fa, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:44:35.326018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:35.345305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08d8acd1-1637-4c75-bc97-ef5574f25292 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:35.434922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Pushing event updated for resources: {'Port': ['ID=fe0359a7-6541-4e67-b361-d3e3d0c0c335,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:35.437567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:35.451854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:35.479007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4278ef07-cb89-4be1-a340-0f7791e933b7 None None] Provisioning for port fe0359a7-6541-4e67-b361-d3e3d0c0c335 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:35.483986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] For port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:44:35.489177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aca48e65-888c-42b2-b1f9-848a8df91f31 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:35.526150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-4278ef07-cb89-4be1-a340-0f7791e933b7 None None] Provisioning complete for port fe0359a7-6541-4e67-b361-d3e3d0c0c335 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:35.526576 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4278ef07-cb89-4be1-a340-0f7791e933b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:35.559346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] For port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0e8d31e3-9072-4e23-a518-2c20ff66e0fa,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:44:35.578074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:35.597674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Network a21b95e1-a812-4850-889a-901a891c5ecb is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:44:35.599069 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:35.601466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:35.718719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4278ef07-cb89-4be1-a340-0f7791e933b7 None None] Port fe0359a7-6541-4e67-b361-d3e3d0c0c335 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:44:35.817517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Router b6182246-ed8e-404f-9504-003c3c70cca0 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:44:36.000714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port aca48e65-888c-42b2-b1f9-848a8df91f31 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:36.011374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac0326-fece-4b46-9dd4-7efcdaf9cd68 None None] Pushing event updated for resources: {'Port': ['ID=0e8d31e3-9072-4e23-a518-2c20ff66e0fa,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:36.023290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0dac0326-fece-4b46-9dd4-7efcdaf9cd68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:36.024309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port aca48e65-888c-42b2-b1f9-848a8df91f31 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:36.024968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:36.042461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:44:36.057166 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] 10.222.0.45 "PUT /v2.0/routers/b6182246-ed8e-404f-9504-003c3c70cca0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3887420
Dec 21 10:44:36.095237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-417a80f0-3b57-48d9-a920-c8f9ee545db6 None None] Provisioning complete for port fe0359a7-6541-4e67-b361-d3e3d0c0c335 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:36.095659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-417a80f0-3b57-48d9-a920-c8f9ee545db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:36.192902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-417a80f0-3b57-48d9-a920-c8f9ee545db6 None None] Port fe0359a7-6541-4e67-b361-d3e3d0c0c335 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:44:36.196146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Routers {'b6182246-ed8e-404f-9504-003c3c70cca0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:36.196861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec079240>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b6182246-ed8e-404f-9504-003c3c70cca0'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:36.402372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:36.471596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] Set router b6182246-ed8e-404f-9504-003c3c70cca0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:36.520342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port aca48e65-888c-42b2-b1f9-848a8df91f31, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aca48e65-888c-42b2-b1f9-848a8df91f31,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:36.531428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:36.535899 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3caba0e1-0a6f-4c99-8ae8-acebfe708bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:36.716952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=aca48e65-888c-42b2-b1f9-848a8df91f31,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:36.722029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:36.849094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aca48e65-888c-42b2-b1f9-848a8df91f31 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:36.948732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port aca48e65-888c-42b2-b1f9-848a8df91f31 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:36.949147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:36.978701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec079240>, [{'id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'name': 'tempest-TestShelveInstance-7194697-router', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:29Z', 'updated_at': '2020-12-21T10:44:34Z', 'revision_number': 4, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'gw_port': {'id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:30Z', 'updated_at': '2020-12-21T10:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fe0359a7-6541-4e67-b361-d3e3d0c0c335', 'name': '', 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'mac_address': 'fa:16:3e:4b:93:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '135351c9-eeb6-45b6-875c-b05fba923659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:33Z', 'updated_at': '2020-12-21T10:44:35Z', 'revision_number': 2, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'subnets': [{'id': '135351c9-eeb6-45b6-875c-b05fba923659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:36.992368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df3c680-249e-4b92-bbef-3fbaf3cdd9a3 None None] The sync data for ids ['b6182246-ed8e-404f-9504-003c3c70cca0'] in dv-neutron-601336-62-ovs is: [{'id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'name': 'tempest-TestShelveInstance-7194697-router', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:29Z', 'updated_at': '2020-12-21T10:44:34Z', 'revision_number': 4, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'gw_port': {'id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:30Z', 'updated_at': '2020-12-21T10:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fe0359a7-6541-4e67-b361-d3e3d0c0c335', 'name': '', 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'mac_address': 'fa:16:3e:4b:93:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '135351c9-eeb6-45b6-875c-b05fba923659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:33Z', 'updated_at': '2020-12-21T10:44:35Z', 'revision_number': 2, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'subnets': [{'id': '135351c9-eeb6-45b6-875c-b05fba923659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:44:37.383276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1833894464', 'description': 'tempest-TestShelveInstance-1833894464 description'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:37.390261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:37.397219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Usage tracker for resource:security_group and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:37.400348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:37.410373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:37.423051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:37.449081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:37.453539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Usage tracker for resource:security_group_rule and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:37.456664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:37.463041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:37.548835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:37.554147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:37.558316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f88e64f-d71e-4229-8435-e5f6e615442e tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:37.605671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:37.607043 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-08c76c5e-a990-4d14-9fe2-1bf75ed8207d req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1759 time: 0.3977993
Dec 21 10:44:37.608005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'SecurityGroup': ['ID=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:37.611037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:37.778694 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-1fa6cd00-01fb-44ed-8ac1-5839b8d3e8fd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups/ea25b0db-0fe6-4828-9dc5-e71ad22e03ce HTTP/1.1" status: 200  len: 1754 time: 0.1345921
Dec 21 10:44:37.801054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea25b0db-0fe6-4828-9dc5-e71ad22e03ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:37.801414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea25b0db-0fe6-4828-9dc5-e71ad22e03ce', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:37.814546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:37.818865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Usage tracker for resource:security_group_rule and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:37.822766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:37.828773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:37.897801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:37.925586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:37.928863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:37.930867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d3ed0f68-d319-4fc6-97e4-63172af68152 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:37.956046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4774b5a2-0716-425a-b0da-a6a7ded34a9f,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:37.958841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:37.969832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:37.971192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6449ba70-6057-40d7-9633-145fa6eaad4c req-bf4ec0c0-b4e1-4991-b9fa-5ed85111b114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1782093
Dec 21 10:44:38.133071 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-e5dd25d5-8b42-489d-b78b-3c11fa804fc1 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups/ea25b0db-0fe6-4828-9dc5-e71ad22e03ce HTTP/1.1" status: 200  len: 2316 time: 0.0516877
Dec 21 10:44:38.144434 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea25b0db-0fe6-4828-9dc5-e71ad22e03ce', 'remote_group_id': None}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:38.144834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ea25b0db-0fe6-4828-9dc5-e71ad22e03ce', 'remote_group_id': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:38.153225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:38.157468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Usage tracker for resource:security_group_rule and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:38.160789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:38.167384 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:38.227891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:38.255605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:38.259727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:38.261709 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-715a63c1-e5f6-4ff4-bc00-6e2ab795ee77 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:38.286615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11b74796-538f-464c-b066-9b3743164ae1,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:38.290160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:38.297941 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:38.299181 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-574c8ed3-6464-4f95-987f-a564bdd0e474 req-42295295-a6e3-404b-9ab5-910c1cec7998 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1593831
Dec 21 10:44:38.465297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5268f1c9-043f-420e-bc0e-ce1ecbaa7911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:38.492667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-223d1a74-383e-45c7-acb2-199d4027391d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:44:38.509320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-223d1a74-383e-45c7-acb2-199d4027391d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:44:38.510656 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-223d1a74-383e-45c7-acb2-199d4027391d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1833894464&fields=id&tenant_id=3945e0013d3b4cffa46b13630dafb4e3 HTTP/1.1" status: 200  len: 267 time: 0.0631394
Dec 21 10:44:38.686474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-ab88f894-0121-40c5-924b-eae3494a77b7 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:38.688091 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-ab88f894-0121-40c5-924b-eae3494a77b7 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 809 time: 0.1700854
Dec 21 10:44:38.704926 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-c2a4cac8-c2a6-465e-a3e0-36f18e1c2116 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/quotas/3945e0013d3b4cffa46b13630dafb4e3 HTTP/1.1" status: 200  len: 375 time: 0.0102363
Dec 21 10:44:38.795900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-db551366-2dd0-4ae7-b836-9e43d505bd8b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:44:38.813225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-db551366-2dd0-4ae7-b836-9e43d505bd8b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:44:38.814799 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-db551366-2dd0-4ae7-b836-9e43d505bd8b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1034856
Dec 21 10:44:38.839624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0e8d31e3-9072-4e23-a518-2c20ff66e0fa up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:38.913174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:38.918162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:38.918585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:38.973158 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-04bfcf55-a729-4ab9-9c50-97180bd97664 service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440468
Dec 21 10:44:39.040411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:39.059043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0e8d31e3-9072-4e23-a518-2c20ff66e0fa,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:39.062252 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:39.064172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b43a9be4-109a-4ce9-8fc5-c5d0f8ceab2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:39.123588 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-9d91da1f-a16c-42f0-b5c4-de25061736b2 service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1427307
Dec 21 10:44:39.134836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=0e8d31e3-9072-4e23-a518-2c20ff66e0fa,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:39.138251 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:39.333402 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4d39fcf8-e595-4501-85fb-fd24b20b29de req-c496dbc4-9bf9-47c8-ae57-82dc6fda33a0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 210 time: 0.0474393
Dec 21 10:44:40.443018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-6e2cfeee-796c-42b3-8630-758407cf1987 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:40.445309 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-6e2cfeee-796c-42b3-8630-758407cf1987 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 809 time: 0.1761415
Dec 21 10:44:40.542425 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a930a0ae-545b-4ff0-8b25-2d5fa543feab req-6a6562c6-6c8c-4522-8f16-4cbbb325299f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 210 time: 0.0624075
Dec 21 10:44:40.581877 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-f44704dc-df35-45ef-8afd-46cba8b53114 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3945e0013d3b4cffa46b13630dafb4e3 HTTP/1.1" status: 200  len: 5553 time: 0.1230035
Dec 21 10:44:40.591835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'port': {'device_id': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'admin_state_up': True, 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'security_groups': ['ea25b0db-0fe6-4828-9dc5-e71ad22e03ce']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:40.608771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Sync routers for ids ['b6182246-ed8e-404f-9504-003c3c70cca0'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:44:40.619672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Routers {'b6182246-ed8e-404f-9504-003c3c70cca0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:40.620423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feddafda0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b6182246-ed8e-404f-9504-003c3c70cca0'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:40.746369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:40.757810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:40.774205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Made reservation on behalf of 3945e0013d3b4cffa46b13630dafb4e3 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:44:40.780722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:40.811261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Set router b6182246-ed8e-404f-9504-003c3c70cca0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:40.825800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0e8d31e3-9072-4e23-a518-2c20ff66e0fa up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:40.900437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:40.900724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:41.172798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feddafda0>, [{'id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'name': 'tempest-TestShelveInstance-7194697-router', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:29Z', 'updated_at': '2020-12-21T10:44:34Z', 'revision_number': 4, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'gw_port': {'id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:30Z', 'updated_at': '2020-12-21T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fe0359a7-6541-4e67-b361-d3e3d0c0c335', 'name': '', 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'mac_address': 'fa:16:3e:4b:93:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '135351c9-eeb6-45b6-875c-b05fba923659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:33Z', 'updated_at': '2020-12-21T10:44:35Z', 'revision_number': 2, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'subnets': [{'id': '135351c9-eeb6-45b6-875c-b05fba923659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:41.177668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Checking router: b6182246-ed8e-404f-9504-003c3c70cca0 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:44:41.178720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Updating router b6182246-ed8e-404f-9504-003c3c70cca0 port fe0359a7-6541-4e67-b361-d3e3d0c0c335 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:44:41.236270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:41.394816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Allocated IP 172.20.0.4 (416c4c9f-0802-4594-ba68-104586089053/8d7fe3f8-7e35-4f09-9f56-cd41481e5aca/3ad36541-299a-49c2-bf2a-04786020b745) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:44:41.606250 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:41.623762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Transition to ACTIVE for port object 3ad36541-299a-49c2-bf2a-04786020b745 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:41.648570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:41.665308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1dd28c2a-c84a-44c6-9286-29b47720478f tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:41.676791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:41.693160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Transition to ACTIVE for port object fe0359a7-6541-4e67-b361-d3e3d0c0c335 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:41.698150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:41.714017 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1a0501ed-6281-49d4-bfa1-70aa3d40c5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:41.891386 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'Port': ['ID=3ad36541-299a-49c2-bf2a-04786020b745,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:41.900138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:41.945499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6a949-2702-40bf-b626-319e9ddc2162 req-9972602f-2160-4896-821b-6af64526bce7 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:41.947271 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7db6a949-2702-40bf-b626-319e9ddc2162 req-9972602f-2160-4896-821b-6af64526bce7 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 931 time: 0.2424350
Dec 21 10:44:41.976080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Network 416c4c9f-0802-4594-ba68-104586089053 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:44:41.980355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:41.984569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:44:42.023551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26032a4e-4c32-423d-bb90-447c2a45f0e6 None None] Pushing event updated for resources: {'Port': ['ID=fe0359a7-6541-4e67-b361-d3e3d0c0c335,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:42.029056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26032a4e-4c32-423d-bb90-447c2a45f0e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:42.072878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:42.073517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.081365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7db6a949-2702-40bf-b626-319e9ddc2162 req-a9b56458-794f-478e-9158-b0f8d15a08bb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1262398
Dec 21 10:44:42.119402 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5319214
Dec 21 10:44:42.133058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Request body: {'port': {'device_id': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:42.210343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Attempting to bind port fe0359a7-6541-4e67-b361-d3e3d0c0c335 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:44:42.211003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Attempting to bind port fe0359a7-6541-4e67-b361-d3e3d0c0c335 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': '3293e658-7f56-45e7-bddd-8c2e5396a1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:44:42.211597 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Attempting to bind port fe0359a7-6541-4e67-b361-d3e3d0c0c335 on network a21b95e1-a812-4850-889a-901a891c5ecb {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:44:42.218457 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:44:42.218876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Checking segment: {'id': '3293e658-7f56-45e7-bddd-8c2e5396a1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:44:42.219315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.219745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Bound using segment: {'id': '3293e658-7f56-45e7-bddd-8c2e5396a1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:44:42.220254 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Bound port: fe0359a7-6541-4e67-b361-d3e3d0c0c335, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3293e658-7f56-45e7-bddd-8c2e5396a1b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:44:42.220669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.255673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-92cb6640-c50a-4533-848d-9b6eefd2631f None None] Provisioning for port 3ad36541-299a-49c2-bf2a-04786020b745 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:42.262564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-92cb6640-c50a-4533-848d-9b6eefd2631f None None] Provisioning complete for port 3ad36541-299a-49c2-bf2a-04786020b745 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:42.263256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-92cb6640-c50a-4533-848d-9b6eefd2631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.279879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.334127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] For port fe0359a7-6541-4e67-b361-d3e3d0c0c335, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:44:42.338548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] For port fe0359a7-6541-4e67-b361-d3e3d0c0c335, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fe0359a7-6541-4e67-b361-d3e3d0c0c335,segment=NetworkSegment(3293e658-7f56-45e7-bddd-8c2e5396a1b0),segment_id=3293e658-7f56-45e7-bddd-8c2e5396a1b0)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:44:42.341463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-92cb6640-c50a-4533-848d-9b6eefd2631f None None] Port 3ad36541-299a-49c2-bf2a-04786020b745 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:44:42.343534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.345573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.361763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ccfc9cd-d68b-451f-b94d-d42cc140420d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:42.521157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26032a4e-4c32-423d-bb90-447c2a45f0e6 None None] Pushing event updated for resources: {'Port': ['ID=fe0359a7-6541-4e67-b361-d3e3d0c0c335,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:42.526653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-26032a4e-4c32-423d-bb90-447c2a45f0e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:42.550581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43edd207-ca6e-4de3-b560-3f810cac6834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.579525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Routers {'b6182246-ed8e-404f-9504-003c3c70cca0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:42.580212 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2feddafda0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b6182246-ed8e-404f-9504-003c3c70cca0'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:42.741332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad36541-299a-49c2-bf2a-04786020b745 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:44:42.749526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.763753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Transition to ACTIVE for port object 3ad36541-299a-49c2-bf2a-04786020b745 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:44:42.766955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.775148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] Set router b6182246-ed8e-404f-9504-003c3c70cca0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:42.795479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3af8b30-a680-4b9c-bbe1-2b781387e209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:42.830417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.871362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fe0359a7-6541-4e67-b361-d3e3d0c0c335 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:42.949673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port fe0359a7-6541-4e67-b361-d3e3d0c0c335 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:42.955347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port fe0359a7-6541-4e67-b361-d3e3d0c0c335 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:42.955808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:42.962029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Pushing event updated for resources: {'Port': ['ID=3ad36541-299a-49c2-bf2a-04786020b745,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:42.965216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:43.096588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:43.137614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port fe0359a7-6541-4e67-b361-d3e3d0c0c335, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fe0359a7-6541-4e67-b361-d3e3d0c0c335,segment=NetworkSegment(3293e658-7f56-45e7-bddd-8c2e5396a1b0),segment_id=3293e658-7f56-45e7-bddd-8c2e5396a1b0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:43.139966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2feddafda0>, [{'id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'name': 'tempest-TestShelveInstance-7194697-router', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:29Z', 'updated_at': '2020-12-21T10:44:34Z', 'revision_number': 4, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'gw_port': {'id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:30Z', 'updated_at': '2020-12-21T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fe0359a7-6541-4e67-b361-d3e3d0c0c335', 'name': '', 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'mac_address': 'fa:16:3e:4b:93:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '135351c9-eeb6-45b6-875c-b05fba923659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:33Z', 'updated_at': '2020-12-21T10:44:42Z', 'revision_number': 4, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'subnets': [{'id': '135351c9-eeb6-45b6-875c-b05fba923659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:43.144520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:43.145521 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15ddd08-ee9d-43fe-adfd-6ba53382449a None None] The sync data for ids ['b6182246-ed8e-404f-9504-003c3c70cca0'] in dv-neutron-601336-62-ovs is: [{'id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'name': 'tempest-TestShelveInstance-7194697-router', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:29Z', 'updated_at': '2020-12-21T10:44:34Z', 'revision_number': 4, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'gw_port': {'id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:30Z', 'updated_at': '2020-12-21T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'fe0359a7-6541-4e67-b361-d3e3d0c0c335', 'name': '', 'network_id': 'a21b95e1-a812-4850-889a-901a891c5ecb', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'mac_address': 'fa:16:3e:4b:93:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '135351c9-eeb6-45b6-875c-b05fba923659', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:33Z', 'updated_at': '2020-12-21T10:44:42Z', 'revision_number': 4, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'subnets': [{'id': '135351c9-eeb6-45b6-875c-b05fba923659', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:44:43.147153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:43.179229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Attempting to bind port 3ad36541-299a-49c2-bf2a-04786020b745 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:44:43.179605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Attempting to bind port 3ad36541-299a-49c2-bf2a-04786020b745 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:44:43.179974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Attempting to bind port 3ad36541-299a-49c2-bf2a-04786020b745 on network 416c4c9f-0802-4594-ba68-104586089053 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:44:43.187099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:44:43.187476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Checking segment: {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:44:43.187883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:43.188278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Bound using segment: {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:44:43.188759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Bound port: 3ad36541-299a-49c2-bf2a-04786020b745, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:44:43.189136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:43.246641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=fe0359a7-6541-4e67-b361-d3e3d0c0c335,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:43.250957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:43.376768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] For port 3ad36541-299a-49c2-bf2a-04786020b745, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:44:43.383869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] For port 3ad36541-299a-49c2-bf2a-04786020b745, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3ad36541-299a-49c2-bf2a-04786020b745,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:44:43.389826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:43.407632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-24c53d96-885a-441d-b624-a1f03a2dcaf4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:43.455913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea3685-289f-40be-a90c-f0e71bf7af9b req-c6e8c86c-1bd3-4679-adfb-55a552bbcbbb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:43.456781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-38ea3685-289f-40be-a90c-f0e71bf7af9b req-c6e8c86c-1bd3-4679-adfb-55a552bbcbbb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:44:43.569768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-38ea3685-289f-40be-a90c-f0e71bf7af9b req-c6e8c86c-1bd3-4679-adfb-55a552bbcbbb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:44:43.571086 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-38ea3685-289f-40be-a90c-f0e71bf7af9b req-c6e8c86c-1bd3-4679-adfb-55a552bbcbbb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.3153105
Dec 21 10:44:43.620656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Pushing event updated for resources: {'Port': ['ID=3ad36541-299a-49c2-bf2a-04786020b745,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:43.639206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:43.653838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:43.676481 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-38ea3685-289f-40be-a90c-f0e71bf7af9b req-ad60b6f4-7b2a-4d99-b249-a8f56e107216 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0917332
Dec 21 10:44:43.682030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:43.682909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:43.684323 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] 10.222.0.16 "PUT /v2.0/ports/3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 1157 time: 1.5566261
Dec 21 10:44:43.684971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:44:43.765083 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745', 'status': 'completed', 'code': 200}
Dec 21 10:44:43.807130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-84c8283c-8300-4880-bfd0-2a2c4a72b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:43.808793 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-84c8283c-8300-4880-bfd0-2a2c4a72b989 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1160 time: 0.0867434
Dec 21 10:44:43.893675 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a40555f7-5708-4296-a6c5-e451895b3a6b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 217 time: 0.0755043
Dec 21 10:44:43.965112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a7e13b4b-50e2-4dbf-8e90-aa9f12394f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:43.966756 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-a7e13b4b-50e2-4dbf-8e90-aa9f12394f40 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0667605
Dec 21 10:44:44.053715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-2f7dd39b-c947-451a-82a9-841dc16ecb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:44.055320 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-2f7dd39b-c947-451a-82a9-841dc16ecb44 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0822759
Dec 21 10:44:44.211322 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-30d64f8a-2a43-4e0d-a5d1-e751708b2980 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485980
Dec 21 10:44:44.358498 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1b815255-2ee6-4b77-99cb-84fdcbf0e052 req-dc8c1cc6-ee2f-4b93-8e76-e50c67e16bd6 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1410542
Dec 21 10:44:44.483844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-68a538fa-e71d-41c1-8f90-3d801e8d4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:44.485522 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-68a538fa-e71d-41c1-8f90-3d801e8d4636 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1160 time: 0.0776367
Dec 21 10:44:44.638763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-bce345e2-ce73-40bf-af0f-16c75a57d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:44.640325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-bce345e2-ce73-40bf-af0f-16c75a57d10f service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1479924
Dec 21 10:44:44.715912 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-f166fe99-0e2d-48e2-94f4-cc075cbea77a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 217 time: 0.0685201
Dec 21 10:44:44.788276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-42c134e5-7c92-43ab-885a-674b3b88ca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:44.789920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-42c134e5-7c92-43ab-885a-674b3b88ca68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0667076
Dec 21 10:44:44.827213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fe0359a7-6541-4e67-b361-d3e3d0c0c335 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:44.899834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port fe0359a7-6541-4e67-b361-d3e3d0c0c335 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:44.900253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:44.965116 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-f210f970-b6e0-4171-8212-c3087104f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:44.966762 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-f210f970-b6e0-4171-8212-c3087104f10d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1701453
Dec 21 10:44:44.973779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b2a60a-42d7-474d-9893-8343a5764774 req-26f5e294-ce4e-40bd-b475-a137f5071d62 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:44.975457 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75b2a60a-42d7-474d-9893-8343a5764774 req-26f5e294-ce4e-40bd-b475-a137f5071d62 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.1356578
Dec 21 10:44:45.121968 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75b2a60a-42d7-474d-9893-8343a5764774 req-e0e57965-ccd3-4962-95b1-f35f937b8c19 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1241000
Dec 21 10:44:45.156349 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-4988672d-2f84-4c81-bc8f-06005bbd59af service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1797965
Dec 21 10:44:45.308898 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93da3e1b-c758-4d04-b6a5-7a455aaf3c8d req-ea7eeca2-afad-4a11-90a3-63cbf07d83e5 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1455407
Dec 21 10:44:46.355497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13776bb5-4731-451f-9d4b-4fe53c528db4 req-25f92bed-0136-473f-9ebc-4ff68ff1a7dc tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:46.357018 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-13776bb5-4731-451f-9d4b-4fe53c528db4 req-25f92bed-0136-473f-9ebc-4ff68ff1a7dc tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.0972245
Dec 21 10:44:46.405231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-13776bb5-4731-451f-9d4b-4fe53c528db4 req-bc839a26-bba9-4402-8dc7-4b4c772be89f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417268
Dec 21 10:44:46.897445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 3ad36541-299a-49c2-bf2a-04786020b745 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:46.969004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 3ad36541-299a-49c2-bf2a-04786020b745 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:44:46.973926 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 3ad36541-299a-49c2-bf2a-04786020b745 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:46.974349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:47.095470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:47.123526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:44:47.134547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 3ad36541-299a-49c2-bf2a-04786020b745, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3ad36541-299a-49c2-bf2a-04786020b745,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:44:47.137663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:47.139604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c0b433b-881b-4de7-9d65-b3710240437c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:47.189684 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745', 'code': 200}
Dec 21 10:44:47.215580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=3ad36541-299a-49c2-bf2a-04786020b745,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:47.218831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:47.431629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388eb2d8-afc4-49f4-beea-abf3dc459add req-661ff8bb-1037-4452-a606-7d079cb6b4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:47.433200 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-388eb2d8-afc4-49f4-beea-abf3dc459add req-661ff8bb-1037-4452-a606-7d079cb6b4d2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.0759931
Dec 21 10:44:47.480024 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-388eb2d8-afc4-49f4-beea-abf3dc459add req-d6674a85-65ab-4e20-bee1-17724626aa8c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0388367
Dec 21 10:44:47.624427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d398d2-403f-446c-8802-7dcefc2feed1 req-037b6de9-dc41-4bf7-a3ac-f172afb5ddf6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:47.626070 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-70d398d2-403f-446c-8802-7dcefc2feed1 req-037b6de9-dc41-4bf7-a3ac-f172afb5ddf6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0892482
Dec 21 10:44:47.679156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-70d398d2-403f-446c-8802-7dcefc2feed1 req-247f144e-75af-469d-9498-d098325f2067 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0466046
Dec 21 10:44:48.654205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 3ad36541-299a-49c2-bf2a-04786020b745 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:44:48.730492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 3ad36541-299a-49c2-bf2a-04786020b745 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:44:48.730915 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:48.903266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bc93d-3c26-4dfd-b11b-b2621a50c77f req-60d98594-ac41-4f46-82c9-3c5a9b05db1d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:48.904843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-909bc93d-3c26-4dfd-b11b-b2621a50c77f req-60d98594-ac41-4f46-82c9-3c5a9b05db1d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0886164
Dec 21 10:44:49.231244 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-909bc93d-3c26-4dfd-b11b-b2621a50c77f req-967d8063-de04-43dc-86c8-3b34b45b3d3d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3200595
Dec 21 10:44:49.451924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37f7c4-d840-4e7e-8b54-d3fa939304b4 req-0a478c8f-106e-410f-af39-9ef491f54848 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:49.453469 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b37f7c4-d840-4e7e-8b54-d3fa939304b4 req-0a478c8f-106e-410f-af39-9ef491f54848 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0861521
Dec 21 10:44:49.504019 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0b37f7c4-d840-4e7e-8b54-d3fa939304b4 req-bd76a0d5-02e8-4cf8-b8c9-12d4fd6029cf tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0439336
Dec 21 10:44:49.724521 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-085b92c1-abfe-4674-b160-fb23c042169d req-d4d87dff-fbe7-42e7-9b82-cb75244ee28e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1630535
Dec 21 10:44:49.737214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:49.743965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:44:49.748984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Usage tracker for resource:floatingip and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:44:49.752043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:44:49.758468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:44:49.771803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:49.917228 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:50.203013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Allocated IP 172.26.1.178 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/85280f5a-cb23-4c6c-91fa-8806f69f5892) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:44:50.364423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:50.390247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:50.406148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c67395fc-ddfc-4571-ab25-fb5493ab76d4 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:50.545444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'Port': ['ID=85280f5a-cb23-4c6c-91fa-8806f69f5892,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:50.548753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:50.605694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:44:50.606873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:44:50.609614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:44:50.704974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:50.770740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:51.045381 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:51.048923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:51.062410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:44:51.204890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'Port': ['ID=85280f5a-cb23-4c6c-91fa-8806f69f5892,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:44:51.215976 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:44:51.311811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:51.334145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:51.335475 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-085b92c1-abfe-4674-b160-fb23c042169d req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.6027794
Dec 21 10:44:51.467004 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-085b92c1-abfe-4674-b160-fb23c042169d req-dca26ff9-fc9a-46a6-b5e9-e670dca59b93 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:44:51.491420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-085b92c1-abfe-4674-b160-fb23c042169d req-dca26ff9-fc9a-46a6-b5e9-e670dca59b93 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:44:51.493385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-085b92c1-abfe-4674-b160-fb23c042169d req-dca26ff9-fc9a-46a6-b5e9-e670dca59b93 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.178 HTTP/1.1" status: 200  len: 696 time: 0.1505775
Dec 21 10:44:51.619636 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-ce74d099-271f-434f-a5f0-56f1c5980444 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2046261
Dec 21 10:44:51.674670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085b92c1-abfe-4674-b160-fb23c042169d req-9ee0a355-ed04-4fcf-8322-414ae63c0e37 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:51.676152 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-085b92c1-abfe-4674-b160-fb23c042169d req-9ee0a355-ed04-4fcf-8322-414ae63c0e37 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1760857
Dec 21 10:44:51.689431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-085b92c1-abfe-4674-b160-fb23c042169d req-1bdc8b83-d333-4a41-9014-4142f4682de0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:44:51.690717 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-085b92c1-abfe-4674-b160-fb23c042169d req-1bdc8b83-d333-4a41-9014-4142f4682de0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0068927
Dec 21 10:44:51.784129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-213d1236-a480-4fc5-b39c-c2bcc5b573d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:51.785811 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-213d1236-a480-4fc5-b39c-c2bcc5b573d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.0829372
Dec 21 10:44:52.019991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-71d9d5d7-b890-462b-907a-2e04281ba319 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:52.021654 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-71d9d5d7-b890-462b-907a-2e04281ba319 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1926663
Dec 21 10:44:52.022749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-784c6855-38b9-40d9-94ed-e9d9fbf64547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:52.024226 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-784c6855-38b9-40d9-94ed-e9d9fbf64547 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.2180955
Dec 21 10:44:52.170823 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-3f504051-5eb6-498f-998f-42ba8d7d8752 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 217 time: 0.0870998
Dec 21 10:44:52.173938 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-ee6d9006-d126-4f23-9db6-1cb640bd9fc9 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.178 HTTP/1.1" status: 200  len: 696 time: 0.1455567
Dec 21 10:44:52.227553 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8f620c27-c985-4e6a-a67c-fb9932ac85ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'floatingip': {'port_id': '3ad36541-299a-49c2-bf2a-04786020b745', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:44:52.322668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8f620c27-c985-4e6a-a67c-fb9932ac85ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:52.401533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-67c0097d-6dd1-465d-a05b-68f1da9fc7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:52.403150 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-67c0097d-6dd1-465d-a05b-68f1da9fc7f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.2257087
Dec 21 10:44:52.660586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-d5bf74d2-9a7c-4ff1-ad88-4a905b0747e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:52.662260 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-d5bf74d2-9a7c-4ff1-ad88-4a905b0747e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2283235
Dec 21 10:44:53.275062 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-c6f2eee6-afd2-4daf-bf37-3729feb7599d service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6048300
Dec 21 10:44:53.456985 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-75384626-12ac-4062-9e15-c3cbe0f3b20d req-5f9d8889-263f-45de-baa8-f75aeaa4889d service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1743114
Dec 21 10:44:53.566411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8f620c27-c985-4e6a-a67c-fb9932ac85ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:53.569270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8f620c27-c985-4e6a-a67c-fb9932ac85ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:53.755112 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8f620c27-c985-4e6a-a67c-fb9932ac85ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Floating IP 222d7261-d711-456f-b56f-fdf250eee2ac associated. External IP: 172.26.1.178, port: 3ad36541-299a-49c2-bf2a-04786020b745.
Dec 21 10:44:54.135612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8f620c27-c985-4e6a-a67c-fb9932ac85ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Router e019a213-5dbc-4505-ab31-6a8dae79c61a has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:44:54.328203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8f620c27-c985-4e6a-a67c-fb9932ac85ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:44:54.333053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8f620c27-c985-4e6a-a67c-fb9932ac85ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:44:54.341279 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] Sync routers for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:44:54.356210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:54.357086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecdf6860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:54.391460 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8f620c27-c985-4e6a-a67c-fb9932ac85ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "PUT /v2.0/floatingips/222d7261-d711-456f-b56f-fdf250eee2ac HTTP/1.1" status: 200  len: 996 time: 2.1732938
Dec 21 10:44:54.392043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:44:54.453143 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745', 'status': 'completed', 'code': 200}
Dec 21 10:44:54.562153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:54.625630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-bae86c37-64cc-4861-a1d7-556072c166ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:54.627280 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-bae86c37-64cc-4861-a1d7-556072c166ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.1488934
Dec 21 10:44:54.629150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-266940ec-9ba7-4e2c-a72b-6723094abefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:54.630657 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-266940ec-9ba7-4e2c-a72b-6723094abefe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.2247579
Dec 21 10:44:54.910486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-d6356382-98d3-4fd3-b373-27b61960ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:54.912005 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-d6356382-98d3-4fd3-b373-27b61960ba84 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.2781527
Dec 21 10:44:54.913088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-e4961255-9003-4636-9994-44b05be4bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:54.914649 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-e4961255-9003-4636-9994-44b05be4bed1 service neutron] 10.222.0.45 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.2557700
Dec 21 10:44:55.110566 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-93a96c56-fed3-49d1-9c1f-efaaafdec78f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 999 time: 0.1910799
Dec 21 10:44:55.127618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecdf6860>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '222d7261-d711-456f-b56f-fdf250eee2ac', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'floating_ip_address': '172.26.1.178', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'port_id': '3ad36541-299a-49c2-bf2a-04786020b745', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'mac_address': 'fa:16:3e:69:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:44:50Z', 'updated_at': '2020-12-21T10:44:53Z', 'revision_number': 1, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:55.131916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] Checking router: e019a213-5dbc-4505-ab31-6a8dae79c61a for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:44:55.141913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:44:55.142612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fecdf6860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:44:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:55.161231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-4ed39739-e39e-4ad7-8b02-03924a910f4c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 999 time: 0.1830182
Dec 21 10:44:55.241808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-1bf55277-8d8a-4726-b038-65be26ea306d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:55.243976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-1bf55277-8d8a-4726-b038-65be26ea306d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.1253133
Dec 21 10:44:55.251206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-ce436ed2-9863-4e95-a5e3-c355aa79b5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:55.252690 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-ce436ed2-9863-4e95-a5e3-c355aa79b5f6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0794985
Dec 21 10:44:55.348511 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:44:55.393828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-0cf75463-4497-4c45-b953-8388383b7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:55.396749 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-0cf75463-4497-4c45-b953-8388383b7e5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1416132
Dec 21 10:44:55.436466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8edb6ce2-dc05-46f8-b5ad-dcc5fe70db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:44:55.438068 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-8edb6ce2-dc05-46f8-b5ad-dcc5fe70db90 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1513591
Dec 21 10:44:55.457271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-67475a9f-e392-4490-b948-adb94ab04763 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:44:55.458380 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-67475a9f-e392-4490-b948-adb94ab04763 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0081985
Dec 21 10:44:55.502168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:44:55.751655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fecdf6860>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '222d7261-d711-456f-b56f-fdf250eee2ac', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'floating_ip_address': '172.26.1.178', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'port_id': '3ad36541-299a-49c2-bf2a-04786020b745', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'mac_address': 'fa:16:3e:69:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:44:50Z', 'updated_at': '2020-12-21T10:44:53Z', 'revision_number': 1, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:44:55.756375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8b8fe8-12cd-4ea0-9e24-5b5c228a3b3c None None] The sync data for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs is: [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '222d7261-d711-456f-b56f-fdf250eee2ac', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'floating_ip_address': '172.26.1.178', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'port_id': '3ad36541-299a-49c2-bf2a-04786020b745', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'mac_address': 'fa:16:3e:69:60:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:44:50Z', 'updated_at': '2020-12-21T10:44:53Z', 'revision_number': 1, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:44:55.964695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-507c0648-4b42-426c-b2c1-84f85381d7ad service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5622675
Dec 21 10:44:56.027116 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-d8144ce9-2f73-4dee-af98-98cee274232f service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5604577
Dec 21 10:44:56.071790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a07df7-dab6-466d-8a2d-a59b0d098277 None None] New status for floating IP 222d7261-d711-456f-b56f-fdf250eee2ac: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:44:56.241416 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2332b9c2-e709-4f5a-9bd7-9e8f849947d4 req-9a257ca7-1776-484f-805e-cc96f142c74a service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2602303
Dec 21 10:44:56.268954 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5342d6f0-3ef4-4780-833e-bc60bcd537e1 req-c8ad6bcb-bc86-4884-9d5a-00705db6efd9 service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2338843
Dec 21 10:45:02.185520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:08.472614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-06586c54-aae5-4ba7-b61e-2de8045ae50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:12.302256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:12.533314 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-55415f38-eaad-4c72-93f6-a17c5d974eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:12.795379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:13.654207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:32.177260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:32.503008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:45:38.465376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-97ca5e7e-fd79-4779-b947-896d25e2bcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:42.305447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:42.541738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-61912230-1d21-4e99-8585-0ee88ff47008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:42.798124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:43.659206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:45:54.107164 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-0f16a4ef-543c-481c-ae6a-c9a0a5905c66 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1646066
Dec 21 10:45:54.262259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-f9248410-b67f-408b-a5d3-d51de7835e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:45:54.263945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-f9248410-b67f-408b-a5d3-d51de7835e7a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.0796797
Dec 21 10:45:54.437527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-00570ad7-000b-4b16-ab90-a47bfdb24c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:45:54.439246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-00570ad7-000b-4b16-ab90-a47bfdb24c1d service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1557524
Dec 21 10:45:54.600695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-b6434bd1-d8a3-466a-b0f2-5eb472a62e6e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 1001 time: 0.1540945
Dec 21 10:45:54.674224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-1f0c9c1c-a573-4242-b967-0c61759c5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:45:54.675843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-1f0c9c1c-a573-4242-b967-0c61759c5aec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0692151
Dec 21 10:45:54.764235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-ac0a03e3-62dd-4054-9dc7-1edfe4aa08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:45:54.765959 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-ac0a03e3-62dd-4054-9dc7-1edfe4aa08a4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838175
Dec 21 10:45:54.918143 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-ef7a9e9d-89bf-4e6d-9035-528d9bd6ff30 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447864
Dec 21 10:45:55.072671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6a6579f5-1b96-4989-8d56-5b6598c7da89 req-1cf4ce08-c3c1-49ef-876e-24c790af7eea service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1477840
Dec 21 10:46:02.179716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:08.469282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9beaff6a-8794-4547-96d6-232697376fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:09.504443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:46:12.309465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:12.534456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bfdd9ba6-cd6e-4411-a8cb-e41a932c0c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:12.805196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:13.660806 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:32.192186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:38.476321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e74d87cf-f41e-473f-90e0-49b6b104740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:42.311084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:42.533229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a1497283-b8df-49af-94e1-fceef7a0cf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:42.799437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:43.662871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:45.114788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb51b12-06fd-4490-ad4f-13fbadf77ac0 req-fd4d17fb-84b5-483a-b333-095434fb3a22 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:45.116300 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bdb51b12-06fd-4490-ad4f-13fbadf77ac0 req-fd4d17fb-84b5-483a-b333-095434fb3a22 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0892894
Dec 21 10:46:45.167609 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bdb51b12-06fd-4490-ad4f-13fbadf77ac0 req-e0b58aed-29cf-4dfd-be60-689dda81fd06 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424089
Dec 21 10:46:46.408245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd27c-5992-4956-b044-c8c81a1823c4 req-cd1835f1-c253-4090-b923-ce22e041fecc tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:46.409858 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-30bbd27c-5992-4956-b044-c8c81a1823c4 req-cd1835f1-c253-4090-b923-ce22e041fecc tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0885146
Dec 21 10:46:46.457954 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-30bbd27c-5992-4956-b044-c8c81a1823c4 req-fc880740-cec4-482a-9127-70f7c10888f6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0417099
Dec 21 10:46:46.503864 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:46:47.692216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb98e92-b3ef-4b04-95f3-85d28a927b9e req-a3e8f3f7-85cd-48de-8534-3f2168d5f8b0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:47.693880 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeb98e92-b3ef-4b04-95f3-85d28a927b9e req-a3e8f3f7-85cd-48de-8534-3f2168d5f8b0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0849249
Dec 21 10:46:47.741949 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeb98e92-b3ef-4b04-95f3-85d28a927b9e req-93b179a2-5c6d-42c0-819b-276b85cd9193 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0410349
Dec 21 10:46:48.965840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c014e110-fe84-46e0-a8bb-e38e05e9913d req-69126e2a-fff6-4126-805e-f2638ad30b34 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:48.967459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c014e110-fe84-46e0-a8bb-e38e05e9913d req-69126e2a-fff6-4126-805e-f2638ad30b34 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0888767
Dec 21 10:46:49.016420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c014e110-fe84-46e0-a8bb-e38e05e9913d req-5a3d553b-09bd-4fe0-8b7d-77bbce446e5a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424502
Dec 21 10:46:50.241863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fcfce-f576-49ef-aa4c-d1c1e1512c7e req-f3edd51e-1654-4646-9423-b1d0ec219660 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:50.243486 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a04fcfce-f576-49ef-aa4c-d1c1e1512c7e req-f3edd51e-1654-4646-9423-b1d0ec219660 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0873106
Dec 21 10:46:50.292559 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a04fcfce-f576-49ef-aa4c-d1c1e1512c7e req-0f01de96-6b2a-4f1f-9c59-ea2718f4e244 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425055
Dec 21 10:46:51.361401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 3ad36541-299a-49c2-bf2a-04786020b745 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:46:51.433612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 3ad36541-299a-49c2-bf2a-04786020b745 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:46:51.434079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:46:51.508577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6018ea-de72-4063-9c61-1d92c0987374 req-432cad54-6d19-4283-b8cc-404f4574948d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:51.510069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af6018ea-de72-4063-9c61-1d92c0987374 req-432cad54-6d19-4283-b8cc-404f4574948d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0846918
Dec 21 10:46:51.562628 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af6018ea-de72-4063-9c61-1d92c0987374 req-811aadb2-4509-4fdb-99fa-c7f13b5a386b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0425653
Dec 21 10:46:52.785963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971ac93-7117-4e07-802a-decaf08712a8 req-c87abd6a-9a8f-4815-af5e-1e1f6ab1a976 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:52.787578 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e971ac93-7117-4e07-802a-decaf08712a8 req-c87abd6a-9a8f-4815-af5e-1e1f6ab1a976 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0881553
Dec 21 10:46:52.838195 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e971ac93-7117-4e07-802a-decaf08712a8 req-0621f976-7fa4-4b95-a16f-97bbfffbdc48 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0432739
Dec 21 10:46:54.055769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd904d2-a940-464f-acc4-2d978691b0cc req-6afe8c8a-ea0e-403d-a82c-ee4e0a65e30a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:54.058017 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2cd904d2-a940-464f-acc4-2d978691b0cc req-6afe8c8a-ea0e-403d-a82c-ee4e0a65e30a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0886791
Dec 21 10:46:54.108686 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2cd904d2-a940-464f-acc4-2d978691b0cc req-65bb4155-36d4-4ce1-bf8d-28a2287a3782 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0443296
Dec 21 10:46:54.578691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-9211e85e-9fc5-41bc-86f3-83643b10b111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:54.580333 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-9211e85e-9fc5-41bc-86f3-83643b10b111 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.0767488
Dec 21 10:46:54.740546 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-076caa4f-9dd5-466e-910b-6f450172dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:54.742165 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-076caa4f-9dd5-466e-910b-6f450172dc75 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1405237
Dec 21 10:46:54.855340 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-3a223787-c81d-4565-8951-2d4de981199c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 1001 time: 0.1048186
Dec 21 10:46:54.925765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-87f9af13-8b48-423a-9a32-a7bbc4d6d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:54.927350 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-87f9af13-8b48-423a-9a32-a7bbc4d6d5cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0655255
Dec 21 10:46:55.011049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-650e8c55-dce6-432f-8a5a-0478965334ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:55.012650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-650e8c55-dce6-432f-8a5a-0478965334ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777705
Dec 21 10:46:55.160858 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-025e66ca-f461-441c-8f09-dfd302031d9e service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1416061
Dec 21 10:46:55.371058 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6fb903c2-f2eb-4212-90ce-36893f61c015 req-ae5e664c-3026-4114-8962-829525303511 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2029557
Dec 21 10:46:55.388559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8dec5b-4b95-4a00-8c2d-d4376389efd6 req-b1e945d1-33d3-43d4-abd5-ae816556e411 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:55.390798 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3c8dec5b-4b95-4a00-8c2d-d4376389efd6 req-b1e945d1-33d3-43d4-abd5-ae816556e411 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.1269798
Dec 21 10:46:55.440846 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3c8dec5b-4b95-4a00-8c2d-d4376389efd6 req-2a3f1cf4-6db5-4fd9-943f-cac40805043f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0430946
Dec 21 10:46:56.669419 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377c76d-6dc9-4bc2-abe1-1839f88e0816 req-5198dd38-4167-48a8-95d7-c768cd954179 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:56.671071 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9377c76d-6dc9-4bc2-abe1-1839f88e0816 req-5198dd38-4167-48a8-95d7-c768cd954179 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0973065
Dec 21 10:46:56.722976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9377c76d-6dc9-4bc2-abe1-1839f88e0816 req-968ff5f2-8fa3-4c4c-a646-6c02c3e0fc90 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0453191
Dec 21 10:46:58.008197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54611de4-2b27-44dd-85e7-9fb36051f663 req-82f7df5c-a3c2-42d5-8852-39bc2e3f2248 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:58.009887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54611de4-2b27-44dd-85e7-9fb36051f663 req-82f7df5c-a3c2-42d5-8852-39bc2e3f2248 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0897465
Dec 21 10:46:58.067017 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54611de4-2b27-44dd-85e7-9fb36051f663 req-a1138175-ec1f-4bb8-87eb-61bd31a72825 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0487678
Dec 21 10:46:59.296537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcadfca8-5a0f-4ad1-b338-9864dcb44d8e req-f8ae8a40-3c51-4973-af08-fce2bfc2aa7f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:46:59.298637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcadfca8-5a0f-4ad1-b338-9864dcb44d8e req-f8ae8a40-3c51-4973-af08-fce2bfc2aa7f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0925446
Dec 21 10:46:59.355097 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcadfca8-5a0f-4ad1-b338-9864dcb44d8e req-23a7c984-1e03-4d65-afb1-5baf28b6dfb5 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0488031
Dec 21 10:47:00.629998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d3e48-e364-4769-9c84-6051ac741a77 req-8d0ebb2a-47cb-4b8a-80fc-d093fa498fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:00.632824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a27d3e48-e364-4769-9c84-6051ac741a77 req-8d0ebb2a-47cb-4b8a-80fc-d093fa498fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.1240609
Dec 21 10:47:00.686210 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a27d3e48-e364-4769-9c84-6051ac741a77 req-282acfce-4315-444d-9032-4c0d6e9d884f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0464835
Dec 21 10:47:01.958388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233cdbb-d5ce-4cee-8649-cc64554facd5 req-1e2e7d52-5c8d-4596-bb54-7654137b88ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:01.960015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6233cdbb-d5ce-4cee-8649-cc64554facd5 req-1e2e7d52-5c8d-4596-bb54-7654137b88ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0921996
Dec 21 10:47:02.015214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6233cdbb-d5ce-4cee-8649-cc64554facd5 req-4b722e34-2642-4ec5-9008-4242f86559a4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0479562
Dec 21 10:47:02.215746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:03.242805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72cb45-2e6f-4a35-aebc-215c4bbae800 req-e1848da3-604b-41bc-864c-fa249b10ca54 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:03.244507 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a72cb45-2e6f-4a35-aebc-215c4bbae800 req-e1848da3-604b-41bc-864c-fa249b10ca54 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0882177
Dec 21 10:47:03.296428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3a72cb45-2e6f-4a35-aebc-215c4bbae800 req-8119170f-fceb-4505-aba7-e6ba0c4404b5 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0452039
Dec 21 10:47:04.560323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342381-d57e-48f3-8729-4fa5a018f01d req-445e6c32-679d-412c-bd78-110ddd2e97c8 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:04.562049 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9342381-d57e-48f3-8729-4fa5a018f01d req-445e6c32-679d-412c-bd78-110ddd2e97c8 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.1006935
Dec 21 10:47:04.631049 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f9342381-d57e-48f3-8729-4fa5a018f01d req-1291f66a-56dc-4f04-a830-6ee2a773a813 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0589395
Dec 21 10:47:05.870283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679b26c-e90a-4b31-9ebd-cd2a23e0cd9b req-ad802e59-9ce6-4e7d-b09a-2e1dbad22c0a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:05.872015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f679b26c-e90a-4b31-9ebd-cd2a23e0cd9b req-ad802e59-9ce6-4e7d-b09a-2e1dbad22c0a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0899920
Dec 21 10:47:05.933240 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f679b26c-e90a-4b31-9ebd-cd2a23e0cd9b req-c6ffb1d5-4c19-467e-9680-053a8ab9a227 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0517526
Dec 21 10:47:07.165580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ea26e-729b-4b9b-92b0-e6b3ec01341d req-48ced552-e145-4d60-92cc-9296e6b1f433 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:07.167943 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-225ea26e-729b-4b9b-92b0-e6b3ec01341d req-48ced552-e145-4d60-92cc-9296e6b1f433 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0924304
Dec 21 10:47:07.216551 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-225ea26e-729b-4b9b-92b0-e6b3ec01341d req-2bd3913d-de74-4a10-90fa-3e1e3768b9d9 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0422571
Dec 21 10:47:08.065641 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-f4fbc04c-9dea-4a94-bed1-e8d730c89d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:08.067258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-f4fbc04c-9dea-4a94-bed1-e8d730c89d05 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.3500397
Dec 21 10:47:08.219144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-12ae146c-6160-4858-8e6f-4bb85325192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:08.220733 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-12ae146c-6160-4858-8e6f-4bb85325192e service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1462083
Dec 21 10:47:08.334065 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-8ab5163d-ecd3-4417-93f7-cfab9913d34b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 1001 time: 0.1066589
Dec 21 10:47:08.455763 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-2a340585-3485-4b7f-81b5-afb67da8554a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:08.457567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-2a340585-3485-4b7f-81b5-afb67da8554a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.1175418
Dec 21 10:47:08.476479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6be4441-9c84-4bcb-a37f-711d3560ac19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:08.548537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2988f115-c7a2-4db7-b3e5-33106e8f23c3 req-325259d8-2a8b-4861-adab-3878e727f552 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:08.550239 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2988f115-c7a2-4db7-b3e5-33106e8f23c3 req-325259d8-2a8b-4861-adab-3878e727f552 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.1741331
Dec 21 10:47:08.610773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-87fa9640-298f-4683-8e89-79c1655ec0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:08.612390 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-87fa9640-298f-4683-8e89-79c1655ec0a3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1416807
Dec 21 10:47:08.616978 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2988f115-c7a2-4db7-b3e5-33106e8f23c3 req-a1a369a7-c32c-4b7c-8267-99e08b8bf967 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0588758
Dec 21 10:47:08.761779 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-63fba09a-cc01-409f-b038-3aa750adc727 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422238
Dec 21 10:47:08.926525 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5847dd75-6ea9-4072-81a1-c3df8534abd9 req-60edcb6b-2ada-48ac-9047-6847e7ab0ee3 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1579492
Dec 21 10:47:09.842895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99064648-a203-4958-9513-eabfe8976a2e req-8edcf34e-b5ed-4656-bce9-df47362c94e5 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:09.844464 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99064648-a203-4958-9513-eabfe8976a2e req-8edcf34e-b5ed-4656-bce9-df47362c94e5 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0858858
Dec 21 10:47:09.897893 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-99064648-a203-4958-9513-eabfe8976a2e req-f1026ad1-1a14-4f33-823e-ad7b5be03ea7 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0469649
Dec 21 10:47:11.112827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41a0e6-61e8-49c1-ba0b-f55aa4fb0001 req-42e3bb53-784a-4fa3-a4ad-8a45599fa5fe tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:11.114409 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc41a0e6-61e8-49c1-ba0b-f55aa4fb0001 req-42e3bb53-784a-4fa3-a4ad-8a45599fa5fe tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0853555
Dec 21 10:47:11.166202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fc41a0e6-61e8-49c1-ba0b-f55aa4fb0001 req-ffba8308-878e-426a-bde8-ceadfe4b745c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0445907
Dec 21 10:47:11.391280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 3ad36541-299a-49c2-bf2a-04786020b745 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:47:11.507332 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:11.535013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:47:11.546174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 3ad36541-299a-49c2-bf2a-04786020b745, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3ad36541-299a-49c2-bf2a-04786020b745,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:47:11.549062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:11.550948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:47:11.596332 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745', 'code': 422} returned with failed status
Dec 21 10:47:11.623718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=3ad36541-299a-49c2-bf2a-04786020b745,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:47:11.632083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.632423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.632800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.633176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.633571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.633945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.634315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.634691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.635059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.636014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.636405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.636847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.637287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.637686 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.638053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.638416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.638781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.639145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.639508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.639867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.640226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.640588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.640947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.641306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:47:11.645828 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:47:12.314878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:12.536592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-8ed788a8-9ebf-496a-ae64-48ad1d4796dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:12.623651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade9360-01fe-4bd7-8fcf-cfa5fcd63748 req-6f00661c-8bc8-484f-b98b-c2af2f63a95f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:12.625277 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ade9360-01fe-4bd7-8fcf-cfa5fcd63748 req-6f00661c-8bc8-484f-b98b-c2af2f63a95f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.1108422
Dec 21 10:47:12.676219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ade9360-01fe-4bd7-8fcf-cfa5fcd63748 req-0488ce97-3b4e-4d19-9764-46b2eaf53efc tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0438709
Dec 21 10:47:12.704064 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a897f54d-b233-4472-9468-27c39076c167 req-561608a7-4f72-45f8-aa03-09bcf3dd98b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2014959
Dec 21 10:47:12.794051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:13.576954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f54d-b233-4472-9468-27c39076c167 req-a4db9337-994e-4fd6-afd6-71dbcf5f03de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:13.578535 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a897f54d-b233-4472-9468-27c39076c167 req-a4db9337-994e-4fd6-afd6-71dbcf5f03de service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5&tenant_id=3945e0013d3b4cffa46b13630dafb4e3 HTTP/1.1" status: 200  len: 1160 time: 0.0790238
Dec 21 10:47:13.666197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:13.678341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f54d-b233-4472-9468-27c39076c167 req-f431b5e1-c03a-46e6-a460-b9dc96e9fde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:13.679963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a897f54d-b233-4472-9468-27c39076c167 req-f431b5e1-c03a-46e6-a460-b9dc96e9fde8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1160 time: 0.0796711
Dec 21 10:47:13.873286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f54d-b233-4472-9468-27c39076c167 req-6f46a2e7-3f88-44bf-a000-205b24cf99c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:13.874927 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a897f54d-b233-4472-9468-27c39076c167 req-6f46a2e7-3f88-44bf-a000-205b24cf99c4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1883276
Dec 21 10:47:14.005099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ba61db-54b8-445b-80d8-dcaac60b00e9 req-0877d14b-6f5a-4d44-815f-37e4dff84ac7 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:14.006677 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-80ba61db-54b8-445b-80d8-dcaac60b00e9 req-0877d14b-6f5a-4d44-815f-37e4dff84ac7 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.1968157
Dec 21 10:47:14.008755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a897f54d-b233-4472-9468-27c39076c167 req-6b3319ea-bf76-4ceb-ab1c-cb426249359d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 999 time: 0.1270394
Dec 21 10:47:14.112140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-80ba61db-54b8-445b-80d8-dcaac60b00e9 req-4c99166e-7ea8-4a62-8269-f8df75c28c94 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0984206
Dec 21 10:47:14.117441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f54d-b233-4472-9468-27c39076c167 req-718ef538-3069-4f59-8ea4-3d398e895c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:14.118975 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a897f54d-b233-4472-9468-27c39076c167 req-718ef538-3069-4f59-8ea4-3d398e895c98 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0912223
Dec 21 10:47:14.206130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a897f54d-b233-4472-9468-27c39076c167 req-5d9f00d4-5730-4404-891e-7c6845f5ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:14.207761 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a897f54d-b233-4472-9468-27c39076c167 req-5d9f00d4-5730-4404-891e-7c6845f5ed49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826797
Dec 21 10:47:14.356753 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a897f54d-b233-4472-9468-27c39076c167 req-1cf36c60-d87f-415a-8957-703987ee9d41 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1411402
Dec 21 10:47:14.502527 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a897f54d-b233-4472-9468-27c39076c167 req-ae0bf5d0-5446-4b14-9c71-d5665373f82c service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1392441
Dec 21 10:47:15.367268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18839b94-4c0f-41f9-ace8-367ab02dae04 req-cfd75a9d-1c1e-412f-afb5-e3b24a81612c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:15.370536 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18839b94-4c0f-41f9-ace8-367ab02dae04 req-cfd75a9d-1c1e-412f-afb5-e3b24a81612c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.1236708
Dec 21 10:47:15.448240 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-18839b94-4c0f-41f9-ace8-367ab02dae04 req-35b7e92e-38c2-4bc6-970c-3892e4f5ef48 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0700054
Dec 21 10:47:16.681539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d490b-f54c-41c3-8cf3-69f9dc619058 req-062f4348-25f5-494a-a2a6-61f9ccf9fd25 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:16.683166 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-582d490b-f54c-41c3-8cf3-69f9dc619058 req-062f4348-25f5-494a-a2a6-61f9ccf9fd25 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.0959558
Dec 21 10:47:16.733328 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-582d490b-f54c-41c3-8cf3-69f9dc619058 req-5b3c237a-7858-4f92-888d-05b00530efc9 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0435519
Dec 21 10:47:17.961798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62626338-ad33-44c5-9cd3-253c55dfbad2 req-4b1908c5-0d0d-4af3-935f-266c21aaa3ae tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:17.963487 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-62626338-ad33-44c5-9cd3-253c55dfbad2 req-4b1908c5-0d0d-4af3-935f-266c21aaa3ae tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.0920036
Dec 21 10:47:18.016421 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-62626338-ad33-44c5-9cd3-253c55dfbad2 req-50a0880f-ef56-4ba9-83a7-b9f754e1cafc tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0457034
Dec 21 10:47:19.251757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fa2d8-d8b9-45a7-90e7-e4e1cfc3e1ce req-e9a8840e-04ea-4b75-9176-7838238e1990 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:19.253420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-392fa2d8-d8b9-45a7-90e7-e4e1cfc3e1ce req-e9a8840e-04ea-4b75-9176-7838238e1990 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.0985007
Dec 21 10:47:19.306427 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-392fa2d8-d8b9-45a7-90e7-e4e1cfc3e1ce req-4bd4b499-aea2-4d58-b539-b4cf326f3f56 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0447118
Dec 21 10:47:20.535215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028cf22-1b79-4260-a198-e8dbdf0402b5 req-507e4ccc-a95a-4068-b6ef-46850484c5bb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:20.537813 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6028cf22-1b79-4260-a198-e8dbdf0402b5 req-507e4ccc-a95a-4068-b6ef-46850484c5bb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.0915973
Dec 21 10:47:20.592052 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6028cf22-1b79-4260-a198-e8dbdf0402b5 req-b3487b17-fbb6-4042-9e5f-2feb7be9ed96 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0474570
Dec 21 10:47:21.827678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4e602-f89a-4494-bb0d-124fd1f70461 req-96048a9b-08a5-4252-8c82-70850ee11cc2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:21.829307 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-abb4e602-f89a-4494-bb0d-124fd1f70461 req-96048a9b-08a5-4252-8c82-70850ee11cc2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.0911839
Dec 21 10:47:21.881406 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-abb4e602-f89a-4494-bb0d-124fd1f70461 req-8195260a-70dd-48ce-a9fc-9299abb90d5f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0455413
Dec 21 10:47:23.108535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f384d2a-cedf-488d-b35e-c4830c27e0b3 req-e06cf21f-1a9a-4c75-85a8-7753395d225a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:23.110169 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f384d2a-cedf-488d-b35e-c4830c27e0b3 req-e06cf21f-1a9a-4c75-85a8-7753395d225a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.0896039
Dec 21 10:47:23.161457 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3f384d2a-cedf-488d-b35e-c4830c27e0b3 req-3a0239d9-9e44-487d-bd12-ca5e2cf26992 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0444875
Dec 21 10:47:23.504975 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:47:24.389583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe6d04-3a89-4103-99ea-6b318c6ad060 req-8b68458d-0e1f-47f3-bcc1-59a86d9c6875 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:24.391426 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3dbe6d04-3a89-4103-99ea-6b318c6ad060 req-8b68458d-0e1f-47f3-bcc1-59a86d9c6875 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.0933125
Dec 21 10:47:24.444991 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3dbe6d04-3a89-4103-99ea-6b318c6ad060 req-1103a8f7-b793-4530-9ff3-6718a2fac66b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0461981
Dec 21 10:47:25.666681 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10236cc-a498-4443-b241-2002b1be29e7 req-971ab695-1e42-4324-905f-fa27b987c825 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:25.668276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f10236cc-a498-4443-b241-2002b1be29e7 req-971ab695-1e42-4324-905f-fa27b987c825 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.0870588
Dec 21 10:47:25.718372 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f10236cc-a498-4443-b241-2002b1be29e7 req-7810e697-4713-46a0-919f-48c1ea93b314 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0427167
Dec 21 10:47:26.940690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e71b07-0108-4db3-8010-cf7966b59697 req-7d466008-ade2-47ea-ab43-d7f1d650ab7b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:26.942356 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-63e71b07-0108-4db3-8010-cf7966b59697 req-7d466008-ade2-47ea-ab43-d7f1d650ab7b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.0911865
Dec 21 10:47:26.991851 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-63e71b07-0108-4db3-8010-cf7966b59697 req-08149746-d12a-4a46-9147-79cacc6fe522 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0426679
Dec 21 10:47:27.800506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 3ad36541-299a-49c2-bf2a-04786020b745 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:47:27.870248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 3ad36541-299a-49c2-bf2a-04786020b745 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:47:27.870589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:27.992276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:28.023041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:47:28.032954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 3ad36541-299a-49c2-bf2a-04786020b745, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3ad36541-299a-49c2-bf2a-04786020b745,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:47:28.036452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:28.039380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-7e586af4-88dd-48f3-a968-ed8d43b82ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:47:28.096734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745', 'code': 200}
Dec 21 10:47:28.136470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=3ad36541-299a-49c2-bf2a-04786020b745,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:47:28.140400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:47:28.244979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84584a4-26aa-4f88-b2d7-73aac28b8f11 req-08df4794-9216-45ca-8a0c-7abbc6738173 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:28.246686 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f84584a4-26aa-4f88-b2d7-73aac28b8f11 req-08df4794-9216-45ca-8a0c-7abbc6738173 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.1151071
Dec 21 10:47:28.349568 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f84584a4-26aa-4f88-b2d7-73aac28b8f11 req-35f4305f-9018-4464-976c-c3d98a976f25 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0952363
Dec 21 10:47:28.379984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04934c-f3ed-4b7a-b457-ec878c6202de req-1f7745f0-3306-4399-9f45-9664d6040577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:28.381621 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6f04934c-f3ed-4b7a-b457-ec878c6202de req-1f7745f0-3306-4399-9f45-9664d6040577 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.0940053
Dec 21 10:47:28.428460 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6f04934c-f3ed-4b7a-b457-ec878c6202de req-376e04c5-9744-40e4-8fe0-c422c6fb6d02 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0403242
Dec 21 10:47:29.580342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed56e3f-117a-48fc-bb95-ab556c9ff6d6 req-aea96d4c-26b0-43fb-85be-e3073c1c0e18 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:29.582092 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eed56e3f-117a-48fc-bb95-ab556c9ff6d6 req-aea96d4c-26b0-43fb-85be-e3073c1c0e18 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0890670
Dec 21 10:47:29.595786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 3ad36541-299a-49c2-bf2a-04786020b745 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:47:29.671615 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 3ad36541-299a-49c2-bf2a-04786020b745 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:47:29.672033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:29.921301 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eed56e3f-117a-48fc-bb95-ab556c9ff6d6 req-2e1d7e99-e2f2-4f7f-8402-9f6973ab22c4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.3321459
Dec 21 10:47:31.138008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152b09e-1445-4a13-b5d3-8b89357ad1cd req-74ff5764-776b-4853-924e-bf3286f174cc tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:31.139929 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a152b09e-1445-4a13-b5d3-8b89357ad1cd req-74ff5764-776b-4853-924e-bf3286f174cc tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.0860159
Dec 21 10:47:31.188556 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a152b09e-1445-4a13-b5d3-8b89357ad1cd req-5003cc1c-ff19-4d8d-a632-32de30d6335e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0423105
Dec 21 10:47:32.224627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:38.470754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-016b33c1-f9b4-4234-bbce-3dd4b4aad33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:42.316543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:42.540235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1f49b138-eba1-45da-a990-ef652cda584a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:42.797200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:43.669324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:47:56.495172 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-0b7dfd43-c6c3-4339-bf93-2548d0bd60c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0791001
Dec 21 10:47:56.649987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-a3640127-b713-4a30-83d2-d0f00378d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:56.651655 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-a3640127-b713-4a30-83d2-d0f00378d398 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.0768492
Dec 21 10:47:56.811487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-bb46c743-5296-458c-99eb-c8f0508d2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:56.812990 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-bb46c743-5296-458c-99eb-c8f0508d2ce3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1415775
Dec 21 10:47:56.926596 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-c947a29e-a49c-412c-9aa9-7675077d85e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 1001 time: 0.1062915
Dec 21 10:47:57.010742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-cf560376-e051-49ab-aa75-e6a5e33237cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:57.012387 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-cf560376-e051-49ab-aa75-e6a5e33237cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0774453
Dec 21 10:47:57.101905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-bcd3fa80-a4e1-471f-bf7d-7c403a4db73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:47:57.103469 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-bcd3fa80-a4e1-471f-bf7d-7c403a4db73d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826888
Dec 21 10:47:57.269192 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-4ebc57f5-1d0c-41e0-b7b5-88dde9aa9ce6 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565394
Dec 21 10:47:57.420666 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-43026b13-812d-4762-a5ef-9a14fb1704ca req-71e92d73-5150-4311-b2c5-136c54b66816 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445456
Dec 21 10:48:00.504534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:48:02.220229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:08.473192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f57c519e-f286-4be9-9abe-33eb3ccc3632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:12.323067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:12.542946 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f8cd1c53-4b47-41f8-907c-ba5ef7c44dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:12.800751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:13.672165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:32.216197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:37.504811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:48:38.474308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-18b2bd00-658b-4a73-a974-1d6979279032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:42.052169 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-ffd7697c-618f-4d1a-ba16-99d6fab59613 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/floatingips/222d7261-d711-456f-b56f-fdf250eee2ac HTTP/1.1" status: 200  len: 998 time: 0.1179855
Dec 21 10:48:42.228330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-8fcf96d3-b72f-4618-b0f8-2bb5810b1bd0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:42.229933 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-8fcf96d3-b72f-4618-b0f8-2bb5810b1bd0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1716952
Dec 21 10:48:42.241260 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-7feccd47-89de-4e10-b2ed-7837cc93afa9 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:48:42.242413 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-7feccd47-89de-4e10-b2ed-7837cc93afa9 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0063305
Dec 21 10:48:42.323537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:42.362870 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-31b8717d-780f-449a-829c-d8bd5885a37f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.178 HTTP/1.1" status: 200  len: 1001 time: 0.1137786
Dec 21 10:48:42.442733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-db6a975e-13ef-4e6d-b6f2-1227252c9639 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:42.444224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-db6a975e-13ef-4e6d-b6f2-1227252c9639 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports/3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 942 time: 0.0744588
Dec 21 10:48:42.547037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17dcc7e3-d6a3-4a97-95d9-97f1bac16db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:42.646351 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-e2bccb55-67c6-4a4d-8fb2-71b3c3ad4b95 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.178 HTTP/1.1" status: 200  len: 1001 time: 0.1161003
Dec 21 10:48:42.810405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:42.870487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Deleting port 85280f5a-cb23-4c6c-91fa-8806f69f5892 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:48:42.870870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:43.050205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:43.050550 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:43.179266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Calling delete_port for 85280f5a-cb23-4c6c-91fa-8806f69f5892 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:48:43.333884 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:43.351724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a29fd0ed-1f37-43a4-8fd4-84acc82034c4 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:48:43.408131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event deleted for resources: {'Port': ['ID=85280f5a-cb23-4c6c-91fa-8806f69f5892,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:48:43.420812 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.421242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.421725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.422149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.422570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.422990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.423402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.423813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.424221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.424629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.425042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.425446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.425960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.426368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.426773 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.427179 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.427584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.427990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.428395 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.428800 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.429206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.429684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.430044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.430443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:43.435622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:48:43.596760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:43.597135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Floating IP 222d7261-d711-456f-b56f-fdf250eee2ac disassociated (deleted). External IP: 172.26.1.178, port: 3ad36541-299a-49c2-bf2a-04786020b745.
Dec 21 10:48:43.673751 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:43.964297 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Router e019a213-5dbc-4505-ab31-6a8dae79c61a has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:48:44.429880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:48:44.441368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] Sync routers for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:48:44.457286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:48:44.458460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed982828>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:48:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:48:44.467502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:44.558337 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "DELETE /v2.0/floatingips/222d7261-d711-456f-b56f-fdf250eee2ac HTTP/1.1" status: 204  len: 173 time: 1.9058135
Dec 21 10:48:44.559877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:48:44.706307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:48:44.711857 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745', 'status': 'completed', 'code': 200}
Dec 21 10:48:44.866152 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-9364f993-ed13-4a3b-9a25-1071b3b61e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:44.867997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-9364f993-ed13-4a3b-9a25-1071b3b61e36 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.2947824
Dec 21 10:48:44.870186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-12b7b709-03aa-44d6-993b-e8c79960e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:44.872328 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-12b7b709-03aa-44d6-993b-e8c79960e718 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 1162 time: 0.1141994
Dec 21 10:48:45.091620 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed982828>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:48:45.096272 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] Checking router: e019a213-5dbc-4505-ab31-6a8dae79c61a for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:48:45.108827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:48:45.109549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed982828>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:48:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:48:45.154577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-ce7ef876-9cdc-4f24-b1a5-0b4759b25691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:45.154577 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-ce7ef876-9cdc-4f24-b1a5-0b4759b25691 service neutron] 10.222.0.45 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.2770364
Dec 21 10:48:45.156690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-fe7b3f74-7307-4382-a2f8-d555c01a8548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:45.158371 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-fe7b3f74-7307-4382-a2f8-d555c01a8548 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.2597039
Dec 21 10:48:45.290696 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-bf0ccbf8-f1c1-4756-9e28-1efac51d1fbc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 217 time: 0.1274798
Dec 21 10:48:45.302031 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-4f34d3a5-0f5a-4d99-8cfd-9f0c2fde23a4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 200  len: 217 time: 0.0871103
Dec 21 10:48:45.438815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-42e38efa-ef28-4ff9-a2cd-9db3d78d8d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:45.440435 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-42e38efa-ef28-4ff9-a2cd-9db3d78d8d65 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.1404774
Dec 21 10:48:45.442214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-8612a5bc-2176-4eb2-bf26-27feef95dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:45.443957 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-8612a5bc-2176-4eb2-bf26-27feef95dad6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.1016819
Dec 21 10:48:45.517987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:48:45.593612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-1e7af46d-8a73-4784-99fe-d8df9ae02c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:45.595292 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-1e7af46d-8a73-4784-99fe-d8df9ae02c53 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1465533
Dec 21 10:48:45.601876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-49e455d4-06ad-40e2-9e68-f9ff838f779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:45.603477 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-49e455d4-06ad-40e2-9e68-f9ff838f779b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1191354
Dec 21 10:48:45.854893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed982828>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:48:45.859320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b97170d-1fdb-462d-91e0-efcddaf30ad7 None None] The sync data for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs is: [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:48:45.870055 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-670ee973-d67d-4de2-9f7d-dc78e8baae31 service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2655504
Dec 21 10:48:45.873142 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-78c2d881-f60c-441f-b0dc-401fcae81f3e service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472177
Dec 21 10:48:46.143987 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-55cba917-b602-47b6-96d6-e4a1af2965b8 req-7419a598-fada-4474-8b09-345cf84d1315 service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2666168
Dec 21 10:48:46.145985 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01136a3d-a168-4612-94b0-6cf039c5f036 req-14019bf7-b8ba-4d64-859e-135e6d2bf9ad service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2459621
Dec 21 10:48:46.251908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b458e0-73f5-4168-ab8e-b26af0efb278 None None] New status for floating IP 222d7261-d711-456f-b56f-fdf250eee2ac: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:48:46.583007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab34153-7ad1-4d60-ae5d-14f8055f013e req-e60a6b29-930e-4047-bdb0-7d6fc702cedb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:46.583786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-6ab34153-7ad1-4d60-ae5d-14f8055f013e req-e60a6b29-930e-4047-bdb0-7d6fc702cedb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:48:46.599287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-6ab34153-7ad1-4d60-ae5d-14f8055f013e req-e60a6b29-930e-4047-bdb0-7d6fc702cedb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:48:46.600580 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ab34153-7ad1-4d60-ae5d-14f8055f013e req-e60a6b29-930e-4047-bdb0-7d6fc702cedb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.1021278
Dec 21 10:48:46.649997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ab34153-7ad1-4d60-ae5d-14f8055f013e req-1f38249c-dbd2-4cb3-ba22-1896f7d57353 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.0424962
Dec 21 10:48:47.935687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32f3d6-6a4f-4fdf-acb8-b36558a86c0b req-f45ca41d-38e6-49d5-9403-2f225313d18c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:47.937231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e32f3d6-6a4f-4fdf-acb8-b36558a86c0b req-f45ca41d-38e6-49d5-9403-2f225313d18c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.1543202
Dec 21 10:48:47.943352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-3741c12d-50b4-4006-8622-9a8db5764412 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:47.944814 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-3741c12d-50b4-4006-8622-9a8db5764412 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.16 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 945 time: 0.1192110
Dec 21 10:48:48.032871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 3ad36541-299a-49c2-bf2a-04786020b745 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:48:48.046328 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8e32f3d6-6a4f-4fdf-acb8-b36558a86c0b req-a374a34e-567b-4c51-9e8b-78e12aaf72de tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1004944
Dec 21 10:48:48.054409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Deleting port 3ad36541-299a-49c2-bf2a-04786020b745 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:48:48.054803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:48.153559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:48.181570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:48:48.192122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 3ad36541-299a-49c2-bf2a-04786020b745, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3ad36541-299a-49c2-bf2a-04786020b745,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:48:48.195393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:48.197276 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2cb9aa49-fe5d-413b-9802-91177e09c3dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:48:48.273584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=3ad36541-299a-49c2-bf2a-04786020b745,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:48:48.288439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.289357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.289357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.289591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.289977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.290506 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.290890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.291266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.292133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.292133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.292308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.292674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.293168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.294277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.295414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.295414 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.295691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.296000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.296497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.297121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.297565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.298459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.298459 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.298722 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:48:48.303691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:48:48.325072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] For port 3ad36541-299a-49c2-bf2a-04786020b745, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3ad36541-299a-49c2-bf2a-04786020b745,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:48:48.325456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:48.333159 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745', 'code': 200}
Dec 21 10:48:48.461883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Calling delete_port for 3ad36541-299a-49c2-bf2a-04786020b745 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:48:48.542181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:48:48.542548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:48:49.044737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Deleting port 3ad36541-299a-49c2-bf2a-04786020b745 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:48:49.045258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:49.667248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] For port 3ad36541-299a-49c2-bf2a-04786020b745, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=3ad36541-299a-49c2-bf2a-04786020b745,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:48:49.667644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:49.684804 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b27960-7e83-4900-a991-e1b5fcabd122 req-2565e426-f787-4c6a-b2a3-4d24009e0ec2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:48:49.686464 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c4b27960-7e83-4900-a991-e1b5fcabd122 req-2565e426-f787-4c6a-b2a3-4d24009e0ec2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=26c4874e-6f79-4047-a1a9-48f1725a60e5 HTTP/1.1" status: 200  len: 943 time: 0.4967554
Dec 21 10:48:49.822280 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Calling delete_port for 3ad36541-299a-49c2-bf2a-04786020b745 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:48:49.897867 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c4b27960-7e83-4900-a991-e1b5fcabd122 req-cb130c11-2405-4879-ba8b-0feb1c04941e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce&fields=id&fields=name HTTP/1.1" status: 200  len: 317 time: 0.1557515
Dec 21 10:48:49.993326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:50.011090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b660d167-8447-49b2-80d0-fa378b305981 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:48:50.065942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event deleted for resources: {'Port': ['ID=3ad36541-299a-49c2-bf2a-04786020b745,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:48:50.068731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:48:50.217598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] No DVR routers for this DVR port 3ad36541-299a-49c2-bf2a-04786020b745 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:48:50.219880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:50.222628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'name': 'network-vif-deleted', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:48:50.238638 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8ee2daad-50a8-4099-ab0e-1c83fc2ae8d6 req-6a322bc1-7921-47ff-aba7-ddcbe441f66e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.16 "DELETE /v2.0/ports/3ad36541-299a-49c2-bf2a-04786020b745 HTTP/1.1" status: 204  len: 173 time: 2.2781708
Dec 21 10:48:50.287307 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c4874e-6f79-4047-a1a9-48f1725a60e5', 'name': 'network-vif-deleted', 'tag': '3ad36541-299a-49c2-bf2a-04786020b745', 'status': 'completed', 'code': 200}
Dec 21 10:48:51.088789 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ba5c25c-a359-44be-b71f-cbdf64d4a13c req-cc2fae0e-0f88-4f1f-87c1-c910530153cd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups/ea25b0db-0fe6-4828-9dc5-e71ad22e03ce HTTP/1.1" status: 200  len: 2883 time: 0.0498939
Dec 21 10:48:51.169214 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-6ba5c25c-a359-44be-b71f-cbdf64d4a13c req-3311f307-492a-4e3b-8e69-4864fb74178c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.198540 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-6ba5c25c-a359-44be-b71f-cbdf64d4a13c req-3311f307-492a-4e3b-8e69-4864fb74178c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.247417 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-6ba5c25c-a359-44be-b71f-cbdf64d4a13c req-3311f307-492a-4e3b-8e69-4864fb74178c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.253149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f551236a-3278-4750-a358-bc7da2070f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:48:51.268799 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311f307-492a-4e3b-8e69-4864fb74178c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea25b0db-0fe6-4828-9dc5-e71ad22e03ce,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:48:51.271694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3311f307-492a-4e3b-8e69-4864fb74178c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:48:51.278866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-6ba5c25c-a359-44be-b71f-cbdf64d4a13c req-3311f307-492a-4e3b-8e69-4864fb74178c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.280089 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ba5c25c-a359-44be-b71f-cbdf64d4a13c req-3311f307-492a-4e3b-8e69-4864fb74178c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "DELETE /v2.0/security-groups/ea25b0db-0fe6-4828-9dc5-e71ad22e03ce HTTP/1.1" status: 204  len: 173 time: 0.1842372
Dec 21 10:48:51.591912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-310623095', 'description': 'tempest-TestShelveInstance-310623095 description'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:48:51.601432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:48:51.609614 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Usage tracker for resource:security_group and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:48:51.612788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:48:51.618752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:48:51.629306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.650948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:48:51.655639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Usage tracker for resource:security_group_rule and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:48:51.658618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:48:51.664396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:48:51.740630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.743275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.749692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5420bc29-1937-4925-acbb-e6fc5474e573 tempest-TestMinimumBasicScenario-1291504916 tempest-TestMinimumBasicScenario-1291504916] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:48:51.794554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'SecurityGroup': ['ID=60421b85-08b1-4204-b204-aad049768291,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:48:51.797300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.798701 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e926c86c-1a39-4b33-8f27-3f9c9e15856f req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1757 time: 0.2128901
Dec 21 10:48:51.799528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1c6b3d99-b0c0-4a84-8274-1f5d34ffc796 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:48:51.883446 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-544b688d-017b-49d6-887e-a23a656ddc9f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups/60421b85-08b1-4204-b204-aad049768291 HTTP/1.1" status: 200  len: 1752 time: 0.0506141
Dec 21 10:48:51.895108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60421b85-08b1-4204-b204-aad049768291', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:48:51.895462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60421b85-08b1-4204-b204-aad049768291', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:48:51.901868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:48:51.906159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Usage tracker for resource:security_group_rule and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:48:51.909135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:48:51.914973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:48:51.970624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.993906 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.996978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:51.998893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cb1b7a07-c94e-408c-8790-fff9271229bc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:48:52.020591 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30494f88-88b2-42fd-abb6-1c4725feb55c,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:48:52.024761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:48:52.032026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:52.033316 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-33e41684-5bb2-4c90-9778-d480af5276f9 req-864b2da4-3e58-4c88-99f4-e042a7c28c67 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1424665
Dec 21 10:48:52.115357 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6c0009d9-4d2f-47f9-acf5-85815d11315d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups/60421b85-08b1-4204-b204-aad049768291 HTTP/1.1" status: 200  len: 2314 time: 0.0497777
Dec 21 10:48:52.126516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60421b85-08b1-4204-b204-aad049768291', 'remote_group_id': None}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:48:52.127120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60421b85-08b1-4204-b204-aad049768291', 'remote_group_id': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:48:52.133517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:48:52.137801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Usage tracker for resource:security_group_rule and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:48:52.140840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:48:52.146742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:48:52.205028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:52.232078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:52.234914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:52.236834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f9d7a2fc-3cd7-45ea-b6e9-19d54f5ab3eb tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:48:52.259078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48644400-7221-4bed-870f-5bfb9240ac3b,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:48:52.263402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:48:52.270289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:48:52.271569 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f7aaf0fc-079d-47ef-8d15-56049c084b36 req-6da5042b-d4db-4eeb-a2be-adc6977cf820 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.1493335
Dec 21 10:49:02.223142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:08.482207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-974110b6-a570-4d60-9fff-f184bc9c23fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:08.605655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-7765bf6b-b321-4f2c-8c2a-715bc1a55809 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:49:08.626816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-7765bf6b-b321-4f2c-8c2a-715bc1a55809 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:49:08.628103 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-7765bf6b-b321-4f2c-8c2a-715bc1a55809 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-310623095&fields=id&tenant_id=3945e0013d3b4cffa46b13630dafb4e3 HTTP/1.1" status: 200  len: 267 time: 0.0675099
Dec 21 10:49:08.795852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-758e5782-bb35-4b9b-9bce-4e9ae79957ae tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:08.797428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-758e5782-bb35-4b9b-9bce-4e9ae79957ae tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 809 time: 0.1615951
Dec 21 10:49:08.815082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3b541e8c-f46d-4e38-8405-061674770cb0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/quotas/3945e0013d3b4cffa46b13630dafb4e3 HTTP/1.1" status: 200  len: 375 time: 0.0112264
Dec 21 10:49:08.906012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-da1898b5-427f-4a8a-b15e-542c6afb7801 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:49:08.922083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-da1898b5-427f-4a8a-b15e-542c6afb7801 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:49:08.924266 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-da1898b5-427f-4a8a-b15e-542c6afb7801 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1033604
Dec 21 10:49:09.079715 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-d5ba7e83-9063-4d58-a005-038d5126f268 service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425095
Dec 21 10:49:09.230257 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-ebc30d04-0684-4176-ab8a-1ffb35516ea9 service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1432400
Dec 21 10:49:09.676519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-271f2816-e2b1-4187-a152-18dd4d464baf req-f5f7d98f-8d3b-4287-9f44-64d3fe65f76b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 210 time: 0.0577564
Dec 21 10:49:10.778203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b41d0288-214f-4dc2-8a05-9dfa1be85c0f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:10.779788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b41d0288-214f-4dc2-8a05-9dfa1be85c0f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 809 time: 0.1769950
Dec 21 10:49:10.874657 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f2d2f154-2df4-4a9f-9db8-474404578a8d req-b176616a-a268-4c17-96b1-ac5411021271 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 210 time: 0.0622611
Dec 21 10:49:10.920136 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-aef16ed7-5455-4f44-872b-521c73009b93 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3945e0013d3b4cffa46b13630dafb4e3 HTTP/1.1" status: 200  len: 5551 time: 0.1237288
Dec 21 10:49:10.930454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'port': {'device_id': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'admin_state_up': True, 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'security_groups': ['60421b85-08b1-4204-b204-aad049768291']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:49:11.082455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:49:11.093172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:49:11.102435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Made reservation on behalf of 3945e0013d3b4cffa46b13630dafb4e3 for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:49:11.108375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:11.434810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Allocated IP 172.20.0.11 (416c4c9f-0802-4594-ba68-104586089053/8d7fe3f8-7e35-4f09-9f56-cd41481e5aca/5e379ead-8cdb-4605-b3ae-fd32b451a253) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:49:11.659678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:11.677075 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Transition to ACTIVE for port object 5e379ead-8cdb-4605-b3ae-fd32b451a253 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:49:11.697246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:11.714263 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:49:11.870092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'Port': ['ID=5e379ead-8cdb-4605-b3ae-fd32b451a253,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:49:11.875893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:49:11.922008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Network 416c4c9f-0802-4594-ba68-104586089053 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:49:11.923593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:49:11.926200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:49:12.002164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:12.003224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:12.090474 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1644359
Dec 21 10:49:12.105052 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Request body: {'port': {'device_id': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:49:12.177847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7524e2e-76d6-42b1-ac42-964b407faa9c req-a49e32fc-4b44-4ba2-bf04-deea6b99261d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:12.178551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d7524e2e-76d6-42b1-ac42-964b407faa9c req-a49e32fc-4b44-4ba2-bf04-deea6b99261d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:49:12.218101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-31ab7877-3b75-4e41-a6c0-4f03de428e57 None None] Provisioning for port 5e379ead-8cdb-4605-b3ae-fd32b451a253 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:49:12.223692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-31ab7877-3b75-4e41-a6c0-4f03de428e57 None None] Provisioning complete for port 5e379ead-8cdb-4605-b3ae-fd32b451a253 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:49:12.224779 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-31ab7877-3b75-4e41-a6c0-4f03de428e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:12.248219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d7524e2e-76d6-42b1-ac42-964b407faa9c req-a49e32fc-4b44-4ba2-bf04-deea6b99261d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:49:12.249623 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d7524e2e-76d6-42b1-ac42-964b407faa9c req-a49e32fc-4b44-4ba2-bf04-deea6b99261d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 932 time: 0.2333345
Dec 21 10:49:12.278439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:12.284840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-31ab7877-3b75-4e41-a6c0-4f03de428e57 None None] Port 5e379ead-8cdb-4605-b3ae-fd32b451a253 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:49:12.326539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:12.362486 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d7524e2e-76d6-42b1-ac42-964b407faa9c req-0c17d1d0-c214-4763-a429-1d0aa55a7395 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.1051190
Dec 21 10:49:12.561633 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a731be4f-260c-4e36-9d82-5fe8a1627526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:12.762500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e379ead-8cdb-4605-b3ae-fd32b451a253 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:49:12.770192 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:12.783446 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Transition to ACTIVE for port object 5e379ead-8cdb-4605-b3ae-fd32b451a253 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:49:12.786710 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:12.803611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:12.803851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5f1d3f8f-e188-4465-8301-962977059f19 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:49:12.950243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Pushing event updated for resources: {'Port': ['ID=5e379ead-8cdb-4605-b3ae-fd32b451a253,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:49:12.953343 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:49:13.152774 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Attempting to bind port 5e379ead-8cdb-4605-b3ae-fd32b451a253 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:49:13.153160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Attempting to bind port 5e379ead-8cdb-4605-b3ae-fd32b451a253 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:49:13.153539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Attempting to bind port 5e379ead-8cdb-4605-b3ae-fd32b451a253 on network 416c4c9f-0802-4594-ba68-104586089053 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:49:13.160226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:49:13.160604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Checking segment: {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:49:13.161129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:13.161547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Bound using segment: {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:49:13.162031 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Bound port: 5e379ead-8cdb-4605-b3ae-fd32b451a253, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '190ca06a-f0d7-4c0b-b6a8-d131e6733300', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '416c4c9f-0802-4594-ba68-104586089053'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:49:13.162534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:13.261609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] For port 5e379ead-8cdb-4605-b3ae-fd32b451a253, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:49:13.264790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] For port 5e379ead-8cdb-4605-b3ae-fd32b451a253, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:49:13.268026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:13.283611 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be16f46d-8227-4bbd-ba3f-77a768c51d7c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:49:13.438404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Pushing event updated for resources: {'Port': ['ID=5e379ead-8cdb-4605-b3ae-fd32b451a253,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:49:13.443492 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:49:13.478114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:13.478693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:13.480896 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] 10.222.0.16 "PUT /v2.0/ports/5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 1158 time: 1.3802214
Dec 21 10:49:13.481499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:49:13.601997 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'status': 'completed', 'code': 200}
Dec 21 10:49:13.654155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba343bf-0e96-44ac-a028-ddcec779d0dc req-0df95eb0-2071-46f4-817e-c6bfd71116de tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:13.655840 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ba343bf-0e96-44ac-a028-ddcec779d0dc req-0df95eb0-2071-46f4-817e-c6bfd71116de tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.1523278
Dec 21 10:49:13.680610 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:13.715977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-e6e6c9d4-a00f-4a48-98dc-f4bf5bc5ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:13.717841 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-e6e6c9d4-a00f-4a48-98dc-f4bf5bc5ef78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1161 time: 0.1562715
Dec 21 10:49:13.722111 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ba343bf-0e96-44ac-a028-ddcec779d0dc req-0ef7a397-adc1-436d-9e49-206b6ccd98d6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0565517
Dec 21 10:49:13.794428 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-e38e5296-7707-4332-bd96-9744d7147eb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 217 time: 0.0692124
Dec 21 10:49:13.865162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-ab2ebea6-6a50-4427-8913-f72c161461e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:13.866797 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-ab2ebea6-6a50-4427-8913-f72c161461e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0666003
Dec 21 10:49:13.955883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-9c737844-8010-4ac7-8416-7332b7bf15e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:13.957531 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-9c737844-8010-4ac7-8416-7332b7bf15e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836611
Dec 21 10:49:14.398881 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-0ac44f80-9c5c-48f1-864c-e60772b44372 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4339004
Dec 21 10:49:14.505859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:49:14.559966 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-293d0dc1-80fa-41b4-9371-1aa3a834a32f req-95520551-7998-48cd-ab8b-6166b1a540f5 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1534636
Dec 21 10:49:14.688696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-8485f28f-e5ba-43a6-89a2-715a7f32e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:14.690333 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-8485f28f-e5ba-43a6-89a2-715a7f32e767 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1161 time: 0.0802851
Dec 21 10:49:14.847690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-364746d2-888c-40f0-ad0e-4db9152b6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:14.849284 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-364746d2-888c-40f0-ad0e-4db9152b6c28 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1523938
Dec 21 10:49:14.968519 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-5c1dcc32-a095-4af7-9b98-37ae6bbe8f90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 217 time: 0.1099234
Dec 21 10:49:15.063131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-8bc75650-9a7d-4635-b766-e9698fce87b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:15.064625 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-8bc75650-9a7d-4635-b766-e9698fce87b0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0899396
Dec 21 10:49:15.118084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50765b-dc0f-4ce2-b4d4-d6d5a8330103 req-e2db7ccd-6676-44e8-a5a3-ca79ecc38696 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:15.119756 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4f50765b-dc0f-4ce2-b4d4-d6d5a8330103 req-e2db7ccd-6676-44e8-a5a3-ca79ecc38696 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.2051299
Dec 21 10:49:15.198498 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4f50765b-dc0f-4ce2-b4d4-d6d5a8330103 req-8dfb398c-3a15-4b9f-b6ea-43740b9fd305 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0648627
Dec 21 10:49:15.201000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-825ca335-2bd5-41ae-bfc2-32a199b5368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:15.202578 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-825ca335-2bd5-41ae-bfc2-32a199b5368c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1311355
Dec 21 10:49:15.350753 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-8029d3ed-0e37-4c45-8501-9c053f429cde service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410637
Dec 21 10:49:15.499289 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4908835c-2445-4f8c-9c8e-2f233b2b0411 req-545bc921-1f7a-4790-9f81-288b0f910a30 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1425331
Dec 21 10:49:16.415588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54199b54-c3e9-47c4-9b54-d23ba0e32513 req-d1b0ab0f-07af-4608-8456-f2143422688c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:16.417873 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54199b54-c3e9-47c4-9b54-d23ba0e32513 req-d1b0ab0f-07af-4608-8456-f2143422688c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0894597
Dec 21 10:49:16.467365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-54199b54-c3e9-47c4-9b54-d23ba0e32513 req-31afd8de-a7fc-4cc6-91a5-0df078f3800d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427299
Dec 21 10:49:17.697416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc72341-1f52-4ddb-871d-7edc90c4fa20 req-9ce5c519-b5a3-4968-8439-ed7d05768bc6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:17.699135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffc72341-1f52-4ddb-871d-7edc90c4fa20 req-9ce5c519-b5a3-4968-8439-ed7d05768bc6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0949161
Dec 21 10:49:17.755276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffc72341-1f52-4ddb-871d-7edc90c4fa20 req-f55b5531-3885-42f5-ae9b-bb865710b04b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0494592
Dec 21 10:49:19.000953 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a1a9ef-7ade-485f-af59-b5f67adc5b68 req-5bbdd21f-27a5-415d-b6b8-267b10fd4646 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:19.002920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-46a1a9ef-7ade-485f-af59-b5f67adc5b68 req-5bbdd21f-27a5-415d-b6b8-267b10fd4646 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0993891
Dec 21 10:49:19.057058 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-46a1a9ef-7ade-485f-af59-b5f67adc5b68 req-8f75e3c0-fa5d-442a-be1f-1512b5228507 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0462575
Dec 21 10:49:20.302259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b919969-eb00-442c-b8b9-19cabda44836 req-a61df590-ad53-4b86-b5aa-d7066cc1c449 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:20.303885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2b919969-eb00-442c-b8b9-19cabda44836 req-a61df590-ad53-4b86-b5aa-d7066cc1c449 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.1080525
Dec 21 10:49:20.355911 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2b919969-eb00-442c-b8b9-19cabda44836 req-dad82563-8c4f-4dce-a1fe-3be32a6e03b6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0444043
Dec 21 10:49:21.582244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6815f-e088-439a-a284-34927496a41b req-4479e572-04c4-4aba-8c56-d1db649b1bb6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:21.583825 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1be6815f-e088-439a-a284-34927496a41b req-4479e572-04c4-4aba-8c56-d1db649b1bb6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0921979
Dec 21 10:49:21.633689 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1be6815f-e088-439a-a284-34927496a41b req-e6794b78-8e3c-44a3-8076-f24fb1b7c4dd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428309
Dec 21 10:49:22.615993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5e379ead-8cdb-4605-b3ae-fd32b451a253 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:49:22.690136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 5e379ead-8cdb-4605-b3ae-fd32b451a253 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:49:22.695274 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 5e379ead-8cdb-4605-b3ae-fd32b451a253 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:49:22.695694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:22.818487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:22.847962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:49:22.860238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 5e379ead-8cdb-4605-b3ae-fd32b451a253, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:49:22.863439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:22.863657 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774dc337-beda-4e71-ac2b-b0a856d6430e req-7fbf518b-ad43-452d-97da-025340804fdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:22.865594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:49:22.865791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-774dc337-beda-4e71-ac2b-b0a856d6430e req-7fbf518b-ad43-452d-97da-025340804fdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0927043
Dec 21 10:49:22.924948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-774dc337-beda-4e71-ac2b-b0a856d6430e req-774062de-5ce2-4696-8a92-cc1f481c230d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0458438
Dec 21 10:49:22.932102 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'code': 200}
Dec 21 10:49:22.941909 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=5e379ead-8cdb-4605-b3ae-fd32b451a253,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:49:22.946067 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:49:23.225502 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e232284-31cd-49ca-8595-7ad3289445c3 req-e9197449-c33f-441a-bbc1-8f5f2a69810d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:23.227200 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e232284-31cd-49ca-8595-7ad3289445c3 req-e9197449-c33f-441a-bbc1-8f5f2a69810d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1163 time: 0.0795012
Dec 21 10:49:23.270658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e232284-31cd-49ca-8595-7ad3289445c3 req-87aa90d3-1788-4f3d-86bb-dcd3cddac37b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0370779
Dec 21 10:49:24.216131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead3857-af4b-41cb-8410-31337d36e59e req-e5db072b-1669-4b2c-8e70-a8c335a76bd0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:24.219063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5ead3857-af4b-41cb-8410-31337d36e59e req-e5db072b-1669-4b2c-8e70-a8c335a76bd0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.1433122
Dec 21 10:49:24.285596 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5ead3857-af4b-41cb-8410-31337d36e59e req-c3cf0f98-fdea-4096-8807-f9a2d020a58f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0530195
Dec 21 10:49:24.388452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5e379ead-8cdb-4605-b3ae-fd32b451a253 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:49:24.466182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 5e379ead-8cdb-4605-b3ae-fd32b451a253 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:49:24.466605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:25.515469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59590a5e-75b5-481c-ae16-a75632695eb9 req-d6846373-e4c1-42f2-8d72-488da893a67b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:25.517107 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-59590a5e-75b5-481c-ae16-a75632695eb9 req-d6846373-e4c1-42f2-8d72-488da893a67b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0914567
Dec 21 10:49:25.578291 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-59590a5e-75b5-481c-ae16-a75632695eb9 req-a669205c-51b0-46c3-826d-c1de428123d1 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0547132
Dec 21 10:49:25.795331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4f17a-aa8b-4876-8be1-bc3c95404b53 req-bd754804-9710-4e96-bc21-ed3081201bf6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:25.796937 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f1f4f17a-aa8b-4876-8be1-bc3c95404b53 req-bd754804-9710-4e96-bc21-ed3081201bf6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0858819
Dec 21 10:49:25.849815 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f1f4f17a-aa8b-4876-8be1-bc3c95404b53 req-968b8a37-3b5e-4edf-a5b2-e878ca122e80 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0462863
Dec 21 10:49:26.064125 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-a1230143-e87d-4ee2-826e-fb720fc5a3d2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1598589
Dec 21 10:49:26.075025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:49:26.081080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:49:26.085737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Usage tracker for resource:floatingip and tenant:3945e0013d3b4cffa46b13630dafb4e3 is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:49:26.089020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:49:26.094962 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:49:26.107596 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:26.258103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:26.603242 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Allocated IP 172.26.1.220 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/4e32ee99-659c-4c70-9813-1f7a30473529) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:49:26.827362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:26.866244 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:26.883482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e90036e8-402a-4356-afb1-a39c06e454b4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:49:27.032684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'Port': ['ID=4e32ee99-659c-4c70-9813-1f7a30473529,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:49:27.037396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:49:27.083627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:49:27.084878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:49:27.087371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:49:27.191813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:27.257834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:27.532430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:27.536861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:27.552833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1cc89ba6-17c7-49ba-b95b-b9293264f403 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:49:27.989848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event updated for resources: {'Port': ['ID=4e32ee99-659c-4c70-9813-1f7a30473529,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:49:27.995907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:49:28.114908 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:28.153780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:28.155154 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.0846503
Dec 21 10:49:28.253066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-51b8a5e9-927a-45df-b7dd-7ba71d7ec1a8 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:49:28.268840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-51b8a5e9-927a-45df-b7dd-7ba71d7ec1a8 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:49:28.270167 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-51b8a5e9-927a-45df-b7dd-7ba71d7ec1a8 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.220 HTTP/1.1" status: 200  len: 696 time: 0.1079583
Dec 21 10:49:28.475973 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-ee80df17-1143-4f64-9a40-d6e93c218fdf tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:28.477502 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-ee80df17-1143-4f64-9a40-d6e93c218fdf tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1995816
Dec 21 10:49:28.491290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-d97704ef-41e8-4a0d-a0bc-0304c16ea135 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:49:28.492374 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-de76c9ef-b9c8-4741-80d4-80c5671ab8d8 req-d97704ef-41e8-4a0d-a0bc-0304c16ea135 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0081596
Dec 21 10:49:28.727935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-4286874f-0e99-4a49-be8a-5010fb4990c4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:28.729718 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-4286874f-0e99-4a49-be8a-5010fb4990c4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1029031
Dec 21 10:49:28.817434 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-250913a8-d32d-415b-9053-4ed5cb2aaa27 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.220 HTTP/1.1" status: 200  len: 696 time: 0.0808020
Dec 21 10:49:28.829762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-3acb91d3-24de-40c5-83c0-56cfc4d3141a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Request body: {'floatingip': {'port_id': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:49:28.916046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-3acb91d3-24de-40c5-83c0-56cfc4d3141a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:29.665235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-3acb91d3-24de-40c5-83c0-56cfc4d3141a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:29.668881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-3acb91d3-24de-40c5-83c0-56cfc4d3141a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:29.848199 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-3acb91d3-24de-40c5-83c0-56cfc4d3141a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Floating IP f21aafb7-2825-416c-9d06-528bf4ec1664 associated. External IP: 172.26.1.220, port: 5e379ead-8cdb-4605-b3ae-fd32b451a253.
Dec 21 10:49:30.224922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-3acb91d3-24de-40c5-83c0-56cfc4d3141a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Router e019a213-5dbc-4505-ab31-6a8dae79c61a has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:49:30.414233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-3acb91d3-24de-40c5-83c0-56cfc4d3141a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:49:30.420071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-3acb91d3-24de-40c5-83c0-56cfc4d3141a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:30.425168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] Sync routers for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:49:30.436504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:49:30.437172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede41d30>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:49:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:49:30.478130 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-3acb91d3-24de-40c5-83c0-56cfc4d3141a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "PUT /v2.0/floatingips/f21aafb7-2825-416c-9d06-528bf4ec1664 HTTP/1.1" status: 200  len: 997 time: 1.6535447
Dec 21 10:49:30.478918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:49:30.566229 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'status': 'completed', 'code': 200}
Dec 21 10:49:30.576606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-49e5c614-0f5d-4644-85b9-f9d2b418f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:30.578349 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-49e5c614-0f5d-4644-85b9-f9d2b418f2b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1163 time: 0.0875182
Dec 21 10:49:30.642772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:49:30.786481 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-e8d7234a-8ed6-4e3d-abf6-9fee3b929eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:30.788169 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-e8d7234a-8ed6-4e3d-abf6-9fee3b929eed service neutron] 10.222.0.45 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.2011836
Dec 21 10:49:30.795678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-9ef74dc2-d137-4030-a38a-2c42954b8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:30.797273 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-9ef74dc2-d137-4030-a38a-2c42954b8b9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1163 time: 0.1851389
Dec 21 10:49:31.020175 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-c6f3c96b-a072-4176-81d5-d74e317a9beb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 1000 time: 0.2218330
Dec 21 10:49:31.050825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede41d30>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f21aafb7-2825-416c-9d06-528bf4ec1664', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'floating_ip_address': '172.26.1.220', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'port_id': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'mac_address': 'fa:16:3e:f6:cc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:49:27Z', 'updated_at': '2020-12-21T10:49:29Z', 'revision_number': 1, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:49:31.055402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] Checking router: e019a213-5dbc-4505-ab31-6a8dae79c61a for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:49:31.068165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:49:31.068850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fede41d30>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:49:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:49:31.111995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-5afc9329-4b1a-44c8-9e45-ebcb79ef9c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:31.113648 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-5afc9329-4b1a-44c8-9e45-ebcb79ef9c69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.2616057
Dec 21 10:49:31.192282 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-487db1e0-7b26-4a92-911d-a30faaa48f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:31.193944 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-487db1e0-7b26-4a92-911d-a30faaa48f2f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.1524608
Dec 21 10:49:31.264050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:49:31.275829 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-ea4cd49e-c8c9-4002-8490-a8ffc55721cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 1000 time: 0.1551902
Dec 21 10:49:31.654463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-2e78522b-31fc-454f-a039-8d46b3dc1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:31.656106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-2e78522b-31fc-454f-a039-8d46b3dc1e0b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4472117
Dec 21 10:49:31.657580 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-f70dad47-198e-4ea9-b479-2f1eb4a64a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:31.658994 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-f70dad47-198e-4ea9-b479-2f1eb4a64a22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.3727331
Dec 21 10:49:31.668734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-354b6834-3bb6-4ae3-9001-36cdb943f335 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:49:31.669790 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-354b6834-3bb6-4ae3-9001-36cdb943f335 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060477
Dec 21 10:49:31.691987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fede41d30>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f21aafb7-2825-416c-9d06-528bf4ec1664', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'floating_ip_address': '172.26.1.220', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'port_id': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'mac_address': 'fa:16:3e:f6:cc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:49:27Z', 'updated_at': '2020-12-21T10:49:29Z', 'revision_number': 1, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:49:31.699291 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14c0e7-0d84-45f7-b782-ab8bbf53451c None None] The sync data for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs is: [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f21aafb7-2825-416c-9d06-528bf4ec1664', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'floating_ip_address': '172.26.1.220', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'port_id': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'mac_address': 'fa:16:3e:f6:cc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:49:27Z', 'updated_at': '2020-12-21T10:49:29Z', 'revision_number': 1, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:49:31.873201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-dcac53e9-ff16-4efb-8b1a-e955eaf12fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:31.874771 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-dcac53e9-ff16-4efb-8b1a-e955eaf12fec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2041159
Dec 21 10:49:31.878436 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-c0bfb078-6047-40d2-b8cd-12d41e99a7cd service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749470
Dec 21 10:49:31.886441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-d84ddc03-68c6-45d4-a139-b6bdf35814c8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:49:31.887533 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-d84ddc03-68c6-45d4-a139-b6bdf35814c8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0060675
Dec 21 10:49:32.103730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5239d48a-401d-48e4-a03d-1a7b3726143e None None] New status for floating IP f21aafb7-2825-416c-9d06-528bf4ec1664: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:49:32.187437 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e9b35f07-51d1-443e-9e1f-9867050ebf85 req-86eeb42e-73c9-4da7-a5e2-e931819c51f8 service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2986755
Dec 21 10:49:32.193461 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-14212f4e-f671-4054-86a6-11a4d5a16f2b service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2785261
Dec 21 10:49:32.253114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:32.376484 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4adec1f2-4e0b-4d82-a9ba-358c3cbecfb1 req-f8070a5b-972e-43f7-b7f5-de8524860854 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1761923
Dec 21 10:49:38.475819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bb1a25e5-ec40-4eb5-8a92-48cd5497c204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:42.333924 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:42.565115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9e4f8f0f-11fe-4a64-b809-c74b318bc5c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:42.820918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:43.689097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:49:51.510895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:49:59.125920 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-b43ed754-1f07-4338-8b62-97dad6bd762c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1006734
Dec 21 10:49:59.311404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-5c6ee07f-409a-4bb5-bbe9-e2e38f668abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:59.313060 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-5c6ee07f-409a-4bb5-bbe9-e2e38f668abf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1163 time: 0.1027036
Dec 21 10:49:59.503136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-6414fc41-c321-4f26-8fa0-7c5d447b19e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:59.505031 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-6414fc41-c321-4f26-8fa0-7c5d447b19e2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1697972
Dec 21 10:49:59.640353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-c9e1e53d-5cee-474d-bf17-f83460537e11 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 1002 time: 0.1291945
Dec 21 10:49:59.734768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-d90e6b22-384f-4b42-999e-bc327bb524dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:59.736451 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-d90e6b22-384f-4b42-999e-bc327bb524dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0894709
Dec 21 10:49:59.879080 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-a043d26d-046e-4f49-a5ec-58f1bff81c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:49:59.881754 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-a043d26d-046e-4f49-a5ec-58f1bff81c3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1345253
Dec 21 10:50:00.059907 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-29289fb0-4275-4018-9b7a-0231d0558b4b service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1705234
Dec 21 10:50:00.249013 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2dbfdbf2-d45b-4011-98ef-df17264b465a req-00dd5cf9-501e-4e26-8037-df954d3b3a9e service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1824858
Dec 21 10:50:02.248316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:08.491334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d2fd37a5-a261-4582-85a4-40647d9929a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:12.336748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:12.567015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b63e24d5-1b3e-475f-ae49-1baf18b6b552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:12.823554 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:13.689070 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:28.514912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:50:32.243227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:38.482396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-de771702-4e32-4151-b539-3e81209fa17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:42.336741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:42.561797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ed1e3c06-43a5-425d-a955-87db6a9afa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:42.809150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:50:43.687921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:01.205362 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77c32485-f389-443b-a90c-afb7849a83e4 req-432b7dc5-9c2e-430b-92d5-aee983e7ec48 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.2260213
Dec 21 10:51:01.368196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32485-f389-443b-a90c-afb7849a83e4 req-a19c0635-6ba1-4958-be72-1624042de9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:01.369814 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77c32485-f389-443b-a90c-afb7849a83e4 req-a19c0635-6ba1-4958-be72-1624042de9c3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1163 time: 0.0844257
Dec 21 10:51:01.538458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32485-f389-443b-a90c-afb7849a83e4 req-016c530b-eda9-46ed-83f6-5132aa6cb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:01.540090 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77c32485-f389-443b-a90c-afb7849a83e4 req-016c530b-eda9-46ed-83f6-5132aa6cb624 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1488044
Dec 21 10:51:01.649476 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77c32485-f389-443b-a90c-afb7849a83e4 req-8c1a3507-94b9-48af-bc71-c4586ea96389 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 1002 time: 0.1016359
Dec 21 10:51:01.734186 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32485-f389-443b-a90c-afb7849a83e4 req-564fea70-3bf0-4323-bfca-957f0dbd6a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:01.736660 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77c32485-f389-443b-a90c-afb7849a83e4 req-564fea70-3bf0-4323-bfca-957f0dbd6a52 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0803792
Dec 21 10:51:01.819775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c32485-f389-443b-a90c-afb7849a83e4 req-f2e682ec-bda1-4c36-b1a3-9ebc447e8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:01.823609 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77c32485-f389-443b-a90c-afb7849a83e4 req-f2e682ec-bda1-4c36-b1a3-9ebc447e8636 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781417
Dec 21 10:51:01.986172 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77c32485-f389-443b-a90c-afb7849a83e4 req-4a00208c-1e18-4989-aa17-5e64d6d1786a service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1548378
Dec 21 10:51:02.150335 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-77c32485-f389-443b-a90c-afb7849a83e4 req-db984c8e-b4dd-4f4f-8252-33e64ebcff74 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1570554
Dec 21 10:51:02.241718 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:05.517912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:51:08.487478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-fd8e3261-57bf-4606-84fc-40d90c6c1889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:12.346143 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:12.569775 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b60d1156-8d14-4d28-ab16-0e08343394d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:12.813660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:13.697776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:32.258377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:34.050166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745ed6e-f5f7-4b2a-99e9-2bb470f7ab4c req-60ac45a2-5ecd-48a5-9a75-2e2fd45709a6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:34.051733 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4745ed6e-f5f7-4b2a-99e9-2bb470f7ab4c req-60ac45a2-5ecd-48a5-9a75-2e2fd45709a6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.1803834
Dec 21 10:51:34.124469 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-4745ed6e-f5f7-4b2a-99e9-2bb470f7ab4c req-cbde97da-33cf-4b92-a7fc-e9733930fd87 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0639055
Dec 21 10:51:35.437538 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27f33e-7577-4279-922a-7885f1537eaf req-bed917c6-67d5-4024-a2ca-fbdc58f48282 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:35.439164 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c27f33e-7577-4279-922a-7885f1537eaf req-bed917c6-67d5-4024-a2ca-fbdc58f48282 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.1636515
Dec 21 10:51:35.491486 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8c27f33e-7577-4279-922a-7885f1537eaf req-edf09f54-65c6-4fb4-b674-190e1732d26f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0456550
Dec 21 10:51:36.725256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4ff87-db7f-49bb-9107-3468aa6aa50a req-5319e1f4-0c2c-4b19-9114-91c835ac9d3c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:36.727446 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-acb4ff87-db7f-49bb-9107-3468aa6aa50a req-5319e1f4-0c2c-4b19-9114-91c835ac9d3c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0880749
Dec 21 10:51:36.776567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-acb4ff87-db7f-49bb-9107-3468aa6aa50a req-d6e8d5df-032a-4781-a1f3-249492b66bed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0428181
Dec 21 10:51:37.998475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8fdc3-2c37-4f9e-95d6-7c514b65fbd7 req-7e4fce10-3972-4c4a-b0a0-6834b2427a98 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:38.000385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74c8fdc3-2c37-4f9e-95d6-7c514b65fbd7 req-7e4fce10-3972-4c4a-b0a0-6834b2427a98 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0922823
Dec 21 10:51:38.050764 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-74c8fdc3-2c37-4f9e-95d6-7c514b65fbd7 req-75619b17-7bfa-4fbf-8b88-1c25fdaebbb4 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429652
Dec 21 10:51:38.482224 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74760f4c-801e-446f-9d01-ac28436d0e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:39.369200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d11f6a-2a9c-46cb-b53e-4f8195596906 req-37be0940-200c-459e-a773-f83e9b316666 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:39.371832 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-90d11f6a-2a9c-46cb-b53e-4f8195596906 req-37be0940-200c-459e-a773-f83e9b316666 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.1552880
Dec 21 10:51:39.436500 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-90d11f6a-2a9c-46cb-b53e-4f8195596906 req-9138bd78-4197-4658-bdc6-59efd082dcdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0549779
Dec 21 10:51:40.663036 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b85cb5-cbf0-4ddf-8d67-00a6f49cbec6 req-c3e18951-f99d-4225-a454-1d490fab383f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:40.664730 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a7b85cb5-cbf0-4ddf-8d67-00a6f49cbec6 req-c3e18951-f99d-4225-a454-1d490fab383f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0904090
Dec 21 10:51:40.717106 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a7b85cb5-cbf0-4ddf-8d67-00a6f49cbec6 req-86a681a3-47d0-43d8-9fba-0205746b3f9a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449960
Dec 21 10:51:41.936674 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b9602-b741-452e-b681-7a8144699d9e req-4f109f3b-681a-4c48-bdf0-3fe569003051 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:41.938219 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-238b9602-b741-452e-b681-7a8144699d9e req-4f109f3b-681a-4c48-bdf0-3fe569003051 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0885053
Dec 21 10:51:41.986505 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-238b9602-b741-452e-b681-7a8144699d9e req-a98bd085-17a2-4fa7-b8c7-5fab5cf01951 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0415914
Dec 21 10:51:42.342731 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:42.518197 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:51:42.562396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7c0de043-acc4-4cb1-ac15-78a755ef1b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:42.815296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:43.204541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3826c96-990b-41cf-8935-d04cf6b5565d req-475f6744-6c5e-4726-8c7d-ced41d1bcb24 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:43.206116 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3826c96-990b-41cf-8935-d04cf6b5565d req-475f6744-6c5e-4726-8c7d-ced41d1bcb24 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0887935
Dec 21 10:51:43.258888 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3826c96-990b-41cf-8935-d04cf6b5565d req-38fc7bee-a9fa-42ee-b23d-2584cc11d6a8 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0461507
Dec 21 10:51:43.340187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5e379ead-8cdb-4605-b3ae-fd32b451a253 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:51:43.412830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 5e379ead-8cdb-4605-b3ae-fd32b451a253 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:51:43.413303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:43.696851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:44.072658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-35630935-62ff-41ee-b259-d4e589df86c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:44.074387 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-35630935-62ff-41ee-b259-d4e589df86c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1163 time: 0.0802031
Dec 21 10:51:44.223385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-2fa44d41-8b36-4f13-938f-7fb05b31f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:44.225096 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-2fa44d41-8b36-4f13-938f-7fb05b31f9c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1431315
Dec 21 10:51:44.335984 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-aed0c75a-913a-4ce5-9664-b4084687b431 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 1002 time: 0.1032791
Dec 21 10:51:44.454270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-72ceaecf-8087-40ea-9840-f352a0091e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:44.455842 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-72ceaecf-8087-40ea-9840-f352a0091e31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.1136489
Dec 21 10:51:44.546483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4b3a5-1a4e-4ee8-80d4-acee402e1ea6 req-7767d30e-2834-430c-b2f6-2d905594c0bb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:44.548108 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2af4b3a5-1a4e-4ee8-80d4-acee402e1ea6 req-7767d30e-2834-430c-b2f6-2d905594c0bb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.1506879
Dec 21 10:51:44.581858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-1b9a209b-cee4-4541-a88a-71f1df0df493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:44.583462 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-1b9a209b-cee4-4541-a88a-71f1df0df493 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1209693
Dec 21 10:51:44.646037 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2af4b3a5-1a4e-4ee8-80d4-acee402e1ea6 req-b54aabbe-0bf4-45ac-8e6b-b15217ca4d0f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0886800
Dec 21 10:51:44.744030 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-433aedd2-dc55-4054-bb5c-f9f01a00995e service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471469
Dec 21 10:51:44.891869 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e6df90a1-9135-466c-8b64-3b472b0032a4 req-f29a7f9c-e74c-43dd-a4c0-b7202264413e service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401629
Dec 21 10:51:45.860741 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179605d2-e0eb-4358-b209-e8a343502532 req-08c32067-3d01-47df-a77f-ba763658166d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:45.862288 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-179605d2-e0eb-4358-b209-e8a343502532 req-08c32067-3d01-47df-a77f-ba763658166d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0875053
Dec 21 10:51:45.911357 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-179605d2-e0eb-4358-b209-e8a343502532 req-f7599887-45b7-45f3-b334-27c1d245e096 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0420105
Dec 21 10:51:47.128957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530a7e1-d439-4954-9719-be64fe3b2000 req-b4d894e3-2f70-44d0-8da3-e0477e4b155a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:47.131186 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c530a7e1-d439-4954-9719-be64fe3b2000 req-b4d894e3-2f70-44d0-8da3-e0477e4b155a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0846236
Dec 21 10:51:47.333081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5e379ead-8cdb-4605-b3ae-fd32b451a253 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:51:47.464167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:47.470088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c530a7e1-d439-4954-9719-be64fe3b2000 req-49db59a6-7faa-482b-bbaf-8a5cbdfc4905 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.3322594
Dec 21 10:51:47.498330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:51:47.510021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 5e379ead-8cdb-4605-b3ae-fd32b451a253, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:51:47.512935 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:51:47.515008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0dac0326-fece-4b46-9dd4-7efcdaf9cd68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:51:47.565027 dv-neutron-601336-62-ovs neutron-server[80859]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'code': 422} returned with failed status
Dec 21 10:51:47.592756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=5e379ead-8cdb-4605-b3ae-fd32b451a253,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:51:47.601231 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.601648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.602033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.602409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.602788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.603157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.603527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.603894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.604261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.604627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.604990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.605356 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.605815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.606178 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.606539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.606900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.607262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.607622 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.607983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.608344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.608703 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.609062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.609423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.609808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:51:47.614286 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:51:48.692490 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b1a68-9671-4233-a849-d5860b0fa28b req-8f3e9075-e2dc-41a5-be88-c56883a87119 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:48.694723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-156b1a68-9671-4233-a849-d5860b0fa28b req-8f3e9075-e2dc-41a5-be88-c56883a87119 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0863032
Dec 21 10:51:48.747600 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-156b1a68-9671-4233-a849-d5860b0fa28b req-62114fa6-72c5-48ee-a154-1306e3128e98 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421326
Dec 21 10:51:49.105779 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-614807c4-5ced-41f9-9ece-4d6cb9309006 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0923796
Dec 21 10:51:49.196823 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcadfdd3-3e4b-4a9b-9692-d4719c8c37f9 req-1ce93461-9de1-4107-8e5e-5378d8a3c8c0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:49.198567 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fcadfdd3-3e4b-4a9b-9692-d4719c8c37f9 req-1ce93461-9de1-4107-8e5e-5378d8a3c8c0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.1022162
Dec 21 10:51:49.257949 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fcadfdd3-3e4b-4a9b-9692-d4719c8c37f9 req-84dece6b-3fba-4897-a4ab-c8cbc3a3ae09 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0524285
Dec 21 10:51:50.480839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d5877-31e1-4468-b6b7-f5e56a3d0315 req-9ebb98bb-b2de-4f0e-8a69-f909813b3edb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:50.482518 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab3d5877-31e1-4468-b6b7-f5e56a3d0315 req-9ebb98bb-b2de-4f0e-8a69-f909813b3edb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0906599
Dec 21 10:51:50.534717 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ab3d5877-31e1-4468-b6b7-f5e56a3d0315 req-7432f866-06e6-4038-8db7-398f4f8909ed tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0458338
Dec 21 10:51:51.766491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc8e1d-1579-4513-b9e2-510c9288bfe3 req-4e20f039-bc5f-48d1-9dc7-f7a872559fe9 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:51.768140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0fbc8e1d-1579-4513-b9e2-510c9288bfe3 req-4e20f039-bc5f-48d1-9dc7-f7a872559fe9 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0931420
Dec 21 10:51:51.827063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0fbc8e1d-1579-4513-b9e2-510c9288bfe3 req-92a5af09-7c36-4939-b598-2d666217b2be tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0516112
Dec 21 10:51:52.240738 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-24617c08-f882-4909-8b62-798e0076ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:52.242368 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-24617c08-f882-4909-8b62-798e0076ef72 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d&tenant_id=3945e0013d3b4cffa46b13630dafb4e3 HTTP/1.1" status: 200  len: 1161 time: 0.0815601
Dec 21 10:51:52.341001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-a811e592-ead8-4317-a395-a5760812bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:52.342963 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-a811e592-ead8-4317-a395-a5760812bc2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1161 time: 0.0775504
Dec 21 10:51:52.499359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-09cd458f-9220-47cf-9e82-a2e10b401174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:52.501049 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-09cd458f-9220-47cf-9e82-a2e10b401174 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1511686
Dec 21 10:51:52.623436 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-1c36a7d5-ae36-4660-af28-9dd6788db00c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 1000 time: 0.1152990
Dec 21 10:51:52.703713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-8574525c-30a9-4f7e-8ed5-94cd280e661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:52.706490 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-8574525c-30a9-4f7e-8ed5-94cd280e661f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0757132
Dec 21 10:51:52.796478 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-0a1a9794-36d6-4d88-b047-68abbe9e2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:52.798057 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-0a1a9794-36d6-4d88-b047-68abbe9e2614 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0849590
Dec 21 10:51:52.973158 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-d50cf683-c478-4bae-8c87-4618fcb12d2f service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1671879
Dec 21 10:51:53.191367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851ba63-a31e-465c-a76d-af523500393b req-110bdc58-8936-415c-9105-55873394bfa0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:53.193613 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f851ba63-a31e-465c-a76d-af523500393b req-110bdc58-8936-415c-9105-55873394bfa0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.1880925
Dec 21 10:51:53.195903 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-09ba930f-6f17-4259-87d4-e6c7a03c1cfb req-73c6b6ae-c2ed-4fde-95de-3bfea8b0f3f5 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2159255
Dec 21 10:51:53.245791 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f851ba63-a31e-465c-a76d-af523500393b req-3e5c0441-776c-4903-8153-e4526c7e74be tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0456526
Dec 21 10:51:54.461147 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5877e-042f-40cf-8fa2-3acb8c93474e req-f198acae-34b7-4033-b7c4-b9b1cc9b3c0f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:54.462788 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-beb5877e-042f-40cf-8fa2-3acb8c93474e req-f198acae-34b7-4033-b7c4-b9b1cc9b3c0f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0853293
Dec 21 10:51:54.513461 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-beb5877e-042f-40cf-8fa2-3acb8c93474e req-fa1127de-23f4-4a93-88ec-f4312f2c3def tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0441930
Dec 21 10:51:55.733820 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8485c-c1b4-4bd1-ad60-08f34ba054e9 req-fd8b310d-90fc-4d53-afcb-3f4f0f3a1ee9 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:55.735463 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc8485c-c1b4-4bd1-ad60-08f34ba054e9 req-fd8b310d-90fc-4d53-afcb-3f4f0f3a1ee9 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0894256
Dec 21 10:51:55.789577 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bcc8485c-c1b4-4bd1-ad60-08f34ba054e9 req-f9b384b1-f8bf-48f4-8507-7361b9403eba tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0468652
Dec 21 10:51:57.007432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea14d35-b590-48b2-b5c9-d284bbf5a88f req-31ee687a-22ad-4554-9c4b-3ceb9169a5f2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:57.009071 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dea14d35-b590-48b2-b5c9-d284bbf5a88f req-31ee687a-22ad-4554-9c4b-3ceb9169a5f2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0857606
Dec 21 10:51:57.060549 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dea14d35-b590-48b2-b5c9-d284bbf5a88f req-d96f5878-7315-468e-b1fb-f3a047e1a1a8 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0451407
Dec 21 10:51:58.272860 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b59c2-773d-4366-a993-818c8a31ec37 req-0ce2518b-24b6-4a03-92f9-68139373c4a8 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:58.274548 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-695b59c2-773d-4366-a993-818c8a31ec37 req-0ce2518b-24b6-4a03-92f9-68139373c4a8 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0841279
Dec 21 10:51:58.322705 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-695b59c2-773d-4366-a993-818c8a31ec37 req-fb4349a7-6f46-4a92-b737-e60cf03b4a83 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418854
Dec 21 10:51:59.548431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76bbc6-648f-4a77-afd6-5549e2a1ff07 req-1f2c3578-61bc-4011-a8d3-6d76a6df5ce0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:51:59.550087 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a76bbc6-648f-4a77-afd6-5549e2a1ff07 req-1f2c3578-61bc-4011-a8d3-6d76a6df5ce0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0952272
Dec 21 10:51:59.604760 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1a76bbc6-648f-4a77-afd6-5549e2a1ff07 req-7771c892-6d62-46f6-80cf-adebecb9d9d6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0461345
Dec 21 10:52:00.542889 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-e44dfe40-6fe8-4d3e-97fc-7e00eb19eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:52:00.544591 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-e44dfe40-6fe8-4d3e-97fc-7e00eb19eb33 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1161 time: 0.0824659
Dec 21 10:52:00.709094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-fad4932a-e052-4f34-91d3-16b13ebe8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:52:00.710773 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-fad4932a-e052-4f34-91d3-16b13ebe8549 service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1436501
Dec 21 10:52:00.830409 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-f0a04b08-b2ba-42b3-a22d-277a20c50cc0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 1000 time: 0.1124120
Dec 21 10:52:00.954092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-b8cfdb49-ec65-4d2b-b0b6-fd688d5fdad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:52:00.955736 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-b8cfdb49-ec65-4d2b-b0b6-fd688d5fdad8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.1184909
Dec 21 10:52:01.037347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f390cc6-a4b2-4b0b-87c8-c30c0ab02e90 req-d878e7d8-dc13-4703-b693-e51db50effa0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:52:01.039084 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0f390cc6-a4b2-4b0b-87c8-c30c0ab02e90 req-d878e7d8-dc13-4703-b693-e51db50effa0 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.1571290
Dec 21 10:52:01.102562 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-43795f39-64ba-4e64-a99d-824f165a3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:52:01.104163 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-43795f39-64ba-4e64-a99d-824f165a3b06 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1377773
Dec 21 10:52:01.106729 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0f390cc6-a4b2-4b0b-87c8-c30c0ab02e90 req-afff213a-907d-46f0-97c9-6489c2fcafde tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0609529
Dec 21 10:52:01.256352 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-ec5f1a82-9beb-410f-a6c2-a6ba5880daec service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452005
Dec 21 10:52:01.403124 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-02b0a325-0e48-4365-a21c-47c3a7890f58 req-64626060-bd28-4aca-b3e4-bc4d1c266d3c service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1402841
Dec 21 10:52:01.733897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5e379ead-8cdb-4605-b3ae-fd32b451a253 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:52:01.807013 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 5e379ead-8cdb-4605-b3ae-fd32b451a253 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:52:01.807447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:01.934078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:01.961436 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:52:01.971693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 5e379ead-8cdb-4605-b3ae-fd32b451a253, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:52:01.975532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:01.977444 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:52:02.023824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'code': 200}
Dec 21 10:52:02.046694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=5e379ead-8cdb-4605-b3ae-fd32b451a253,revision_number=6']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:52:02.050111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:52:02.253839 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:02.394883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17988fec-2018-4f0f-b97d-9b1db2109c74 req-805af228-53f2-4a51-ad69-5e5c55193f2a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:52:02.397145 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-17988fec-2018-4f0f-b97d-9b1db2109c74 req-805af228-53f2-4a51-ad69-5e5c55193f2a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.1500723
Dec 21 10:52:02.399047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affce062-5220-4f88-9684-9d55c0ffaba3 req-40c71406-2add-464e-a7fa-b5a0396f328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:52:02.400506 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-affce062-5220-4f88-9684-9d55c0ffaba3 req-40c71406-2add-464e-a7fa-b5a0396f328a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1163 time: 0.1107092
Dec 21 10:52:02.478123 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-17988fec-2018-4f0f-b97d-9b1db2109c74 req-58924d2f-3ab7-4719-9b51-0d2d9d548593 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0743649
Dec 21 10:52:02.481633 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-affce062-5220-4f88-9684-9d55c0ffaba3 req-f4ad793a-2215-4a91-bec1-379a1db8b97c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0582263
Dec 21 10:52:03.453851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5e379ead-8cdb-4605-b3ae-fd32b451a253 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:52:03.531730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 5e379ead-8cdb-4605-b3ae-fd32b451a253 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:52:03.544321 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:03.717499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fbaef-00a7-4936-ad7e-a0f8dfb629ff req-05c0f2a8-b293-4e9b-acd2-5c31aedb615b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:52:03.719161 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-470fbaef-00a7-4936-ad7e-a0f8dfb629ff req-05c0f2a8-b293-4e9b-acd2-5c31aedb615b tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0844491
Dec 21 10:52:03.767220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-470fbaef-00a7-4936-ad7e-a0f8dfb629ff req-ceaf4ba2-a867-430a-9a3d-34a3c508f5c3 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416510
Dec 21 10:52:04.983624 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a98b0-c0a1-4b3d-b3df-67a54228d0ae req-7784a43e-fcf0-46a4-8ebf-51562a02ddfb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:52:04.985235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fe4a98b0-c0a1-4b3d-b3df-67a54228d0ae req-7784a43e-fcf0-46a4-8ebf-51562a02ddfb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0883641
Dec 21 10:52:05.034386 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fe4a98b0-c0a1-4b3d-b3df-67a54228d0ae req-28c697fe-22da-4d92-94d1-e8f44a8eff93 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0426569
Dec 21 10:52:08.489288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d03e981c-d180-4d08-bc73-2e1d31d6a55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:12.344759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:12.564233 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-908c76a7-4024-4b1b-aa41-707fd08aba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:12.817682 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:13.696841 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:19.518696 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:52:32.275903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:38.484183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3f4432b8-5cba-4f41-895b-53adf7d8f088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:42.347635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:42.568112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73249a4c-cfa7-4703-acfe-10aea8e47c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:42.819234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:43.706219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:52:56.519349 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:53:01.476420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-020f11b6-2470-4f03-90f5-1fc07aad9c4b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0832067
Dec 21 10:53:01.636716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-754d043a-ee65-4c6e-aacf-12cbd4ee3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:01.638417 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-754d043a-ee65-4c6e-aacf-12cbd4ee3cc1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1163 time: 0.0841246
Dec 21 10:53:01.818713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-3e48065e-5696-4061-a906-4d8769daf31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:01.820252 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-3e48065e-5696-4061-a906-4d8769daf31d service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.1606498
Dec 21 10:53:01.932450 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-69f94757-225b-4214-871b-04bce8426937 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 1002 time: 0.1052165
Dec 21 10:53:02.003156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-f28dbb6d-0d01-48dc-9d21-bad0ca394dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:02.004743 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-f28dbb6d-0d01-48dc-9d21-bad0ca394dd3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0656061
Dec 21 10:53:02.088363 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-93a5837c-b199-442a-90ca-1294b13b78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:02.089928 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-93a5837c-b199-442a-90ca-1294b13b78e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786786
Dec 21 10:53:02.238029 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-4da9c8ea-c3f2-4cdf-9903-3463aa3d7e35 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1402652
Dec 21 10:53:02.287264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:02.389026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-1c5bcb10-cf20-445f-b5f3-662f4f89a0a2 req-9e43d4ac-529c-4c27-9f4d-c68e03d99350 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1440504
Dec 21 10:53:08.487132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2a93a52c-268a-4c3f-a80a-a6169a12549d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:12.349141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:12.571727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7ed68b2d-f51f-426c-ad4c-2da7b52b43a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:12.821407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:13.701559 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:29.432650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-8ec19616-c4b7-41b8-8e41-06b84aae44ec tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/floatingips/f21aafb7-2825-416c-9d06-528bf4ec1664 HTTP/1.1" status: 200  len: 999 time: 0.1184916
Dec 21 10:53:29.620758 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a7baaa3f-7532-4777-b823-291534756019 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:29.622614 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a7baaa3f-7532-4777-b823-291534756019 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1846118
Dec 21 10:53:29.745224 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-51677db7-bc2c-4fb5-8afd-72bc74e10255 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.220 HTTP/1.1" status: 200  len: 1002 time: 0.1130457
Dec 21 10:53:29.832995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-1e3405e7-2a4a-4c0f-8e0c-ff7ade0d294e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:29.834514 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-1e3405e7-2a4a-4c0f-8e0c-ff7ade0d294e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports/5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 943 time: 0.0828812
Dec 21 10:53:30.360782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-fa3cb52d-66b4-4ffc-a4f5-0539db000ae8 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.220 HTTP/1.1" status: 200  len: 1002 time: 0.4097731
Dec 21 10:53:30.609166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Deleting port 4e32ee99-659c-4c70-9813-1f7a30473529 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:30.610447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:30.805999 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:30.806352 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:30.941833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Calling delete_port for 4e32ee99-659c-4c70-9813-1f7a30473529 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:31.095520 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:31.111960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-728ba44a-bffa-4fad-82bd-93bc1e5ab10b tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:31.173371 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event deleted for resources: {'Port': ['ID=4e32ee99-659c-4c70-9813-1f7a30473529,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:31.187859 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.188720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.188720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.189585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.189585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.189798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.190210 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.190627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.191033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.191440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.191851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.192257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.192743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.193153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.193585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.194001 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.194423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.194826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.195266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.195857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.196273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.196787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.197205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.197649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:31.249253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:31.362376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:31.362790 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Floating IP f21aafb7-2825-416c-9d06-528bf4ec1664 disassociated (deleted). External IP: 172.26.1.220, port: 5e379ead-8cdb-4605-b3ae-fd32b451a253.
Dec 21 10:53:31.739021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Router e019a213-5dbc-4505-ab31-6a8dae79c61a has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:53:31.931315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:53:31.941195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] Sync routers for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:53:31.954165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:53:31.955491 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec404cc0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:53:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:31.960008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:32.020942 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-a3e7b663-d979-4d84-967f-57df90f84454 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "DELETE /v2.0/floatingips/f21aafb7-2825-416c-9d06-528bf4ec1664 HTTP/1.1" status: 204  len: 173 time: 1.6538658
Dec 21 10:53:32.021450 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:53:32.088967 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'status': 'completed', 'code': 200}
Dec 21 10:53:32.167950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:53:32.184992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-2e0b9c06-a693-4efe-8abb-847c0c09368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:32.186708 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-2e0b9c06-a693-4efe-8abb-847c0c09368f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1163 time: 0.1495466
Dec 21 10:53:32.230092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-07b52a95-7aad-41f8-9e54-ff48180721dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:32.231808 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-07b52a95-7aad-41f8-9e54-ff48180721dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 1163 time: 0.1217411
Dec 21 10:53:32.354177 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:32.470092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-f042d632-e57e-44be-b3e6-e18ae8156aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:32.471712 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-f042d632-e57e-44be-b3e6-e18ae8156aaf service neutron] 10.222.0.45 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.2739823
Dec 21 10:53:32.482572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-1eefefa9-aa44-4d96-ac1f-c7f5dcd4e96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:32.484259 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-1eefefa9-aa44-4d96-ac1f-c7f5dcd4e96c service neutron] 10.222.0.16 "GET /v2.0/networks?id=416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 200  len: 903 time: 0.2408900
Dec 21 10:53:32.538219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec404cc0>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:32.543640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] Checking router: e019a213-5dbc-4505-ab31-6a8dae79c61a for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:53:32.559479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:53:32.560271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec404cc0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:53:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:32.612478 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-63c3af25-b829-4c80-9bd0-dd43860689cb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 217 time: 0.1270874
Dec 21 10:53:32.621157 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-4b9859ae-8f3d-47cb-9047-c35e4b551e32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 200  len: 217 time: 0.0809557
Dec 21 10:53:32.751963 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-f7bec337-335a-40a3-a2f9-7824df195f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:32.753656 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-f7bec337-335a-40a3-a2f9-7824df195f31 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.1315315
Dec 21 10:53:32.757220 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-e48bb455-6aca-4452-8ebd-3505b3f845e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:32.759543 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-e48bb455-6aca-4452-8ebd-3505b3f845e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 200  len: 848 time: 0.0988562
Dec 21 10:53:32.785261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:53:32.909879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-d836e167-a242-476e-b9c6-410b49d94eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:32.911551 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-d836e167-a242-476e-b9c6-410b49d94eff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1102157
Dec 21 10:53:32.913364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-f4194e94-9d3f-49e4-a87d-2d7aaeb06f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:32.915645 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-f4194e94-9d3f-49e4-a87d-2d7aaeb06f38 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=416c4c9f-0802-4594-ba68-104586089053&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1522048
Dec 21 10:53:33.179246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec404cc0>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:33.184805 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86ff857-36e9-491d-8335-4ef64c027ae1 None None] The sync data for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs is: [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:44:26Z', 'revision_number': 4, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': 'aca48e65-888c-42b2-b1f9-848a8df91f31', 'name': '', 'network_id': '416c4c9f-0802-4594-ba68-104586089053', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'mac_address': 'fa:16:3e:c4:53:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:25Z', 'updated_at': '2020-12-21T10:44:36Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'subnets': [{'id': '8d7fe3f8-7e35-4f09-9f56-cd41481e5aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:53:33.479367 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-1ac9fdff-455a-4764-ab7d-64aed3aa60f6 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5605469
Dec 21 10:53:33.483422 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-38d5343c-0c75-4066-b9e7-dfdd5b00f359 service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5409789
Dec 21 10:53:33.519691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:53:33.629872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c283afd6-6512-4691-9265-a6ecde1b38f9 None None] New status for floating IP f21aafb7-2825-416c-9d06-528bf4ec1664: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:53:33.767276 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b33ddf35-3d4c-40e3-bb6a-0be12926a663 req-04cccffd-b7ca-4a61-9677-dca060acef82 service neutron] 10.222.0.16 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2809994
Dec 21 10:53:33.775941 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bd580cf9-8591-4b88-8c7e-ce5db859b94b req-7c8288c9-9dfa-4c36-9ede-a4cc4e925e0f service neutron] 10.222.0.45 "GET /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2638412
Dec 21 10:53:34.236835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34da9d-45da-4c85-a97c-966465d253fe req-3a592c9f-5679-4516-830c-07626ba8ce4a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:34.237618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ad34da9d-45da-4c85-a97c-966465d253fe req-3a592c9f-5679-4516-830c-07626ba8ce4a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:53:34.253547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-ad34da9d-45da-4c85-a97c-966465d253fe req-3a592c9f-5679-4516-830c-07626ba8ce4a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:53:34.254782 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ad34da9d-45da-4c85-a97c-966465d253fe req-3a592c9f-5679-4516-830c-07626ba8ce4a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.1048388
Dec 21 10:53:34.308424 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ad34da9d-45da-4c85-a97c-966465d253fe req-7b582cdd-546d-4ed3-b749-4869dae3d8f6 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0469637
Dec 21 10:53:35.528914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56898f-49d9-4289-be26-926c3f014909 req-a6f36df3-1716-41e6-85e2-e38b9d709588 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:35.530606 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9a56898f-49d9-4289-be26-926c3f014909 req-a6f36df3-1716-41e6-85e2-e38b9d709588 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0875547
Dec 21 10:53:35.580140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9a56898f-49d9-4289-be26-926c3f014909 req-e6ace445-51b0-4213-b05b-b3c011739e7d tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429478
Dec 21 10:53:35.795315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-3b50cb9f-2c38-460b-b36b-d2bf5ebe1b1a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:35.796866 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-3b50cb9f-2c38-460b-b36b-d2bf5ebe1b1a tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.16 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 946 time: 0.0907845
Dec 21 10:53:35.872445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Deleting port 5e379ead-8cdb-4605-b3ae-fd32b451a253 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:35.872861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:35.916489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 5e379ead-8cdb-4605-b3ae-fd32b451a253 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:53:36.038407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:36.067476 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:53:36.078010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 5e379ead-8cdb-4605-b3ae-fd32b451a253, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:36.081157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:36.083065 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:36.138115 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'code': 200}
Dec 21 10:53:36.152583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] For port 5e379ead-8cdb-4605-b3ae-fd32b451a253, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:36.152979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:36.154793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=5e379ead-8cdb-4605-b3ae-fd32b451a253,revision_number=7']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:36.162894 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.163290 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.163676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.176854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.177256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.177665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.178030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.178402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.178772 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.179140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.179507 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.179872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.180315 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.180680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.181044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.181413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.181792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.182155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.182517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.182875 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.183234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.184011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.184376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.184822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:36.189415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:36.286336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Calling delete_port for 5e379ead-8cdb-4605-b3ae-fd32b451a253 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:36.370211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:53:36.370515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:53:36.802608 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711efa3-48f6-4742-8a21-ea4da8621c34 req-6f41064c-40ec-4af7-8ad8-a4297b690d3f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:36.804247 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d711efa3-48f6-4742-8a21-ea4da8621c34 req-6f41064c-40ec-4af7-8ad8-a4297b690d3f tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 944 time: 0.0912280
Dec 21 10:53:36.853011 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d711efa3-48f6-4742-8a21-ea4da8621c34 req-9815c494-6fae-419f-899d-1a97b50ac7af tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups?id=60421b85-08b1-4204-b204-aad049768291&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414102
Dec 21 10:53:36.872166 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Deleting port 5e379ead-8cdb-4605-b3ae-fd32b451a253 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:36.872561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:37.139648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] For port 5e379ead-8cdb-4605-b3ae-fd32b451a253, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=5e379ead-8cdb-4605-b3ae-fd32b451a253,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:37.140050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:37.270163 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Calling delete_port for 5e379ead-8cdb-4605-b3ae-fd32b451a253 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:37.422530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:37.439060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5d97a9b4-369e-40ee-983f-7c446c32428f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:37.486740 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event deleted for resources: {'Port': ['ID=5e379ead-8cdb-4605-b3ae-fd32b451a253,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:37.500464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:37.650938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] No DVR routers for this DVR port 5e379ead-8cdb-4605-b3ae-fd32b451a253 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:53:37.653289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:37.656187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'name': 'network-vif-deleted', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:53:37.671821 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f85d3b6e-49ad-42c7-b342-a60095ada357 req-1dccbc82-5dd2-40b1-9802-eb1574356fbd tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.16 "DELETE /v2.0/ports/5e379ead-8cdb-4605-b3ae-fd32b451a253 HTTP/1.1" status: 204  len: 173 time: 1.8697364
Dec 21 10:53:37.723113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c9ad04-379a-47b2-a5fd-fd2b75e53c8d', 'name': 'network-vif-deleted', 'tag': '5e379ead-8cdb-4605-b3ae-fd32b451a253', 'status': 'completed', 'code': 200}
Dec 21 10:53:38.053215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-695c9098-c9c9-4324-96b2-fe2dd0b1bf6b req-50161bac-8976-4719-b609-da2ace1de056 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Synchronizing usage tracker for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:53:38.078390 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-695c9098-c9c9-4324-96b2-fe2dd0b1bf6b req-50161bac-8976-4719-b609-da2ace1de056 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Unset dirty status for tenant:3945e0013d3b4cffa46b13630dafb4e3 on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:53:38.079441 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-695c9098-c9c9-4324-96b2-fe2dd0b1bf6b req-50161bac-8976-4719-b609-da2ace1de056 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/ports?device_id=48c9ad04-379a-47b2-a5fd-fd2b75e53c8d HTTP/1.1" status: 200  len: 210 time: 0.0911188
Dec 21 10:53:38.496028 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d937077c-784f-44f9-8baa-d8ebc306300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:39.296843 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-34187540-8cf5-4efa-95bc-59afa60915cd req-febd71d9-5f31-4760-95e6-5e95be6ed3df tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "GET /v2.0/security-groups/60421b85-08b1-4204-b204-aad049768291 HTTP/1.1" status: 200  len: 2881 time: 0.0615094
Dec 21 10:53:39.385259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-34187540-8cf5-4efa-95bc-59afa60915cd req-21fbd86c-e17b-4aeb-a332-9bdd5d2b12a2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:39.420136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-34187540-8cf5-4efa-95bc-59afa60915cd req-21fbd86c-e17b-4aeb-a332-9bdd5d2b12a2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:39.490983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-34187540-8cf5-4efa-95bc-59afa60915cd req-21fbd86c-e17b-4aeb-a332-9bdd5d2b12a2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:39.495883 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-77b20c72-6c69-40be-b844-911280a9c660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:39.516998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fbd86c-e17b-4aeb-a332-9bdd5d2b12a2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Pushing event deleted for resources: {'SecurityGroup': ['ID=60421b85-08b1-4204-b204-aad049768291,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:39.524832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-21fbd86c-e17b-4aeb-a332-9bdd5d2b12a2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:39.528019 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-34187540-8cf5-4efa-95bc-59afa60915cd req-21fbd86c-e17b-4aeb-a332-9bdd5d2b12a2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:39.529870 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-34187540-8cf5-4efa-95bc-59afa60915cd req-21fbd86c-e17b-4aeb-a332-9bdd5d2b12a2 tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] 10.222.0.45 "DELETE /v2.0/security-groups/60421b85-08b1-4204-b204-aad049768291 HTTP/1.1" status: 204  len: 173 time: 0.2237937
Dec 21 10:53:39.638359 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50958) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:40.220365 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:41.186698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Deleting port aca48e65-888c-42b2-b1f9-848a8df91f31 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:41.187271 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:41.385156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] For port aca48e65-888c-42b2-b1f9-848a8df91f31, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=aca48e65-888c-42b2-b1f9-848a8df91f31,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:41.385471 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:41.520645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Calling delete_port for aca48e65-888c-42b2-b1f9-848a8df91f31 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:41.865394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:41.884878 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ccf88ee3-0964-4f26-b42d-078d2213f934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:41.948109 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Pushing event deleted for resources: {'Port': ['ID=aca48e65-888c-42b2-b1f9-848a8df91f31,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:41.952398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:42.323727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:42.353676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:42.575523 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-11dea154-9d5b-4e9c-b822-a6f48c632e08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:42.824094 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:42.847201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Router e019a213-5dbc-4505-ab31-6a8dae79c61a has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:53:43.043184 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:53:43.053259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] Sync routers for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:53:43.059668 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-e2a16568-0316-4a28-901d-898d7db36cae admin admin] 10.222.0.45 "PUT /v2.0/routers/e019a213-5dbc-4505-ab31-6a8dae79c61a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4202192
Dec 21 10:53:43.063157 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50964) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:43.063960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:53:43.064653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed9651d0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:53:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:43.263464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:43.438573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:53:43.471003 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:43.477026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Deleting port 42e4d93d-96b1-4682-84ed-8af207e9bd22 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:43.477405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:43.712296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] For port 42e4d93d-96b1-4682-84ed-8af207e9bd22, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=42e4d93d-96b1-4682-84ed-8af207e9bd22,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:43.712912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:43.756105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:43.789808 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed9651d0>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:53:41Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:43.794167 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] Checking router: e019a213-5dbc-4505-ab31-6a8dae79c61a for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:53:43.804742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] Routers {'e019a213-5dbc-4505-ab31-6a8dae79c61a'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:53:43.805887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed9651d0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:53:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['e019a213-5dbc-4505-ab31-6a8dae79c61a'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:43.859862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Calling delete_port for 42e4d93d-96b1-4682-84ed-8af207e9bd22 owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:44.005959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:44.010594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] Set router e019a213-5dbc-4505-ab31-6a8dae79c61a gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:53:44.224456 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:44.338581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed9651d0>, [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:53:41Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:44.344528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7801bc1-c2f7-4634-bafe-ed7928615676 None None] The sync data for ids ['e019a213-5dbc-4505-ab31-6a8dae79c61a'] in dv-neutron-601336-62-ovs is: [{'id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'name': 'tempest-TestShelveInstance-1807530790-router', 'tenant_id': '3945e0013d3b4cffa46b13630dafb4e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23'}], 'enable_snat': True}, 'gw_port_id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:20Z', 'updated_at': '2020-12-21T10:53:41Z', 'revision_number': 5, 'project_id': '3945e0013d3b4cffa46b13630dafb4e3', 'gw_port': {'id': '42e4d93d-96b1-4682-84ed-8af207e9bd22', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:93:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e019a213-5dbc-4505-ab31-6a8dae79c61a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:21Z', 'updated_at': '2020-12-21T10:44:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:53:44.669382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:44.672289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:44.697877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:44.698613 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e019a213-5dbc-4505-ab31-6a8dae79c61a {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:53:44.711853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:44.713151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-70d421de-d0b6-4d10-b4d1-6871d8384791 admin admin] 10.222.0.45 "DELETE /v2.0/routers/e019a213-5dbc-4505-ab31-6a8dae79c61a HTTP/1.1" status: 204  len: 168 time: 1.6481211
Dec 21 10:53:44.716076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50968) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:44.788204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1b5d27-261c-41e3-ace5-7c8c7754ba46 admin admin] Deleting subnet 8d7fe3f8-7e35-4f09-9f56-cd41481e5aca {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:53:44.792221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5d27-261c-41e3-ace5-7c8c7754ba46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:44.849316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5d27-261c-41e3-ace5-7c8c7754ba46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:44.946882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5d27-261c-41e3-ace5-7c8c7754ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:45.163049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 42e4d93d-96b1-4682-84ed-8af207e9bd22 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:53:45.199399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 42e4d93d-96b1-4682-84ed-8af207e9bd22 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:53:45.199795 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 42e4d93d-96b1-4682-84ed-8af207e9bd22 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:53:45.200268 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aca48e65-888c-42b2-b1f9-848a8df91f31 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:53:45.237918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: aca48e65-888c-42b2-b1f9-848a8df91f31 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:53:45.238425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device aca48e65-888c-42b2-b1f9-848a8df91f31 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:53:45.245515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5d27-261c-41e3-ace5-7c8c7754ba46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:45.262599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-847dbf24-3030-4d0e-ac40-4b57bae7de00 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:45.316757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b5d27-261c-41e3-ace5-7c8c7754ba46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d7fe3f8-7e35-4f09-9f56-cd41481e5aca,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:45.321647 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b1b5d27-261c-41e3-ace5-7c8c7754ba46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:45.405054 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b1b5d27-261c-41e3-ace5-7c8c7754ba46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:45.410518 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b0174-8ae8-44f3-b607-f6da0b987946 None None] Network 416c4c9f-0802-4594-ba68-104586089053 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:53:45.411271 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1b1b5d27-261c-41e3-ace5-7c8c7754ba46 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8d7fe3f8-7e35-4f09-9f56-cd41481e5aca HTTP/1.1" status: 204  len: 168 time: 0.6941550
Dec 21 10:53:45.413985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50972) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:45.542193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:45.615666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Deleting port e9791557-7bd0-40f7-aee1-c2ab347765c3 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:45.616181 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:45.678239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] DHCP port deletion for 416c4c9f-0802-4594-ba68-104586089053 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:53:45.683445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] Deleting port e9791557-7bd0-40f7-aee1-c2ab347765c3 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:45.683872 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:45.848835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] For port e9791557-7bd0-40f7-aee1-c2ab347765c3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e9791557-7bd0-40f7-aee1-c2ab347765c3,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:45.849205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:45.912529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] For port e9791557-7bd0-40f7-aee1-c2ab347765c3, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=e9791557-7bd0-40f7-aee1-c2ab347765c3,segment=NetworkSegment(190ca06a-f0d7-4c0b-b6a8-d131e6733300),segment_id=190ca06a-f0d7-4c0b-b6a8-d131e6733300)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:45.912937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:45.985700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Calling delete_port for e9791557-7bd0-40f7-aee1-c2ab347765c3 owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:46.044960 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] Calling delete_port for e9791557-7bd0-40f7-aee1-c2ab347765c3 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:46.065585 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:46.081938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ea5c668f-fc54-408b-be87-ce56bcb5c9af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:46.118475 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:53:46.118896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:53:46.137202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Pushing event deleted for resources: {'Port': ['ID=e9791557-7bd0-40f7-aee1-c2ab347765c3,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:46.142110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:46.229464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] No DVR routers for this DVR port e9791557-7bd0-40f7-aee1-c2ab347765c3 on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:53:46.358855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:46.479980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fec38a320>,) {'filters': {'network_id': ['416c4c9f-0802-4594-ba68-104586089053']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:46.493168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec38a320>, '190ca06a-f0d7-4c0b-b6a8-d131e6733300') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:46.493529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fec38a320>, '190ca06a-f0d7-4c0b-b6a8-d131e6733300') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:46.506171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:46.521592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:46.524565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:53:46.620529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] Deleting port e9791557-7bd0-40f7-aee1-c2ab347765c3 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:46.620881 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:46.694039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-50c6ce13-15d0-4d47-b341-097efabe4e59 None None] The port 'e9791557-7bd0-40f7-aee1-c2ab347765c3' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:53:46.713262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Network 416c4c9f-0802-4594-ba68-104586089053 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:53:46.722897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:46.916604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Network 416c4c9f-0802-4594-ba68-104586089053 has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:53:46.940675 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:53:47.029766 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:47.033202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2aa300b0-4053-4c0d-9b95-2a9f9decf2ed tempest-NetworksIpV6Test-395828728 tempest-NetworksIpV6Test-395828728] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:47.048863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:47.060730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Pushing event deleted for resources: {'Network': ['ID=416c4c9f-0802-4594-ba68-104586089053,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:47.065649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:47.069115 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-127d9acf-6540-45bf-87f1-07e887a601eb admin admin] 10.222.0.45 "DELETE /v2.0/networks/416c4c9f-0802-4594-ba68-104586089053 HTTP/1.1" status: 204  len: 168 time: 1.6539578
Dec 21 10:53:47.072442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50976) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:47.155528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e9791557-7bd0-40f7-aee1-c2ab347765c3 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:53:47.190874 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: e9791557-7bd0-40f7-aee1-c2ab347765c3 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:53:47.191216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device e9791557-7bd0-40f7-aee1-c2ab347765c3 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:53:47.461995 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:48.381918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Deleting port fe0359a7-6541-4e67-b361-d3e3d0c0c335 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:48.382661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:48.575656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] For port fe0359a7-6541-4e67-b361-d3e3d0c0c335, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=fe0359a7-6541-4e67-b361-d3e3d0c0c335,segment=NetworkSegment(3293e658-7f56-45e7-bddd-8c2e5396a1b0),segment_id=3293e658-7f56-45e7-bddd-8c2e5396a1b0)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:48.576051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:48.708750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Calling delete_port for fe0359a7-6541-4e67-b361-d3e3d0c0c335 owned by network:router_interface {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:48.918865 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:48.936339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c2d05160-ad42-47df-9c36-e23ebbc11bdb tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:48.995437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe0359a7-6541-4e67-b361-d3e3d0c0c335,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:48.999649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:49.402760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:49.932822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Router b6182246-ed8e-404f-9504-003c3c70cca0 has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:53:50.135134 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:53:50.144121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] Sync routers for ids ['b6182246-ed8e-404f-9504-003c3c70cca0'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:53:50.144864 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] 10.222.0.45 "PUT /v2.0/routers/b6182246-ed8e-404f-9504-003c3c70cca0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0713489
Dec 21 10:53:50.147565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50980) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:50.157051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] Routers {'b6182246-ed8e-404f-9504-003c3c70cca0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:53:50.157810 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd18400>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:53:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b6182246-ed8e-404f-9504-003c3c70cca0'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:50.347508 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:50.349631 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] Set router b6182246-ed8e-404f-9504-003c3c70cca0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:53:50.538815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:50.544362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Deleting port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:50.544727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:50.679002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd18400>, [{'id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'name': 'tempest-TestShelveInstance-7194697-router', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:29Z', 'updated_at': '2020-12-21T10:53:48Z', 'revision_number': 5, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'gw_port': {'id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:30Z', 'updated_at': '2020-12-21T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:50.683539 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] Checking router: b6182246-ed8e-404f-9504-003c3c70cca0 for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:53:50.694564 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] Routers {'b6182246-ed8e-404f-9504-003c3c70cca0'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:53:50.695866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedd18400>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:53:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['b6182246-ed8e-404f-9504-003c3c70cca0'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:51.032135 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] For port 0e8d31e3-9072-4e23-a518-2c20ff66e0fa, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=0e8d31e3-9072-4e23-a518-2c20ff66e0fa,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:51.032524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:51.057230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] Set router b6182246-ed8e-404f-9504-003c3c70cca0 gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:53:51.170096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Calling delete_port for 0e8d31e3-9072-4e23-a518-2c20ff66e0fa owned by network:router_gateway {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:51.309733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:51.369882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedd18400>, [{'id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'name': 'tempest-TestShelveInstance-7194697-router', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:29Z', 'updated_at': '2020-12-21T10:53:48Z', 'revision_number': 5, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'gw_port': {'id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:30Z', 'updated_at': '2020-12-21T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:51.374512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d904f3c-c3f8-4f34-8b90-9bf5ded3b22d None None] The sync data for ids ['b6182246-ed8e-404f-9504-003c3c70cca0'] in dv-neutron-601336-62-ovs is: [{'id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'name': 'tempest-TestShelveInstance-7194697-router', 'tenant_id': '1e0778714db34f5f86c4560795b09bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67'}], 'enable_snat': True}, 'gw_port_id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:44:29Z', 'updated_at': '2020-12-21T10:53:48Z', 'revision_number': 5, 'project_id': '1e0778714db34f5f86c4560795b09bc2', 'gw_port': {'id': '0e8d31e3-9072-4e23-a518-2c20ff66e0fa', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6182246-ed8e-404f-9504-003c3c70cca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1814, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:44:30Z', 'updated_at': '2020-12-21T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:53:51.514842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:51.657844 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:51.660374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:51.685154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:51.685462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6182246-ed8e-404f-9504-003c3c70cca0 {{(pid=80970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:53:51.699293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] Notify callbacks [] for router, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:51.700578 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-b4ccb49e-3218-4f49-a430-8b950a83b9c2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/b6182246-ed8e-404f-9504-003c3c70cca0 HTTP/1.1" status: 204  len: 168 time: 1.5515101
Dec 21 10:53:51.703652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50984) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:51.772283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-011753a0-5fee-4dbc-a8b6-87b62119ae66 admin admin] Deleting subnet 135351c9-eeb6-45b6-875c-b05fba923659 {{(pid=80970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:53:51.775905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011753a0-5fee-4dbc-a8b6-87b62119ae66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:51.833811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011753a0-5fee-4dbc-a8b6-87b62119ae66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036850795719'] for subnet, precommit_delete_associations {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:51.924683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011753a0-5fee-4dbc-a8b6-87b62119ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:52.214634 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011753a0-5fee-4dbc-a8b6-87b62119ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852397284', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851610143'] for subnet, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:52.231047 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cc5a2c4c-ce26-4a6f-89c4-5a6fb8dd7e08 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:52.281557 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011753a0-5fee-4dbc-a8b6-87b62119ae66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=135351c9-eeb6-45b6-875c-b05fba923659,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:52.285407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-011753a0-5fee-4dbc-a8b6-87b62119ae66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:52.371734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-011753a0-5fee-4dbc-a8b6-87b62119ae66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:52.376913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b4ffeb-db29-475c-b4dd-db91ae845b57 None None] Network a21b95e1-a812-4850-889a-901a891c5ecb requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:53:52.377713 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-011753a0-5fee-4dbc-a8b6-87b62119ae66 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/135351c9-eeb6-45b6-875c-b05fba923659 HTTP/1.1" status: 204  len: 168 time: 0.6730132
Dec 21 10:53:52.380466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50988) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:52.506662 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:52.571948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Deleting port 4cdc395b-fcdf-49dc-acda-9605099179ce {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:52.572327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:52.642623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] DHCP port deletion for a21b95e1-a812-4850-889a-901a891c5ecb request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:53:52.647199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] Deleting port 4cdc395b-fcdf-49dc-acda-9605099179ce {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:52.648133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:52.812358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] For port 4cdc395b-fcdf-49dc-acda-9605099179ce, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4cdc395b-fcdf-49dc-acda-9605099179ce,segment=NetworkSegment(3293e658-7f56-45e7-bddd-8c2e5396a1b0),segment_id=3293e658-7f56-45e7-bddd-8c2e5396a1b0)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:52.812918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:52.876887 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] For port 4cdc395b-fcdf-49dc-acda-9605099179ce, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=4cdc395b-fcdf-49dc-acda-9605099179ce,segment=NetworkSegment(3293e658-7f56-45e7-bddd-8c2e5396a1b0),segment_id=3293e658-7f56-45e7-bddd-8c2e5396a1b0)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:53:52.877248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:52.949002 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Calling delete_port for 4cdc395b-fcdf-49dc-acda-9605099179ce owned by network:dhcp {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:53.009340 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] Calling delete_port for 4cdc395b-fcdf-49dc-acda-9605099179ce owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:53:53.032719 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:53.048993 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b26fc32f-d979-4ff6-a6d5-119318dfcd9c tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:53.085666 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:53:53.086058 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:53:53.114312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdc395b-fcdf-49dc-acda-9605099179ce,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:53.118266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:53.163161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4cdc395b-fcdf-49dc-acda-9605099179ce no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:53:53.201816 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] No DVR routers for this DVR port 4cdc395b-fcdf-49dc-acda-9605099179ce on host dv-neutron-601336-62-ovs {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:53:53.213308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 4cdc395b-fcdf-49dc-acda-9605099179ce {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:53:53.213701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 4cdc395b-fcdf-49dc-acda-9605099179ce not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:53:53.214140 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0e8d31e3-9072-4e23-a518-2c20ff66e0fa no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:53:53.247318 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 0e8d31e3-9072-4e23-a518-2c20ff66e0fa {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:53:53.247728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 0e8d31e3-9072-4e23-a518-2c20ff66e0fa not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:53:53.248173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fe0359a7-6541-4e67-b361-d3e3d0c0c335 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:53:53.284515 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: fe0359a7-6541-4e67-b361-d3e3d0c0c335 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:53:53.284911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device fe0359a7-6541-4e67-b361-d3e3d0c0c335 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:53:53.333601 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:53.457208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2fed0bb1d0>,) {'filters': {'network_id': ['a21b95e1-a812-4850-889a-901a891c5ecb']}} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:53.472016 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed0bb1d0>, '3293e658-7f56-45e7-bddd-8c2e5396a1b0') {'for_net_delete': True} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:53.472360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2fed0bb1d0>, '3293e658-7f56-45e7-bddd-8c2e5396a1b0') {} {{(pid=80970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:53:53.485743 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3980081'] for segment, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:53.502388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:53.504433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:53:53.587586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] Deleting port 4cdc395b-fcdf-49dc-acda-9605099179ce {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:53:53.588025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:53.658757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-89a898ac-a2be-4951-a2f0-86ca808e6089 None None] The port '4cdc395b-fcdf-49dc-acda-9605099179ce' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:53:53.697241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Network a21b95e1-a812-4850-889a-901a891c5ecb has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:53:53.706832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2379197'] for segment, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:53.889811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Network a21b95e1-a812-4850-889a-901a891c5ecb has no segments {{(pid=80970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:53:53.917809 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:53:53.994958 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:53.998530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1be471cc-096c-4233-9c35-63cfc678f38c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:54.013264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Notify callbacks [] for network, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:54.026822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=a21b95e1-a812-4850-889a-901a891c5ecb,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:54.030135 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] 10.222.0.45 "DELETE /v2.0/networks/a21b95e1-a812-4850-889a-901a891c5ecb HTTP/1.1" status: 204  len: 168 time: 1.6486189
Dec 21 10:53:54.031180 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:54.176041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 50996) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:54.235244 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-7a6a17d4-6da9-4413-82ff-fe9aefe97b48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3945e0013d3b4cffa46b13630dafb4e3&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0577924
Dec 21 10:53:54.237787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 51000) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:54.302510 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3922324-8455-43fb-af99-9004419ab050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:54.332344 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3922324-8455-43fb-af99-9004419ab050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:54.382784 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3922324-8455-43fb-af99-9004419ab050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:54.388230 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f5a99bf1-1617-4632-8439-3a362654cdda tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:54.403377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3922324-8455-43fb-af99-9004419ab050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ee825e-5912-465f-8d1a-20d2f57e1cdd,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:54.408698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f3922324-8455-43fb-af99-9004419ab050 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:54.410757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f3922324-8455-43fb-af99-9004419ab050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:54.412009 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f3922324-8455-43fb-af99-9004419ab050 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27ee825e-5912-465f-8d1a-20d2f57e1cdd HTTP/1.1" status: 204  len: 168 time: 0.1732516
Dec 21 10:53:54.843858 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 51008) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:54.906478 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-c0efbafe-5ff0-45b9-81a2-94a33f9d1af3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e0778714db34f5f86c4560795b09bc2&name=default HTTP/1.1" status: 200  len: 2883 time: 0.0612719
Dec 21 10:53:54.909083 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 51012) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:54.974643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e5e125e-cd2f-451f-a4e4-930f73d8fdab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:55.003499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e5e125e-cd2f-451f-a4e4-930f73d8fdab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:55.050748 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e5e125e-cd2f-451f-a4e4-930f73d8fdab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:55.056413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4b1eaa9c-09f6-4a72-94af-72bed22ec89f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:55.070129 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e125e-cd2f-451f-a4e4-930f73d8fdab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918c7c29-97c4-4215-8abe-8e1b90c0152c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:55.073259 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-0e5e125e-cd2f-451f-a4e4-930f73d8fdab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:55.074499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0e5e125e-cd2f-451f-a4e4-930f73d8fdab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:55.075497 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-0e5e125e-cd2f-451f-a4e4-930f73d8fdab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/918c7c29-97c4-4215-8abe-8e1b90c0152c HTTP/1.1" status: 204  len: 168 time: 0.1654317
Dec 21 10:53:56.017189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 51034) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:56.182584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-855710222-network', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b'}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:53:56.188046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:53:56.192171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Usage tracker for resource:network and tenant:d3741cdc7dc748dbbcfe10e46cecef6b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:53:56.195989 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:53:56.201947 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:53:56.213298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Made reservation on behalf of d3741cdc7dc748dbbcfe10e46cecef6b for: {'network': 1} {{(pid=80971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:53:56.219818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for network, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:56.233151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:56.249161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:53:56.253215 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Usage tracker for resource:security_group_rule and tenant:d3741cdc7dc748dbbcfe10e46cecef6b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:53:56.256153 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:53:56.262817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:53:56.359547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:56.362125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:56.367927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-c4ab53d5-def6-4650-8dde-45cd83689a05 tempest-SecGroupIPv6Test-705166430 tempest-SecGroupIPv6Test-705166430] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:56.402467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=80971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Dec 21 10:53:56.411902 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6e0539-d21a-4561-99a6-52b3213fd9ca,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:56.422760 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:56.423285 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.segments_db [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Added segment fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6 of type vxlan for network deaabaa0-625f-43fe-b41d-79c16251b242
Dec 21 10:53:56.425000 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.425427 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.425869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.426278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.426687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.427096 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.427499 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.427903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.428308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.428708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.430165 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.430569 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.431044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.431447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.431848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.432246 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.432645 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.433044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.433443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.433877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.434261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.434659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.435055 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.435465 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:53:56.439937 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:56.470159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740240649962'] for network, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:56.501704 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938'] for network, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:56.502693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:56.503336 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:56.508505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d1dd2792-0c48-457d-a2c0-85cd65ede0de tempest-RoutersNegativeTest-627244169 tempest-RoutersNegativeTest-627244169] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:56.617858 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5981984
Dec 21 10:53:56.620821 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80970) accepted ('10.222.0.45', 51040) {{(pid=80970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:56.627479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Request body: {'subnet': {'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-855710222-subnet', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'ip_version': 4}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:53:56.628042 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Pushing event updated for resources: {'Network': ['ID=deaabaa0-625f-43fe-b41d-79c16251b242,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:56.631081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-76f09fbb-bf94-481b-9cf8-b32b92571e43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:56.633604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:53:56.637893 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Usage tracker for resource:subnet and tenant:d3741cdc7dc748dbbcfe10e46cecef6b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:53:56.639852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Network deaabaa0-625f-43fe-b41d-79c16251b242 details requested by agent ovs-agent-dv-neutron-601336-62-ovs with host dv-neutron-601336-62-ovs {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:53:56.640997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:53:56.647379 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:53:56.653912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Network deaabaa0-625f-43fe-b41d-79c16251b242 details requested by agent ovs-agent-hv-neutron-6013 with host hv-neutron-6013 {{(pid=80972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Dec 21 10:53:56.658235 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Made reservation on behalf of d3741cdc7dc748dbbcfe10e46cecef6b for: {'subnet': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:53:56.663642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3165455'] for subnet, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:57.121277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2378587', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3165688'] for subnet, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:57.141298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9f5a902-29ff-49d3-b468-fca149d473df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:57.572257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13b73687-f84a-4df4-88cb-33519f325993,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:57.576619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:57.642092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Checking segment: {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:53:57.642534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Network hostable DHCP agents. Network: deaabaa0-625f-43fe-b41d-79c16251b242, hostable agents: ['7db499db-dcd0-4982-a566-c8ae9f2d3d6e'], hosted agents: [] {{(pid=80970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Dec 21 10:53:57.662199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Network deaabaa0-625f-43fe-b41d-79c16251b242 is scheduled to be hosted by DHCP agent 7db499db-dcd0-4982-a566-c8ae9f2d3d6e with binding_index 1 {{(pid=80970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Dec 21 10:53:57.670846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-601336-62-ovs, deaabaa0-625f-43fe-b41d-79c16251b242) {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:53:57.681877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f82de8-2cdf-4094-a17e-24d61fd6ec74 None None] Network deaabaa0-625f-43fe-b41d-79c16251b242 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:53:57.684173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:53:57.684824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:57.707396 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-08bb7952-985e-486a-b5c3-ff7fdb111925 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0850105
Dec 21 10:53:57.710759 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 51044) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:53:57.716453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}} {{(pid=80971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:53:57.721885 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:53:57.726441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Usage tracker for resource:router and tenant:d3741cdc7dc748dbbcfe10e46cecef6b is out of sync, need to count used quota {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:53:57.730665 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:53:57.737687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:53:57.751299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-580864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-18254'] for router, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:57.752397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-732569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-581376', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854259789', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854757455'] for router, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:57.769677 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:57.924367 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp13eb60e1-6555-55fb-bed9-12c2ce7947fb-deaabaa0-625f-43fe-b41d-79c16251b242', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993'}]}} from dv-neutron-601336-62-ovs. {{(pid=80972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Dec 21 10:53:57.925355 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:58.093832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-581393', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854757472'] for router, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:58.250983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Allocated IP 172.20.0.2 (deaabaa0-625f-43fe-b41d-79c16251b242/13b73687-f84a-4df4-88cb-33519f325993/185187d4-89c8-4555-ac78-417475bccc07) {{(pid=80972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:53:58.504863 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Notify callbacks [] for port, precommit_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:58.517128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Transition to ACTIVE for port object 185187d4-89c8-4555-ac78-417475bccc07 will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:53:58.540534 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Transition to ACTIVE for port object 185187d4-89c8-4555-ac78-417475bccc07 will not be triggered until provisioned by entity DHCP. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:53:58.546726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262'] for port, after_create {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:58.564245 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:58.709026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Pushing event updated for resources: {'Port': ['ID=185187d4-89c8-4555-ac78-417475bccc07,revision_number=1']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:58.716051 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:58.745739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:58.763938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Network deaabaa0-625f-43fe-b41d-79c16251b242 is already hosted by enough agents. {{(pid=80972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:53:58.765060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Resources bound (agent type, host, resource id):  {{(pid=80972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:53:58.767440 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Received port after_create {{(pid=80972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:53:58.785248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:58.828648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Attempting to bind port 185187d4-89c8-4555-ac78-417475bccc07 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:53:58.829072 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Attempting to bind port 185187d4-89c8-4555-ac78-417475bccc07 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:53:58.829649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Attempting to bind port 185187d4-89c8-4555-ac78-417475bccc07 on network deaabaa0-625f-43fe-b41d-79c16251b242 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:53:58.836148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:53:58.836669 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Checking segment: {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:53:58.837142 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:58.837587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Bound using segment: {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:53:58.838394 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Bound port: 185187d4-89c8-4555-ac78-417475bccc07, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:53:58.838525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:58.931277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] For port 185187d4-89c8-4555-ac78-417475bccc07, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:53:58.935323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] For port 185187d4-89c8-4555-ac78-417475bccc07, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=185187d4-89c8-4555-ac78-417475bccc07,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:53:58.938399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:58.954826 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-14eff51b-4955-4054-b4cb-ea071b2cfedc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:59.064353 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Allocated IP 172.26.1.20 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/ef03c259-2989-462b-b5b3-23fe92d513da) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:53:59.111369 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Pushing event updated for resources: {'Port': ['ID=185187d4-89c8-4555-ac78-417475bccc07,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:59.116870 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-17e73c4e-c038-454c-a325-73d06224aa81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:59.238791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:59.265907 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:53:59.282132 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:53:59.428579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Pushing event updated for resources: {'Port': ['ID=ef03c259-2989-462b-b5b3-23fe92d513da,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:53:59.434485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:53:59.483690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:53:59.484952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:53:59.487565 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:53:59.931203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:00.287071 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854194935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854194389'] for router, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:00.508105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Router 2f35667d-1d75-437d-8d64-3027ea5a8d8b is scheduled to L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 with binding_index 1 {{(pid=80971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Dec 21 10:54:00.555625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e919da50-bdd2-4e84-81fd-55578ac26079 None None] Network deaabaa0-625f-43fe-b41d-79c16251b242 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:54:00.677187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-860efe59-fceb-43e9-9f34-1adb1990d71c None None] Provisioning for port 185187d4-89c8-4555-ac78-417475bccc07 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:54:00.699141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:54:00.722901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:00.724945 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1b78ebde-4728-4c59-a249-56f0203cc45c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.0133638
Dec 21 10:54:00.727996 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 51048) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:54:00.731594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Sync routers for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:54:00.756149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:54:00.756796 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed0019b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:53:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:01.016618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:54:01.248716 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 185187d4-89c8-4555-ac78-417475bccc07 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:54:01.402401 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 185187d4-89c8-4555-ac78-417475bccc07 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:54:01.414188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 185187d4-89c8-4555-ac78-417475bccc07 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:01.414612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:01.506503 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-72851aea-587e-4ef1-8e1e-79267fa18c38 None None] Provisioning complete for port 185187d4-89c8-4555-ac78-417475bccc07 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:01.506986 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72851aea-587e-4ef1-8e1e-79267fa18c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:01.744256 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:01.766512 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed0019b0>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:53:59Z', 'revision_number': 3, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:01.774262 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Checking router: 2f35667d-1d75-437d-8d64-3027ea5a8d8b for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:54:01.774744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Updating router 2f35667d-1d75-437d-8d64-3027ea5a8d8b port ef03c259-2989-462b-b5b3-23fe92d513da binding host dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:54:01.890848 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:01.919786 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.070928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-72851aea-587e-4ef1-8e1e-79267fa18c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.081416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 185187d4-89c8-4555-ac78-417475bccc07, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=185187d4-89c8-4555-ac78-417475bccc07,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:54:02.091241 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.096954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-362c1141-a992-4948-96af-ca5a4e68c142 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:02.104473 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Allocated IP 172.20.0.1 (deaabaa0-625f-43fe-b41d-79c16251b242/13b73687-f84a-4df4-88cb-33519f325993/114f5e54-18d1-4ea5-ba88-4e008db0fd94) {{(pid=80971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:54:02.268018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.286076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Transition to ACTIVE for port object 114f5e54-18d1-4ea5-ba88-4e008db0fd94 will not be triggered until provisioned by entity DHCP. {{(pid=80971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:54:02.301420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=185187d4-89c8-4555-ac78-417475bccc07,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:02.307505 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.310301 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:02.323524 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3bb7f9c-39e2-4c74-8b97-f682d401c323 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:02.335415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-72851aea-587e-4ef1-8e1e-79267fa18c38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:54:02.335919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-72851aea-587e-4ef1-8e1e-79267fa18c38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:54:02.357283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.469293 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Pushing event updated for resources: {'Port': ['ID=114f5e54-18d1-4ea5-ba88-4e008db0fd94,revision_number=1']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:02.473807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:02.516077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Network deaabaa0-625f-43fe-b41d-79c16251b242 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:54:02.517207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:54:02.519602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Received port after_create {{(pid=80971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:54:02.550930 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Notify callbacks [] for port, precommit_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.564852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Transition to ACTIVE for port object ef03c259-2989-462b-b5b3-23fe92d513da will not be triggered until provisioned by entity L2. {{(pid=80972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:54:02.567825 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.580705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-581605'] for router_interface, before_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.581684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:02.731625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aa851-786d-48be-97f4-6fc75f392276 None None] Pushing event updated for resources: {'Port': ['ID=ef03c259-2989-462b-b5b3-23fe92d513da,revision_number=2']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:02.743955 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d4aa851-786d-48be-97f4-6fc75f392276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:02.801253 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Attempting to bind port ef03c259-2989-462b-b5b3-23fe92d513da on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:54:02.801590 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Attempting to bind port ef03c259-2989-462b-b5b3-23fe92d513da by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:54:02.802007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Attempting to bind port ef03c259-2989-462b-b5b3-23fe92d513da on network c8748333-3fcf-4be6-bc21-ddf4948bb217 {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:54:02.808409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:54:02.808827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Checking segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:54:02.809320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.809802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Bound using segment: {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'} {{(pid=80972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:54:02.810331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Bound port: ef03c259-2989-462b-b5b3-23fe92d513da, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2cb82b7-71b8-494e-9f48-48a185e03169', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}}] {{(pid=80972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:54:02.810752 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.855628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.939753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] For port ef03c259-2989-462b-b5b3-23fe92d513da, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:54:02.942891 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] For port ef03c259-2989-462b-b5b3-23fe92d513da, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ef03c259-2989-462b-b5b3-23fe92d513da,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:54:02.946458 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:02.962628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:03.128693 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e167aa7f-cd08-4340-a773-4071bcfe1957 None None] Provisioning for port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:54:03.132015 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4aa851-786d-48be-97f4-6fc75f392276 None None] Pushing event updated for resources: {'Port': ['ID=ef03c259-2989-462b-b5b3-23fe92d513da,revision_number=3']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:03.135604 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2d4aa851-786d-48be-97f4-6fc75f392276 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:03.152190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e167aa7f-cd08-4340-a773-4071bcfe1957 None None] Provisioning complete for port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:03.152621 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e167aa7f-cd08-4340-a773-4071bcfe1957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:03.153854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:03.158431 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036851938696'] for port, after_update {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:03.192850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-bc9208c9-6135-45f5-8c27-9106b79bbae2 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:03.194905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 185187d4-89c8-4555-ac78-417475bccc07 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:54:03.277877 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-985923', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-579916'] for router_interface, after_create {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:03.278341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e167aa7f-cd08-4340-a773-4071bcfe1957 None None] Port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:54:03.292685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:54:03.293375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed0019b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:53:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:03.293573 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Pushing event updated for resources: {'Port': ['ID=114f5e54-18d1-4ea5-ba88-4e008db0fd94,revision_number=2']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:03.299861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:03.383617 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e167aa7f-cd08-4340-a773-4071bcfe1957 None None] Provisioning complete for port 185187d4-89c8-4555-ac78-417475bccc07 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:03.383954 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e167aa7f-cd08-4340-a773-4071bcfe1957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:03.428435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Network deaabaa0-625f-43fe-b41d-79c16251b242 is already hosted by enough agents. {{(pid=80971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:54:03.429654 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Resources bound (agent type, host, resource id):  {{(pid=80971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:54:03.505998 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 185187d4-89c8-4555-ac78-417475bccc07 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:03.506528 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:03.648838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Router 2f35667d-1d75-437d-8d64-3027ea5a8d8b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:54:03.678486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:54:03.847526 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:54:03.865983 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-6b43c5e4-f1c3-4014-85fa-719c74890dbc admin admin] 10.222.0.45 "PUT /v2.0/routers/2f35667d-1d75-437d-8d64-3027ea5a8d8b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1285298
Dec 21 10:54:04.261206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-bf4a7b8f-8b39-457c-bc6f-a91956777ca2 None None] Provisioning complete for port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:04.261659 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-bf4a7b8f-8b39-457c-bc6f-a91956777ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:04.331780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-bf4a7b8f-8b39-457c-bc6f-a91956777ca2 None None] Port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:54:04.342721 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed0019b0>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 2, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:04.347046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93dddf79-8f9b-49d8-ac8d-c122b56132f3 None None] The sync data for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs is: [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 2, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:54:04.441103 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-2089702749', 'description': 'tempest-TestSnapshotPattern-2089702749 description'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:54:04.447952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:54:04.452133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Usage tracker for resource:security_group and tenant:d3741cdc7dc748dbbcfe10e46cecef6b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:54:04.459532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:54:04.468138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:54:04.476994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:04.499325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:54:04.503535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Usage tracker for resource:security_group_rule and tenant:d3741cdc7dc748dbbcfe10e46cecef6b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:54:04.506728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:54:04.512675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:54:04.591813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:04.594629 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:04.600046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3d6682df-9d6a-403b-935f-d7f63e5dc8f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:04.645364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:04.646740 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-688a096f-80db-4982-8219-2e425ad0acba req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2104464
Dec 21 10:54:04.649164 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event updated for resources: {'SecurityGroup': ['ID=64d32271-ebd2-41bd-b8bb-64914fda69cc,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:04.657360 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-ef8aedcd-52b4-4629-92e1-c9295a857767 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:04.749297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5170b087-471c-4b8c-9f35-f6f169557117 req-738918f8-3c12-41b6-87e7-bbe52e422f89 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups/64d32271-ebd2-41bd-b8bb-64914fda69cc HTTP/1.1" status: 200  len: 1756 time: 0.0630090
Dec 21 10:54:04.763988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64d32271-ebd2-41bd-b8bb-64914fda69cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:54:04.764341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64d32271-ebd2-41bd-b8bb-64914fda69cc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:54:04.771668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:54:04.778171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Usage tracker for resource:security_group_rule and tenant:d3741cdc7dc748dbbcfe10e46cecef6b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:54:04.781809 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:54:04.788842 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:54:04.859519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:04.886496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:04.889567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:04.891566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-29169646-8bff-4495-86f2-b4e3c7c7b3cc tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:04.917393 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ec3668-7cab-4ac5-832c-400cd0903333,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:04.920341 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:04.928486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:04.930049 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5170b087-471c-4b8c-9f35-f6f169557117 req-483cc1ec-8c26-4a8c-adfe-e90d9a9498ba tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 754 time: 0.1708310
Dec 21 10:54:05.024039 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-dd2d434b-007c-4a84-b41a-b44b46bf3d08 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups/64d32271-ebd2-41bd-b8bb-64914fda69cc HTTP/1.1" status: 200  len: 2318 time: 0.0589790
Dec 21 10:54:05.035649 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64d32271-ebd2-41bd-b8bb-64914fda69cc', 'remote_group_id': None}]} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:54:05.036008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '64d32271-ebd2-41bd-b8bb-64914fda69cc', 'remote_group_id': None}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:54:05.043289 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:54:05.047563 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Usage tracker for resource:security_group_rule and tenant:d3741cdc7dc748dbbcfe10e46cecef6b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:54:05.050920 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:54:05.057579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:54:05.143273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group_rule, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:05.189305 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:05.192454 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263443'] for security_group_rule, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:05.195522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-796840b2-609b-4f0b-80b9-87de91cba6e3 tempest-TestNetworkAdvancedServerOps-1697142695 tempest-TestNetworkAdvancedServerOps-1697142695] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:05.224754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd0d8bb-e833-47fa-b009-07db8602f622,revision_number=0']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:05.230150 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:05.235073 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group_rule, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:05.236466 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-cc63ed20-923b-4abe-8c03-0bfe61b94de9 req-93a238af-0c60-4995-8b87-d934cb53a5bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 759 time: 0.2055323
Dec 21 10:54:05.456207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-d2763bf9-3aea-42cb-a492-d16b36d19d41 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Synchronizing usage tracker for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:security_group {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:54:05.474630 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-d2763bf9-3aea-42cb-a492-d16b36d19d41 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Unset dirty status for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:security_group {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:54:05.477424 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-d2763bf9-3aea-42cb-a492-d16b36d19d41 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-2089702749&fields=id&tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b HTTP/1.1" status: 200  len: 267 time: 0.0674880
Dec 21 10:54:05.671713 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-f1bde6fb-e706-41aa-8fd6-6ebdca2b00ec tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:05.673293 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-f1bde6fb-e706-41aa-8fd6-6ebdca2b00ec tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 809 time: 0.1885602
Dec 21 10:54:05.691964 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-0bf1d960-7343-4ade-86d0-0098cfd0f5a3 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/quotas/d3741cdc7dc748dbbcfe10e46cecef6b HTTP/1.1" status: 200  len: 375 time: 0.0110941
Dec 21 10:54:05.781755 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-86d06ab4-909e-478f-bc10-0fff8b58f898 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0828552
Dec 21 10:54:05.880990 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-f65df0d3-8fca-4709-908d-0845284b3a76 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:54:05.882759 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-f65df0d3-8fca-4709-908d-0845284b3a76 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0868855
Dec 21 10:54:06.034026 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-8f35139b-e806-4430-a93c-ca7ada757f05 service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444314
Dec 21 10:54:06.184676 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-62b3a318-7b25-401a-9d32-da85a1d250d7 service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1417716
Dec 21 10:54:06.394089 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-22b320d3-8269-4b6d-b904-7eb18e9970bb req-0c2a78b9-096a-4142-b66b-452aa5d14c6a tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 210 time: 0.0529139
Dec 21 10:54:07.192092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ef03c259-2989-462b-b5b3-23fe92d513da up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:54:07.264802 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port ef03c259-2989-462b-b5b3-23fe92d513da completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:54:07.269673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port ef03c259-2989-462b-b5b3-23fe92d513da triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:07.270101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:07.388552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:07.404945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port ef03c259-2989-462b-b5b3-23fe92d513da, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ef03c259-2989-462b-b5b3-23fe92d513da,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:54:07.407720 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:07.409672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-841db09a-1531-466e-8737-9fbd7daa65e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:07.479675 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=ef03c259-2989-462b-b5b3-23fe92d513da,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:07.483101 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:07.517648 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a61fb173-db3b-4604-9d0f-4c3c48ce4765 req-e3638293-d673-47d6-b5e8-a315d8a29686 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 210 time: 0.0478098
Dec 21 10:54:07.685424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Sync routers for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:54:07.697338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:54:07.698060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe49b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:53:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:07.893551 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:54:08.228537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe49b0>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 2, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:08.232316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Checking router: 2f35667d-1d75-437d-8d64-3027ea5a8d8b for host: dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:54:08.232712 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Updating router 2f35667d-1d75-437d-8d64-3027ea5a8d8b port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 binding host dv-neutron-601336-62-ovs {{(pid=80973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Dec 21 10:54:08.287455 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:08.488040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-89a3c754-d709-4dc6-b66d-9bd4414567e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:08.641139 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bad49f50-2354-482d-bca2-778aede40c71 req-294d0410-3989-4dbe-892c-a9b373bde43a tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 210 time: 0.0476341
Dec 21 10:54:08.704115 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Notify callbacks [] for port, precommit_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:08.716324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Transition to ACTIVE for port object 114f5e54-18d1-4ea5-ba88-4e008db0fd94 will not be triggered until provisioned by entity L2. {{(pid=80973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:54:08.719026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:08.734734 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fdc2a332-0a8a-4b3b-9fc4-4e39e25090a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:08.875814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Pushing event updated for resources: {'Port': ['ID=114f5e54-18d1-4ea5-ba88-4e008db0fd94,revision_number=3']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:08.888176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.888567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.888957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.889334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.889736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.890108 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.890479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.890847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.891213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.891577 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.891942 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.892322 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.892801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.893206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.893625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.894025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.894462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.894834 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.895195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.895558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.895918 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.896275 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.896635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.896994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:54:08.903024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:09.063537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Attempting to bind port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 on host dv-neutron-601336-62-ovs for vnic_type normal with profile  {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:54:09.064199 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Attempting to bind port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 by drivers openvswitch on host dv-neutron-601336-62-ovs at level 0 using segments [{'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:54:09.064338 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Attempting to bind port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 on network deaabaa0-625f-43fe-b41d-79c16251b242 {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:54:09.072536 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Checking agent: {'id': '659e009c-60ec-4eb2-b283-646b119218c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-601336-62-ovs', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 48, 13), 'started_at': datetime.datetime(2020, 12, 21, 9, 48, 43), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-601336-62-ovs'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:54:09.072969 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Checking segment: {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:54:09.073421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:09.073886 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Bound using segment: {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'} {{(pid=80973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:54:09.074413 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Bound port: 114f5e54-18d1-4ea5-ba88-4e008db0fd94, host: dv-neutron-601336-62-ovs, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'}}] {{(pid=80973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:54:09.074830 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:09.190493 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] For port 114f5e54-18d1-4ea5-ba88-4e008db0fd94, host dv-neutron-601336-62-ovs, cleared binding levels {{(pid=80973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:54:09.194561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] For port 114f5e54-18d1-4ea5-ba88-4e008db0fd94, host dv-neutron-601336-62-ovs, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=114f5e54-18d1-4ea5-ba88-4e008db0fd94,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:54:09.198308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:09.198482 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ef03c259-2989-462b-b5b3-23fe92d513da up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:54:09.214038 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-47d7a21f-68da-40be-bac0-99697f65e00f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:09.277987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port ef03c259-2989-462b-b5b3-23fe92d513da triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:09.278486 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:09.369110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Pushing event updated for resources: {'Port': ['ID=114f5e54-18d1-4ea5-ba88-4e008db0fd94,revision_number=4']} {{(pid=80973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:09.374257 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-05bb89c4-1170-4eba-83ca-934bb09ab215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:09.415234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:54:09.415936 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe49b0>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:53:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:09.774309 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:54:09.854359 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5ec47651-1990-405f-aeb7-ad735ec853cd req-4f8d688f-ba2a-4d2d-a741-8bce3514e24f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 210 time: 0.0777338
Dec 21 10:54:09.998145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-1c0994df-8dce-4677-98d7-edc3699c15d7 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:09.999724 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-1c0994df-8dce-4677-98d7-edc3699c15d7 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 809 time: 0.1786585
Dec 21 10:54:10.086422 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-cc85063c-9fef-4973-9bdb-3179d2f983b6 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b HTTP/1.1" status: 200  len: 5555 time: 0.0718179
Dec 21 10:54:10.096189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'port': {'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'admin_state_up': True, 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'security_groups': ['64d32271-ebd2-41bd-b8bb-64914fda69cc']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:54:10.134589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fedbe49b0>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:09Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:10.138862 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b478782-1aac-4474-b5b5-616fc6bef88f None None] The sync data for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs is: [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:09Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:54:10.343449 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:54:10.347602 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Usage tracker for resource:port and tenant:d3741cdc7dc748dbbcfe10e46cecef6b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:54:10.350780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Quota usage for port was recalculated. Used quota:2. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:54:10.356815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:54:10.366829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Made reservation on behalf of d3741cdc7dc748dbbcfe10e46cecef6b for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:54:10.372904 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:10.520156 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:54:10.703162 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Allocated IP 172.20.0.12 (deaabaa0-625f-43fe-b41d-79c16251b242/13b73687-f84a-4df4-88cb-33519f325993/1ac63bf1-7c8a-47c5-a5db-6842944ef07c) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:54:10.908627 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:10.926655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Transition to ACTIVE for port object 1ac63bf1-7c8a-47c5-a5db-6842944ef07c will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:54:10.947793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:10.965320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4bc63a28-e843-4292-a404-95eb7d22d28d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:11.179079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event updated for resources: {'Port': ['ID=1ac63bf1-7c8a-47c5-a5db-6842944ef07c,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:11.193980 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:11.213206 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 114f5e54-18d1-4ea5-ba88-4e008db0fd94 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:54:11.235018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf105a9-e4d6-41ca-8512-e84707757c30 req-d4f20784-df16-422a-b896-c1625f96cb78 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:11.236643 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cf105a9-e4d6-41ca-8512-e84707757c30 req-d4f20784-df16-422a-b896-c1625f96cb78 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 932 time: 0.2325571
Dec 21 10:54:11.276025 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Network deaabaa0-625f-43fe-b41d-79c16251b242 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:54:11.278319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:54:11.286033 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning for port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:54:11.293090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:54:11.293243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:11.293558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:11.349629 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9cf105a9-e4d6-41ca-8512-e84707757c30 req-4470d103-5ed3-4728-b139-488a1cca1572 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1044853
Dec 21 10:54:11.380658 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:11.381742 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:11.405329 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-5ecba250-453b-4b79-8f57-a0558ab87923 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3132169
Dec 21 10:54:11.418612 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Request body: {'port': {'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:54:11.433462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:11.470869 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] For port 114f5e54-18d1-4ea5-ba88-4e008db0fd94, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=114f5e54-18d1-4ea5-ba88-4e008db0fd94,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:54:11.474469 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:11.476755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4ad1487f-4304-4ee6-959b-9c3c35e39feb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:11.543382 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:11.553227 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Pushing event updated for resources: {'Port': ['ID=114f5e54-18d1-4ea5-ba88-4e008db0fd94,revision_number=5']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:11.560190 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:11.563835 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e41cd0d2-8f23-4fd5-b957-ba426541651f None None] Provisioning for port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:54:11.571655 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-e41cd0d2-8f23-4fd5-b957-ba426541651f None None] Provisioning complete for port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:11.572368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e41cd0d2-8f23-4fd5-b957-ba426541651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:11.634560 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-e41cd0d2-8f23-4fd5-b957-ba426541651f None None] Port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:54:11.967442 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac63bf1-7c8a-47c5-a5db-6842944ef07c {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:54:11.974542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:11.987765 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Transition to ACTIVE for port object 1ac63bf1-7c8a-47c5-a5db-6842944ef07c will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:54:11.990439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:12.007500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:12.148982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac63bf1-7c8a-47c5-a5db-6842944ef07c,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:12.157991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:12.342532 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Attempting to bind port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:54:12.342913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Attempting to bind port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:54:12.343285 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Attempting to bind port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c on network deaabaa0-625f-43fe-b41d-79c16251b242 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:54:12.349567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:54:12.349948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Checking segment: {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:54:12.350943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:12.351277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Bound using segment: {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:54:12.351761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Bound port: 1ac63bf1-7c8a-47c5-a5db-6842944ef07c, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:54:12.352149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:12.359229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:12.448868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] For port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:54:12.452406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] For port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:54:12.456144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:12.472541 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a0037c60-f58b-433e-aa64-48fef0361f4c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:12.574549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ad4a2708-f8da-4400-9cc2-a97c55c1a1da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:12.685283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac63bf1-7c8a-47c5-a5db-6842944ef07c,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:12.688818 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:12.743727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e2b45-1a3d-4d75-8e75-1ffa16063338 req-358f69a6-772a-41b3-b02b-ec3af0c6f48e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:12.744426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0d9e2b45-1a3d-4d75-8e75-1ffa16063338 req-358f69a6-772a-41b3-b02b-ec3af0c6f48e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Synchronizing usage tracker for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:54:12.754424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:12.755216 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:12.757245 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] 10.222.0.16 "PUT /v2.0/ports/1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 1158 time: 1.3437476
Dec 21 10:54:12.758007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'tag': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:54:12.780110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0d9e2b45-1a3d-4d75-8e75-1ffa16063338 req-358f69a6-772a-41b3-b02b-ec3af0c6f48e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Unset dirty status for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:54:12.781405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0d9e2b45-1a3d-4d75-8e75-1ffa16063338 req-358f69a6-772a-41b3-b02b-ec3af0c6f48e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 944 time: 0.2793047
Dec 21 10:54:12.833059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:12.887472 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0d9e2b45-1a3d-4d75-8e75-1ffa16063338 req-6cd8efce-0ef4-418e-a5e3-629ed7a69214 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0995145
Dec 21 10:54:12.917866 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-c002a40e-2a35-4046-a1c3-bb10154b37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:12.917866 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-c002a40e-2a35-4046-a1c3-bb10154b37ee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 1161 time: 0.1108975
Dec 21 10:54:12.988109 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'tag': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'status': 'completed', 'code': 200}
Dec 21 10:54:12.997071 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-8ac58766-63cf-47c4-b61c-65e7be1596e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 217 time: 0.0740385
Dec 21 10:54:13.066984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-9316d292-e0ea-4fd2-a0ba-d15f1143c630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:13.068502 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-9316d292-e0ea-4fd2-a0ba-d15f1143c630 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0653090
Dec 21 10:54:13.158437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-89dec1d7-a306-4948-94de-7053cbf29673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:13.160140 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-89dec1d7-a306-4948-94de-7053cbf29673 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0840876
Dec 21 10:54:13.183676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 114f5e54-18d1-4ea5-ba88-4e008db0fd94 up at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:54:13.254265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Provisioning complete for port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:13.254607 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:13.311824 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-63ffad2e-c33e-4f0a-baba-421a0a7dc79d service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447310
Dec 21 10:54:13.708701 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:13.734866 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d4c898e3-6df8-4095-8f11-fed5a904332e req-3cc541f8-9023-411c-a407-dc4150880a57 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4165485
Dec 21 10:54:13.852350 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56e785-85b1-4694-b677-70dc926c53fc req-c8d42f19-856a-43cb-bed5-1ec55762ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:13.853921 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af56e785-85b1-4694-b677-70dc926c53fc req-c8d42f19-856a-43cb-bed5-1ec55762ed9b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 1161 time: 0.0754254
Dec 21 10:54:14.005405 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56e785-85b1-4694-b677-70dc926c53fc req-bc6b0d7c-b415-4c6b-a4d0-dcfdfc827dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:14.007582 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af56e785-85b1-4694-b677-70dc926c53fc req-bc6b0d7c-b415-4c6b-a4d0-dcfdfc827dd7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.1436450
Dec 21 10:54:14.125559 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af56e785-85b1-4694-b677-70dc926c53fc req-12684e56-d3cc-4d18-8f7c-56fdc4d70f7d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 217 time: 0.1094637
Dec 21 10:54:14.223041 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56e785-85b1-4694-b677-70dc926c53fc req-9d766eef-da60-41f5-bf22-83775593092c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:14.224636 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af56e785-85b1-4694-b677-70dc926c53fc req-9d766eef-da60-41f5-bf22-83775593092c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0908582
Dec 21 10:54:14.231888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6979d-2910-4692-820f-d84d26adcf5d req-849f436a-c898-4686-9731-8743199f615e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:14.233381 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-46d6979d-2910-4692-820f-d84d26adcf5d req-849f436a-c898-4686-9731-8743199f615e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 944 time: 0.1620498
Dec 21 10:54:14.335049 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-46d6979d-2910-4692-820f-d84d26adcf5d req-c4a9532d-ad36-4097-92bb-ac4071188fbc tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0640941
Dec 21 10:54:14.348919 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56e785-85b1-4694-b677-70dc926c53fc req-40807d81-9dd7-4fd0-aa64-1ff8c21364b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:14.350783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af56e785-85b1-4694-b677-70dc926c53fc req-40807d81-9dd7-4fd0-aa64-1ff8c21364b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1138721
Dec 21 10:54:14.499151 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af56e785-85b1-4694-b677-70dc926c53fc req-5dc6ec21-f726-4c0f-a622-50d08708c22d service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1395946
Dec 21 10:54:14.648163 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-af56e785-85b1-4694-b677-70dc926c53fc req-b64de62d-39a5-48f9-a6c6-4124ca37ac68 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1401277
Dec 21 10:54:15.557714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adddceb9-61e6-41a9-bfb2-dbfed334ace4 req-b78a6278-9f96-490e-b55b-8768beee0383 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:15.559624 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adddceb9-61e6-41a9-bfb2-dbfed334ace4 req-b78a6278-9f96-490e-b55b-8768beee0383 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 944 time: 0.0902588
Dec 21 10:54:15.610129 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-adddceb9-61e6-41a9-bfb2-dbfed334ace4 req-5c3a3f83-0fbf-4699-a398-ecbd13491e9b tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0438821
Dec 21 10:54:16.469670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1ac63bf1-7c8a-47c5-a5db-6842944ef07c up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:54:16.540985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:54:16.546822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:16.547248 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:16.678043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:16.708467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:54:16.721187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:54:16.724762 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:16.726965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-a3cce451-68ac-46ea-ab31-698a65e871b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:16.803932 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=1ac63bf1-7c8a-47c5-a5db-6842944ef07c,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:16.809723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:16.856705 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb7eb6-1d79-482a-9dc4-7cd870cfd2fa req-7f758d02-5f73-4aee-8d43-d8ceebd6ace8 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:16.858430 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3eb7eb6-1d79-482a-9dc4-7cd870cfd2fa req-7f758d02-5f73-4aee-8d43-d8ceebd6ace8 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 946 time: 0.1026769
Dec 21 10:54:16.899236 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'code': 200}
Dec 21 10:54:16.923637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e3eb7eb6-1d79-482a-9dc4-7cd870cfd2fa req-3a2e694a-fcc3-4dea-819c-89c5164f66fe tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0564778
Dec 21 10:54:17.165200 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f24e39-9ab4-4861-bea9-6857e5e00ae6 req-ad2bd96a-6213-4652-9d80-ca8c04c2d673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:17.166913 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8f24e39-9ab4-4861-bea9-6857e5e00ae6 req-ad2bd96a-6213-4652-9d80-ca8c04c2d673 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 1163 time: 0.0823374
Dec 21 10:54:17.214035 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-c8f24e39-9ab4-4861-bea9-6857e5e00ae6 req-43cae00a-8961-4894-9403-bdf1486b0116 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0403738
Dec 21 10:54:18.151744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8048f-aaae-4e57-8cce-252f43bd4c43 req-26b3a2a9-8172-4e66-a3ed-62c6502009a6 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:18.153372 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ce8048f-aaae-4e57-8cce-252f43bd4c43 req-26b3a2a9-8172-4e66-a3ed-62c6502009a6 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 946 time: 0.0918734
Dec 21 10:54:18.208607 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-9ce8048f-aaae-4e57-8cce-252f43bd4c43 req-87db0163-f4d2-4072-a13a-c5731ecc7723 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0488112
Dec 21 10:54:18.224635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1ac63bf1-7c8a-47c5-a5db-6842944ef07c up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:54:18.297452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:54:18.297917 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:19.423688 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bf734-4e2e-4dfc-99f6-318ff178821b req-f2092d58-b20a-4b1c-8122-f8a2d5ab4899 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:19.425222 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e62bf734-4e2e-4dfc-99f6-318ff178821b req-f2092d58-b20a-4b1c-8122-f8a2d5ab4899 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 946 time: 0.0843613
Dec 21 10:54:19.476325 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-e62bf734-4e2e-4dfc-99f6-318ff178821b req-f23ef8ef-ce2b-49c2-896b-a9296e867741 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0440795
Dec 21 10:54:19.690335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b4f74-422f-4bdf-8c53-26cceaff5046 req-b18e19b4-a3d6-41b4-8ea1-39f03a80f3c3 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:19.691867 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac9b4f74-422f-4bdf-8c53-26cceaff5046 req-b18e19b4-a3d6-41b4-8ea1-39f03a80f3c3 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 946 time: 0.0839374
Dec 21 10:54:19.740348 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ac9b4f74-422f-4bdf-8c53-26cceaff5046 req-4236c613-16d8-45c7-9f41-ec78b98ac6ed tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0412815
Dec 21 10:54:19.952174 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-d3b07e98-4766-4f44-930c-250b99137dd3 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1585777
Dec 21 10:54:19.962855 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:54:19.968699 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:54:19.972807 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Usage tracker for resource:floatingip and tenant:d3741cdc7dc748dbbcfe10e46cecef6b is out of sync, need to count used quota {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Dec 21 10:54:19.975851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Dec 21 10:54:19.981678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:54:19.991074 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:20.138191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:20.417730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Allocated IP 172.26.1.27 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/dd5768eb-c345-4c4f-82e2-16fe6b270c62) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:54:20.577091 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:20.603683 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:20.620012 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:20.761196 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event updated for resources: {'Port': ['ID=dd5768eb-c345-4c4f-82e2-16fe6b270c62,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:20.766435 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:20.813845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:54:20.814992 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:54:20.817335 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:54:20.900788 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:20.958558 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:21.239161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:21.242801 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:21.259146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f63b1118-5e84-427e-a568-b3064851fe69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:54:21.405985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event updated for resources: {'Port': ['ID=dd5768eb-c345-4c4f-82e2-16fe6b270c62,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:54:21.410445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:54:21.504173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:21.527462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:21.528790 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.5708125
Dec 21 10:54:21.612377 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-f2c5f59b-fc91-436b-b3cb-c17c6a034dce tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Synchronizing usage tracker for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:54:21.630422 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-f2c5f59b-fc91-436b-b3cb-c17c6a034dce tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Unset dirty status for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:54:21.632461 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-f2c5f59b-fc91-436b-b3cb-c17c6a034dce tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.27 HTTP/1.1" status: 200  len: 695 time: 0.0965037
Dec 21 10:54:21.802745 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-eddf1c49-9192-47bb-bbc7-1a640637e6d0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:21.805243 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0feb567a-fcdf-4f9a-9cf9-ec56d5b5bb67 req-eddf1c49-9192-47bb-bbc7-1a640637e6d0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1628830
Dec 21 10:54:22.005059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cacdda71-05f1-4ed1-8bfd-9dbccd39841e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:22.006679 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cacdda71-05f1-4ed1-8bfd-9dbccd39841e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0890498
Dec 21 10:54:22.092072 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-9508dd48-05f1-4732-8f90-90b51b52ed57 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.27 HTTP/1.1" status: 200  len: 695 time: 0.0788684
Dec 21 10:54:22.102836 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cd9ce12a-554f-4667-b98f-7508d3d1298d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'floatingip': {'port_id': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:54:22.182020 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cd9ce12a-554f-4667-b98f-7508d3d1298d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:22.797205 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cd9ce12a-554f-4667-b98f-7508d3d1298d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:22.800008 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cd9ce12a-554f-4667-b98f-7508d3d1298d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:23.252887 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cd9ce12a-554f-4667-b98f-7508d3d1298d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Floating IP f9adc1b1-076d-4d07-b4c9-b729e6b165ae associated. External IP: 172.26.1.27, port: 1ac63bf1-7c8a-47c5-a5db-6842944ef07c.
Dec 21 10:54:23.625966 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cd9ce12a-554f-4667-b98f-7508d3d1298d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Router 2f35667d-1d75-437d-8d64-3027ea5a8d8b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:54:23.823646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cd9ce12a-554f-4667-b98f-7508d3d1298d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:54:23.828175 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cd9ce12a-554f-4667-b98f-7508d3d1298d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:23.834474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] Sync routers for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:54:23.846050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:54:23.846854 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed02c860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:54:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:23.893645 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cd9ce12a-554f-4667-b98f-7508d3d1298d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "PUT /v2.0/floatingips/f9adc1b1-076d-4d07-b4c9-b729e6b165ae HTTP/1.1" status: 200  len: 996 time: 1.7953451
Dec 21 10:54:23.894239 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'tag': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:54:23.958082 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'tag': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'status': 'completed', 'code': 200}
Dec 21 10:54:24.041609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:54:24.123656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-9a768556-771a-49c3-88fe-8dc0c0e06b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:24.125231 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-9a768556-771a-49c3-88fe-8dc0c0e06b7f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 1163 time: 0.1442652
Dec 21 10:54:24.127857 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-85c04fde-4dbc-4384-b156-220e893b46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:24.129379 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-85c04fde-4dbc-4384-b156-220e893b46ba service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 1163 time: 0.2172580
Dec 21 10:54:24.403676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-dfe29050-9cd5-486f-b96f-aa387eb0c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:24.405213 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-dfe29050-9cd5-486f-b96f-aa387eb0c260 service neutron] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.2730024
Dec 21 10:54:24.409761 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-6a6dbbd0-2c62-4c2f-87be-1d6deb0db4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:24.411255 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-6a6dbbd0-2c62-4c2f-87be-1d6deb0db4fc service neutron] 10.222.0.45 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.2558558
Dec 21 10:54:24.423136 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed02c860>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f9adc1b1-076d-4d07-b4c9-b729e6b165ae', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:e0:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:54:20Z', 'updated_at': '2020-12-21T10:54:22Z', 'revision_number': 1, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:24.427404 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] Checking router: 2f35667d-1d75-437d-8d64-3027ea5a8d8b for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:54:24.436687 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:54:24.437362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed02c860>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:54:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:24.605715 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-f33c408c-262b-401b-89d7-bf63fd9091ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 999 time: 0.1897893
Dec 21 10:54:24.628380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:54:24.655517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-d686ab82-503b-447d-9966-899f3f639764 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 999 time: 0.1785791
Dec 21 10:54:24.739076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-363928bc-3698-4d77-a177-82a6bf1daff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:24.740674 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-363928bc-3698-4d77-a177-82a6bf1daff9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.1274207
Dec 21 10:54:24.748056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-21549083-acf6-4b2f-a995-9cd7db033d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:24.749568 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-21549083-acf6-4b2f-a995-9cd7db033d1a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0817471
Dec 21 10:54:24.893640 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-443836b6-8494-44cd-8e2a-6ed3266e2178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:24.895362 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-443836b6-8494-44cd-8e2a-6ed3266e2178 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1448076
Dec 21 10:54:24.898453 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-e40c869f-ec01-4364-a6f0-a856e793d218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:54:24.899956 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-e40c869f-ec01-4364-a6f0-a856e793d218 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1156943
Dec 21 10:54:25.005110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed02c860>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f9adc1b1-076d-4d07-b4c9-b729e6b165ae', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:e0:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:54:20Z', 'updated_at': '2020-12-21T10:54:22Z', 'revision_number': 1, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:54:25.010567 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694f2b0a-0ef3-44ba-a56f-618a71acbbb8 None None] The sync data for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs is: [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f9adc1b1-076d-4d07-b4c9-b729e6b165ae', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:e0:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:54:20Z', 'updated_at': '2020-12-21T10:54:22Z', 'revision_number': 1, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:54:25.173905 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-42c27825-e404-4aa0-9858-09dfa0ddb78d service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2692378
Dec 21 10:54:25.175911 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-cd35c74b-3e58-4f51-b7d0-b62f2cc2a46d service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2492633
Dec 21 10:54:25.308362 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4376b37d-731d-4a29-9690-c3f43354d9b6 None None] New status for floating IP f9adc1b1-076d-4d07-b4c9-b729e6b165ae: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:54:25.731671 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-45e9e3c6-99f7-45d8-aada-147248f7dd27 req-c9441154-3eff-486f-b5c2-72505cb603e9 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5499041
Dec 21 10:54:25.734998 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ee725327-a27b-43dc-95fd-e6d93f209de5 req-e4a54439-e1b2-45f8-b496-f102ab3258a5 service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5310147
Dec 21 10:54:32.336124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:38.490592 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-13d717c9-8679-4d29-81ef-044984e5915e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:42.359618 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:42.566425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3c421c57-270c-4fe4-abec-f1e4e50e016e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:42.828952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:43.710952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:54:47.520588 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:55:01.462850 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-285beceb-a428-47f5-916a-4c785813e93a req-a2ea433a-15ff-4b81-9317-fa69e5c620ad service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0818167
Dec 21 10:55:01.730154 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285beceb-a428-47f5-916a-4c785813e93a req-659ae744-988e-4c4e-ba5a-b7c2022ac4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:55:01.731703 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-285beceb-a428-47f5-916a-4c785813e93a req-659ae744-988e-4c4e-ba5a-b7c2022ac4fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 1163 time: 0.0779808
Dec 21 10:55:01.896831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285beceb-a428-47f5-916a-4c785813e93a req-3e9b3a5c-e3ca-437f-9543-5ee08ccaeeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:55:01.898482 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-285beceb-a428-47f5-916a-4c785813e93a req-3e9b3a5c-e3ca-437f-9543-5ee08ccaeeec service neutron] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.1473448
Dec 21 10:55:02.007785 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-285beceb-a428-47f5-916a-4c785813e93a req-5a9f997c-a54c-44b9-8ea9-c1f9bd4c73dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 1001 time: 0.1018589
Dec 21 10:55:02.080778 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285beceb-a428-47f5-916a-4c785813e93a req-87e2b117-4053-42af-aa71-98acebd77879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:55:02.082459 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-285beceb-a428-47f5-916a-4c785813e93a req-87e2b117-4053-42af-aa71-98acebd77879 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0681329
Dec 21 10:55:02.164706 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285beceb-a428-47f5-916a-4c785813e93a req-cb73c0ab-42e1-4df3-8d45-2f3a530b5791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:55:02.166457 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-285beceb-a428-47f5-916a-4c785813e93a req-cb73c0ab-42e1-4df3-8d45-2f3a530b5791 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767031
Dec 21 10:55:02.313664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-285beceb-a428-47f5-916a-4c785813e93a req-2b3effa8-47ea-4f96-8a6e-72d23d808488 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400716
Dec 21 10:55:02.339732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:02.464685 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-285beceb-a428-47f5-916a-4c785813e93a req-48e676b6-5d03-4998-8cbd-cd19342028ed service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1444192
Dec 21 10:55:08.494202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d7ead77d-4a7c-47a4-94a3-80381321c872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:12.363329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:12.569625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9923550d-969d-42e1-bef1-c8cbad836e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:12.830600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:13.713724 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:24.520146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:55:32.338670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:38.496159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-998ab27e-89ea-48eb-8e14-506723ec8b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:42.370777 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:42.571781 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-26d9feda-f52a-4cb2-81dd-1bee88548d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:42.834822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:55:43.716357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:01.520447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:56:02.345076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:02.615110 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-542b6a38-1ff1-4da6-af44-ab4f6aa4c466 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1462417
Dec 21 10:56:02.767831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-0f1e3a46-ff58-462d-862f-d534a6158f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:02.769483 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-0f1e3a46-ff58-462d-862f-d534a6158f3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 1163 time: 0.0804610
Dec 21 10:56:02.929813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-f886399e-1f79-46a9-a1bd-ee0021398b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:02.931345 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-f886399e-1f79-46a9-a1bd-ee0021398b59 service neutron] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.1417553
Dec 21 10:56:03.043139 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-ffa25f93-1a79-4fa1-bc71-f4ac195c9965 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 1001 time: 0.1046772
Dec 21 10:56:03.113660 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-ca28c98f-5bb2-43b9-9816-4bdf5efc068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:03.115267 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-ca28c98f-5bb2-43b9-9816-4bdf5efc068a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0657971
Dec 21 10:56:03.197925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-8aa3a7cd-86ce-4a01-9075-5da5d43266af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:03.199508 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-8aa3a7cd-86ce-4a01-9075-5da5d43266af service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0760984
Dec 21 10:56:03.349364 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-472df0d2-a545-42e7-9402-8ad57f01e926 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1426191
Dec 21 10:56:03.506131 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-60137b2a-40e1-47dd-83d3-8e944a1a9ba6 req-0d45b455-6ea2-4d03-8739-db9bf6f3d3ed service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1478772
Dec 21 10:56:08.502137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-684f7b60-b7c7-4c30-ba48-e36557b1d871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:12.372900 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:12.579948 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6a17f99-4547-4a3c-a7fa-b01a998b0ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:12.839053 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:13.719583 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:29.085968 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-1a620895-7a26-47b9-9f65-4faad930a901 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-2089702749&fields=id&tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b HTTP/1.1" status: 200  len: 267 time: 0.0471795
Dec 21 10:56:29.250797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-77a8ba74-e5aa-4859-b221-901e7fe7ae91 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:29.252385 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-77a8ba74-e5aa-4859-b221-901e7fe7ae91 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 809 time: 0.1588349
Dec 21 10:56:29.268624 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-538015ec-6bec-4f92-bb4c-bbe1f2cce77a tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/quotas/d3741cdc7dc748dbbcfe10e46cecef6b HTTP/1.1" status: 200  len: 375 time: 0.0101409
Dec 21 10:56:29.359574 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-55c16e3b-fb52-4c76-8354-3bedd300bea8 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0853367
Dec 21 10:56:29.485497 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-a2067b47-b110-49fc-91ad-73e919f8813f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:56:29.486726 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-a2067b47-b110-49fc-91ad-73e919f8813f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0747437
Dec 21 10:56:29.635960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-33c16b46-658f-40c3-86f1-8b34a410aa14 service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421261
Dec 21 10:56:29.786152 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-d20180a5-b9d5-4ebc-9048-99dad74144fe service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1423936
Dec 21 10:56:30.033828 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8d936d64-4477-4c16-9493-7bf266c01e15 req-b54717ed-8242-45d5-9c21-c2c1980ffc34 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 210 time: 0.0472543
Dec 21 10:56:31.107243 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-948a9b79-684a-40f2-b3ba-0b94d2f63416 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:31.108829 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-948a9b79-684a-40f2-b3ba-0b94d2f63416 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 809 time: 0.1622055
Dec 21 10:56:31.234718 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-ae8fea60-888b-468d-94b1-c8a11f58a13b tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b HTTP/1.1" status: 200  len: 5555 time: 0.1121395
Dec 21 10:56:31.240705 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a25aa791-a28b-4591-94c3-907ed5b75b9b req-a75b84e6-1a58-4046-850e-947eb732c9ed tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 210 time: 0.0521393
Dec 21 10:56:31.246050 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'port': {'device_id': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'admin_state_up': True, 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'security_groups': ['64d32271-ebd2-41bd-b8bb-64914fda69cc']}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:56:31.399754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:56:31.410896 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:56:31.420793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Made reservation on behalf of d3741cdc7dc748dbbcfe10e46cecef6b for: {'port': 1} {{(pid=80970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Dec 21 10:56:31.426586 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:31.828837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Allocated IP 172.20.0.13 (deaabaa0-625f-43fe-b41d-79c16251b242/13b73687-f84a-4df4-88cb-33519f325993/7c5fdb74-e1ef-4f6a-aff0-cdab00855906) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:56:32.047913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:32.065308 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Transition to ACTIVE for port object 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 will not be triggered until provisioned by entity DHCP. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:56:32.087102 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:32.107593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b42a6c2a-fffb-4370-9ad7-f6b3acfdb4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:56:32.280483 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event updated for resources: {'Port': ['ID=7c5fdb74-e1ef-4f6a-aff0-cdab00855906,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:56:32.305753 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.306342 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.306556 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.306979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.307399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.307813 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.308234 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.308697 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.309110 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.309519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.309940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.310351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.310850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.311267 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.311672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.312081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.312488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.312895 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.313303 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.313737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.314141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.314545 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.314951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.315354 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:32.328916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:56:32.344771 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:32.362077 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Network deaabaa0-625f-43fe-b41d-79c16251b242 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:56:32.363368 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:56:32.372757 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:56:32.512111 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:32.512977 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:32.559411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda04321-93e8-486b-b214-daeb3dcb4dfd req-f761af76-56b2-458c-b174-dba7a55f2f1a tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:32.559411 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eda04321-93e8-486b-b214-daeb3dcb4dfd req-f761af76-56b2-458c-b174-dba7a55f2f1a tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 932 time: 0.1484556
Dec 21 10:56:32.591405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3495142
Dec 21 10:56:32.626510 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eda04321-93e8-486b-b214-daeb3dcb4dfd req-ce6d1d86-a375-40ef-93d4-3091d263f2c3 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0580094
Dec 21 10:56:32.701448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-38e76260-c66e-470f-abd9-3c2be96bc2e2 None None] Provisioning for port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 completed by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:56:32.706372 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-38e76260-c66e-470f-abd9-3c2be96bc2e2 None None] Provisioning complete for port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 triggered by entity DHCP. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:56:32.706793 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-38e76260-c66e-470f-abd9-3c2be96bc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:32.763744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-38e76260-c66e-470f-abd9-3c2be96bc2e2 None None] Port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 cannot update to ACTIVE because it is not bound. {{(pid=80972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:327}}
Dec 21 10:56:33.853548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eaf219-9f0f-4628-a3ed-55a47ba9b965 req-5f3aa330-6a5d-478d-9057-0a7e4623fcbd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:33.854203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-01eaf219-9f0f-4628-a3ed-55a47ba9b965 req-5f3aa330-6a5d-478d-9057-0a7e4623fcbd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Synchronizing usage tracker for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:56:33.869018 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-01eaf219-9f0f-4628-a3ed-55a47ba9b965 req-5f3aa330-6a5d-478d-9057-0a7e4623fcbd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Unset dirty status for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:56:33.870589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01eaf219-9f0f-4628-a3ed-55a47ba9b965 req-5f3aa330-6a5d-478d-9057-0a7e4623fcbd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 932 time: 0.1069021
Dec 21 10:56:33.923585 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-01eaf219-9f0f-4628-a3ed-55a47ba9b965 req-9742aa6e-6a12-43e5-a934-3e0e9bd56109 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0459299
Dec 21 10:56:35.174519 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def31aee-efde-4919-9d2d-2ae4d3cc3802 req-c037b89e-19af-4532-9327-8d5131bc1e76 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:35.177452 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-def31aee-efde-4919-9d2d-2ae4d3cc3802 req-c037b89e-19af-4532-9327-8d5131bc1e76 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 932 time: 0.1059132
Dec 21 10:56:35.227235 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-def31aee-efde-4919-9d2d-2ae4d3cc3802 req-e24b404e-6598-4a70-aff3-1fa6d618a271 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0437469
Dec 21 10:56:36.455396 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ae459-4df6-4743-8af5-a7835628399a req-bd925838-2d09-4295-b358-53fbefaf6310 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:36.457067 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-357ae459-4df6-4743-8af5-a7835628399a req-bd925838-2d09-4295-b358-53fbefaf6310 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 932 time: 0.0869417
Dec 21 10:56:36.508750 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-357ae459-4df6-4743-8af5-a7835628399a req-5e6f523e-ae18-4cac-8f6b-d5e3094d5da4 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0452502
Dec 21 10:56:37.742432 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5b81a-ceee-4dc5-b321-89c35fd9f3b5 req-2a541cbb-cbad-4d40-84b7-5590c74fda48 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:37.743993 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3e5b81a-ceee-4dc5-b321-89c35fd9f3b5 req-2a541cbb-cbad-4d40-84b7-5590c74fda48 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 932 time: 0.0896633
Dec 21 10:56:37.796756 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b3e5b81a-ceee-4dc5-b321-89c35fd9f3b5 req-02ee20fa-a147-4841-a801-7753740a1054 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0437896
Dec 21 10:56:38.504838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d03bf568-891e-464d-9231-0ab7290a0865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:38.521648 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:56:39.032346 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a959c483-c440-4122-96a9-130d1321881a req-5a7b25ce-9e48-47af-80da-d6f5da27e647 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:39.033940 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a959c483-c440-4122-96a9-130d1321881a req-5a7b25ce-9e48-47af-80da-d6f5da27e647 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 932 time: 0.1027944
Dec 21 10:56:39.088377 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a959c483-c440-4122-96a9-130d1321881a req-907558b8-a027-40f5-a587-8dc7b8a51272 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0477755
Dec 21 10:56:40.313331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3dd22-6cce-421f-a3e6-0a90be51263b req-0c527ee6-0b8c-4083-9f8a-395cbe393700 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:40.315793 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f5a3dd22-6cce-421f-a3e6-0a90be51263b req-0c527ee6-0b8c-4083-9f8a-395cbe393700 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 932 time: 0.0897868
Dec 21 10:56:40.364861 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-f5a3dd22-6cce-421f-a3e6-0a90be51263b req-e453891f-aa66-4296-99af-f4f9a5351fdb tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0423405
Dec 21 10:56:41.590411 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa48ab-5fd4-48ae-ad75-2287fb1b43d6 req-c0bf40c1-0041-4e5c-b805-5f336af4b373 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:41.592041 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ddaa48ab-5fd4-48ae-ad75-2287fb1b43d6 req-c0bf40c1-0041-4e5c-b805-5f336af4b373 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 932 time: 0.0927577
Dec 21 10:56:41.643570 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ddaa48ab-5fd4-48ae-ad75-2287fb1b43d6 req-40a11316-7a2a-49ae-9a09-6059c19ff810 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0447330
Dec 21 10:56:42.055817 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Request body: {'port': {'device_id': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-6013'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:56:42.375566 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:42.439535 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:42.576594 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-14f89ceb-2919-4e4f-bad5-c6f59d73b4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:42.843269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:42.926832 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 {{(pid=80970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}}
Dec 21 10:56:42.936652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1292739-14c3-43bb-8c58-a9bcf2ea29c9 req-99f6652d-7447-4c2c-a8ce-71ad38d10a7c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:42.938244 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b1292739-14c3-43bb-8c58-a9bcf2ea29c9 req-99f6652d-7447-4c2c-a8ce-71ad38d10a7c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 932 time: 0.1592071
Dec 21 10:56:42.942139 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:42.975815 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Transition to ACTIVE for port object 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 will not be triggered until provisioned by entity L2. {{(pid=80970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Dec 21 10:56:42.990191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:43.007952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:56:43.063069 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-b1292739-14c3-43bb-8c58-a9bcf2ea29c9 req-df69d9f4-c985-4f2c-af50-05d59e2159c0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.1180589
Dec 21 10:56:43.165921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5fdb74-e1ef-4f6a-aff0-cdab00855906,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:56:43.170959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:56:43.352160 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Attempting to bind port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 on host hv-neutron-6013 for vnic_type normal with profile  {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Dec 21 10:56:43.352543 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Attempting to bind port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 by drivers openvswitch on host hv-neutron-6013 at level 0 using segments [{'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Dec 21 10:56:43.352922 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Attempting to bind port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 on network deaabaa0-625f-43fe-b41d-79c16251b242 {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Dec 21 10:56:43.359376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Checking agent: {'id': 'e4d44804-b6c2-4b57-815f-fc87c2c44a84', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-neutron-6013', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 12, 21, 9, 55, 1), 'started_at': datetime.datetime(2020, 12, 21, 9, 55, 31), 'heartbeat_timestamp': datetime.datetime(2020, 12, 21, 10, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'allowed_address_pair_arp_responder': False, 'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.46', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.3', 'SecurityGroupRule': '1.1', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Dec 21 10:56:43.359736 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Checking segment: {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Dec 21 10:56:43.360146 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:43.360544 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Bound using segment: {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'} {{(pid=80970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Dec 21 10:56:43.361024 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Bound port: 7c5fdb74-e1ef-4f6a-aff0-cdab00855906, host: hv-neutron-6013, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242'}}] {{(pid=80970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Dec 21 10:56:43.361408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:43.456571 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] For port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906, host hv-neutron-6013, cleared binding levels {{(pid=80970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Dec 21 10:56:43.460131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] For port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906, host hv-neutron-6013, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=7c5fdb74-e1ef-4f6a-aff0-cdab00855906,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Dec 21 10:56:43.462732 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:43.478838 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-8bb65340-d6a3-4bb7-bb8d-8bbfd68cd73e tempest-TestShelveInstance-1340938458 tempest-TestShelveInstance-1340938458] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:56:43.642334 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=7c5fdb74-e1ef-4f6a-aff0-cdab00855906,revision_number=3']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:56:43.647141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:56:43.678176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:43.678852 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:43.680353 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-caa22f11-6f98-4069-aa2c-835b5c0a3ad2 service neutron] 10.222.0.16 "PUT /v2.0/ports/7c5fdb74-e1ef-4f6a-aff0-cdab00855906 HTTP/1.1" status: 200  len: 1158 time: 1.6295810
Dec 21 10:56:43.680912 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'tag': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:56:43.750632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:43.824982 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-c861b393-50af-4a53-98ac-c607dbe8bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:43.826610 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-c861b393-50af-4a53-98ac-c607dbe8bc86 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 1161 time: 0.0973577
Dec 21 10:56:43.906095 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-4e35da69-a450-43c6-99da-806ab64c1317 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5fdb74-e1ef-4f6a-aff0-cdab00855906 HTTP/1.1" status: 200  len: 217 time: 0.0713439
Dec 21 10:56:43.950297 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'tag': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906', 'status': 'completed', 'code': 200}
Dec 21 10:56:43.978744 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-37d55787-10e2-46fe-8918-3a1f326710fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:43.980290 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-37d55787-10e2-46fe-8918-3a1f326710fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0675778
Dec 21 10:56:44.060122 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-22645a55-76f0-4b53-95c9-5678b68a18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:44.061757 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-22645a55-76f0-4b53-95c9-5678b68a18ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752974
Dec 21 10:56:44.256558 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-62b9779d-63d6-4614-9327-6376518514b4 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1868863
Dec 21 10:56:44.406174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da033eea-0a24-4e23-b5b1-3e038e43438c req-c7ccca73-ce6f-460d-a5be-fd9f98118bf2 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:44.407867 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-da033eea-0a24-4e23-b5b1-3e038e43438c req-c7ccca73-ce6f-460d-a5be-fd9f98118bf2 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 944 time: 0.2062533
Dec 21 10:56:44.444960 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47245ea5-a4bf-466c-8099-2e7083e7acc1 req-90d47189-d34a-4b34-8e92-9c808558053f service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1813080
Dec 21 10:56:44.473156 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-da033eea-0a24-4e23-b5b1-3e038e43438c req-22e6ba6f-7294-4e95-9747-b6ade57ee324 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0478852
Dec 21 10:56:44.584496 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-be2545dc-8d85-4cad-9462-34cad435b121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:44.586183 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-be2545dc-8d85-4cad-9462-34cad435b121 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 1161 time: 0.0931756
Dec 21 10:56:44.735428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-2634a3bd-2d7a-479e-909f-ed0749c502f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:44.737015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-2634a3bd-2d7a-479e-909f-ed0749c502f8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.1421621
Dec 21 10:56:44.812306 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-8978c9ab-99db-4777-a21b-6b2ee5a503c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5fdb74-e1ef-4f6a-aff0-cdab00855906 HTTP/1.1" status: 200  len: 217 time: 0.0670967
Dec 21 10:56:44.881684 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-659a01ea-66ed-4b40-9e3c-085962dc2859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:44.883104 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-659a01ea-66ed-4b40-9e3c-085962dc2859 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0639040
Dec 21 10:56:44.965791 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-a88a41c4-f445-4681-8f52-99f4c3a2b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:44.967414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-a88a41c4-f445-4681-8f52-99f4c3a2b566 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770712
Dec 21 10:56:45.113388 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-1462ec0e-c1e7-4b0e-9f71-73dcb6370f11 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1375115
Dec 21 10:56:45.256834 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-fb0abd9c-3d65-49ee-b8f3-6fd47b2cd9d8 req-cd5d99c1-d756-4beb-ac3e-9303600ad486 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1364372
Dec 21 10:56:45.690059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533125-cc4c-453f-8559-b532fc4a8fd2 req-a18563be-862b-41f4-847b-01a1ea6d5356 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:45.691689 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d1533125-cc4c-453f-8559-b532fc4a8fd2 req-a18563be-862b-41f4-847b-01a1ea6d5356 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 944 time: 0.0849991
Dec 21 10:56:45.740172 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d1533125-cc4c-453f-8559-b532fc4a8fd2 req-7decb181-7475-4a43-b07c-ca86e9bf5fbb tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0421100
Dec 21 10:56:46.954783 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f1082-ecb7-40a6-810c-916a8d319866 req-65b9e439-8efa-41bb-af22-d3eff68845a3 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:46.956339 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e4f1082-ecb7-40a6-810c-916a8d319866 req-65b9e439-8efa-41bb-af22-d3eff68845a3 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 944 time: 0.0876265
Dec 21 10:56:47.004828 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0e4f1082-ecb7-40a6-810c-916a8d319866 req-c1676ed4-f9e8-454f-a34b-4dc202369d01 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0421681
Dec 21 10:56:47.578667 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:56:47.651985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning for port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 completed by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Dec 21 10:56:47.657222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:56:47.657680 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:47.781265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:47.808983 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906'}] {{(pid=80972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:56:47.818424 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] For port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=7c5fdb74-e1ef-4f6a-aff0-cdab00855906,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:56:47.821409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398'] for port, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:47.823474 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:56:47.899467 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Pushing event updated for resources: {'Port': ['ID=7c5fdb74-e1ef-4f6a-aff0-cdab00855906,revision_number=4']} {{(pid=80972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:56:47.908385 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.908776 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.909159 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.909581 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.909961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.910339 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.910708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.911078 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.911448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.911819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.912185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.912548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.912984 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.913348 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.913737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.914100 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.914463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.914824 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.915225 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.915589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.915951 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.916364 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.916729 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.917090 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:56:47.922189 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:56:47.997737 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906', 'code': 200}
Dec 21 10:56:48.288249 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cbbaf-0b29-421a-918b-687f453352ef req-91d3f7ee-fba0-493a-b434-d0ef72bfccf1 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:48.289885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-712cbbaf-0b29-421a-918b-687f453352ef req-91d3f7ee-fba0-493a-b434-d0ef72bfccf1 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 946 time: 0.1496060
Dec 21 10:56:48.292494 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa975c1-0a30-4aac-a38f-0e201c045957 req-83a13b25-0af0-4a2e-8b1c-0aac69ac13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:48.294033 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bfa975c1-0a30-4aac-a38f-0e201c045957 req-83a13b25-0af0-4a2e-8b1c-0aac69ac13ce service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 1163 time: 0.1142986
Dec 21 10:56:48.366015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-712cbbaf-0b29-421a-918b-687f453352ef req-9db15ce2-6245-4c45-9023-a1cabed4b528 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0691135
Dec 21 10:56:48.372051 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-bfa975c1-0a30-4aac-a38f-0e201c045957 req-75513496-a774-42b5-976c-1ae938f2fd5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0605876
Dec 21 10:56:49.286296 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 up at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Dec 21 10:56:49.360209 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.provisioning_blocks [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Provisioning complete for port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 triggered by entity L2. {{(pid=80972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Dec 21 10:56:49.360639 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33004591'] for port, provisioning_complete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:49.603939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b727b42-7271-4fb3-87ff-3f795b8a3f81 req-902d6705-4651-4461-acab-7fc9c79b3366 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:49.605578 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2b727b42-7271-4fb3-87ff-3f795b8a3f81 req-902d6705-4651-4461-acab-7fc9c79b3366 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 946 time: 0.0985870
Dec 21 10:56:49.654912 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-2b727b42-7271-4fb3-87ff-3f795b8a3f81 req-4104c94e-eaa7-4cec-9886-03340ee99651 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0429606
Dec 21 10:56:50.867755 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac41194-5e0d-4c66-ac28-15202f00efd9 req-da348fd5-38ef-4d03-a4d5-1edd37eb15b2 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:50.869571 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ac41194-5e0d-4c66-ac28-15202f00efd9 req-da348fd5-38ef-4d03-a4d5-1edd37eb15b2 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 946 time: 0.0855632
Dec 21 10:56:50.921331 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-0ac41194-5e0d-4c66-ac28-15202f00efd9 req-c1a3426d-edfa-4144-a622-ae965fabd771 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0451791
Dec 21 10:56:51.135119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddcfc4-d61f-43d4-8467-ab7510d68334 req-f1c0efbd-d94f-453c-8898-61e9b4be174c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:51.136650 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-26ddcfc4-d61f-43d4-8467-ab7510d68334 req-f1c0efbd-d94f-453c-8898-61e9b4be174c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 946 time: 0.0831993
Dec 21 10:56:51.184285 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-26ddcfc4-d61f-43d4-8467-ab7510d68334 req-f4bd7cb6-a640-4361-9cb9-891633492e77 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0406334
Dec 21 10:56:51.396633 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d865319f-7908-45db-8af2-c3e295317ceb req-de232bf4-d111-45f0-a5ef-c8093d5b2e91 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1587250
Dec 21 10:56:51.407021 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'floatingip': {'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:56:51.413380 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Dec 21 10:56:51.423694 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.quota.driver [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Dec 21 10:56:51.433462 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:51.586005 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:51.863690 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_common [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Allocated IP 172.26.1.155 (c8748333-3fcf-4be6-bc21-ddf4948bb217/1c2361e8-76e9-4508-bea7-6ef2a496bc04/d8b94a7c-12f5-4916-9486-af9b99addd7d) {{(pid=80970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Dec 21 10:56:52.290961 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for port, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:52.316938 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363296614069262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:52.333194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3f85da40-d1e6-4737-8fb7-93ea02b02c60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:56:52.475746 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event updated for resources: {'Port': ['ID=d8b94a7c-12f5-4916-9486-af9b99addd7d,revision_number=1']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:56:52.481572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:56:52.525733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Network c8748333-3fcf-4be6-bc21-ddf4948bb217 is already hosted by enough agents. {{(pid=80970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Dec 21 10:56:52.526905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.base_scheduler [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Resources bound (agent type, host, resource id):  {{(pid=80970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Dec 21 10:56:52.529311 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Received port after_create {{(pid=80970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Dec 21 10:56:52.624750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, precommit_create {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:52.693098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:52.962882 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for port, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:52.966978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740241266837', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363296614109436', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740240666398', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2379235'] for port, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:52.983406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-216b3665-adfb-4228-afe4-a066d95946e0 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:56:53.129868 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event updated for resources: {'Port': ['ID=d8b94a7c-12f5-4916-9486-af9b99addd7d,revision_number=2']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:56:53.134409 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:56:53.225517 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:53.251931 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:53.253237 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d865319f-7908-45db-8af2-c3e295317ceb req-d8861ee3-2124-4571-9325-6eafbb66e24c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.8505976
Dec 21 10:56:53.339037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d865319f-7908-45db-8af2-c3e295317ceb req-d542f162-2032-4417-a226-7c8ddccdb43b tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Synchronizing usage tracker for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:56:53.354169 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-d865319f-7908-45db-8af2-c3e295317ceb req-d542f162-2032-4417-a226-7c8ddccdb43b tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Unset dirty status for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:56:53.355431 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d865319f-7908-45db-8af2-c3e295317ceb req-d542f162-2032-4417-a226-7c8ddccdb43b tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.155 HTTP/1.1" status: 200  len: 696 time: 0.0958240
Dec 21 10:56:53.518195 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865319f-7908-45db-8af2-c3e295317ceb req-9573fd43-e1de-4c35-a70b-c726aa23f76c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:53.519767 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-d865319f-7908-45db-8af2-c3e295317ceb req-9573fd43-e1de-4c35-a70b-c726aa23f76c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1579883
Dec 21 10:56:53.714598 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-09b126e4-31fc-4e41-aaf3-f0c95a23c6eb tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:53.716247 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-09b126e4-31fc-4e41-aaf3-f0c95a23c6eb tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0861101
Dec 21 10:56:53.803653 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-fe2e8a58-7bf8-463f-998a-dfcbd549c8ab tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.155 HTTP/1.1" status: 200  len: 696 time: 0.0810297
Dec 21 10:56:53.813873 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.v2.base [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-bb6f695b-1625-45a2-a819-1e197e2cb37c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Request body: {'floatingip': {'port_id': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Dec 21 10:56:53.895750 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-bb6f695b-1625-45a2-a819-1e197e2cb37c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, before_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:54.514119 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-bb6f695b-1625-45a2-a819-1e197e2cb37c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, precommit_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:54.517062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-bb6f695b-1625-45a2-a819-1e197e2cb37c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-581503'] for floatingip, after_update {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:54.704128 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-bb6f695b-1625-45a2-a819-1e197e2cb37c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Floating IP 3af9e148-aef7-4200-8ea1-aab439de94b3 associated. External IP: 172.26.1.155, port: 7c5fdb74-e1ef-4f6a-aff0-cdab00855906.
Dec 21 10:56:55.068130 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-bb6f695b-1625-45a2-a819-1e197e2cb37c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Router 2f35667d-1d75-437d-8d64-3027ea5a8d8b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:56:55.529040 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-bb6f695b-1625-45a2-a819-1e197e2cb37c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:56:55.533529 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-bb6f695b-1625-45a2-a819-1e197e2cb37c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:56:55.540923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] Sync routers for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:56:55.562358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:56:55.563057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec57b0b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:56:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:56:55.593953 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-bb6f695b-1625-45a2-a819-1e197e2cb37c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "PUT /v2.0/floatingips/3af9e148-aef7-4200-8ea1-aab439de94b3 HTTP/1.1" status: 200  len: 997 time: 1.7842045
Dec 21 10:56:55.594533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'tag': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:56:55.658948 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'tag': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906', 'status': 'completed', 'code': 200}
Dec 21 10:56:55.740652 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-c96a4ad6-1c08-4f40-8fc5-f7cb9a256067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:55.742330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-c96a4ad6-1c08-4f40-8fc5-f7cb9a256067 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 1163 time: 0.1346469
Dec 21 10:56:55.755173 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:56:55.883406 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-aed2a942-4d8b-4bfb-aa83-fe43fab7ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:55.884954 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-aed2a942-4d8b-4bfb-aa83-fe43fab7ee1e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 1163 time: 0.2021818
Dec 21 10:56:55.954679 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-398af2fe-1b43-4ebc-a38e-3c9697da7d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:55.956369 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-398af2fe-1b43-4ebc-a38e-3c9697da7d9d service neutron] 10.222.0.45 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.2059796
Dec 21 10:56:56.136587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec57b0b8>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '3af9e148-aef7-4200-8ea1-aab439de94b3', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.155', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:dc:41:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:56:52Z', 'updated_at': '2020-12-21T10:56:54Z', 'revision_number': 1, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}, {'id': 'f9adc1b1-076d-4d07-b4c9-b729e6b165ae', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:e0:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:54:20Z', 'updated_at': '2020-12-21T10:54:25Z', 'revision_number': 2, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:56:56.141426 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] Checking router: 2f35667d-1d75-437d-8d64-3027ea5a8d8b for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:56:56.148799 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-17c7c1c2-08d6-4bfb-8562-5e26ad4077f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5fdb74-e1ef-4f6a-aff0-cdab00855906 HTTP/1.1" status: 200  len: 1000 time: 0.1373832
Dec 21 10:56:56.149952 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-3f40d80c-3fce-4b35-b474-4fe26510b18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:56.150678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:56:56.151789 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec57b0b8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:56:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:56:56.151983 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-3f40d80c-3fce-4b35-b474-4fe26510b18c service neutron] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.2593005
Dec 21 10:56:56.314185 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-b46e6c01-7777-43c3-bfc3-7c9fd49d39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:56.315825 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-b46e6c01-7777-43c3-bfc3-7c9fd49d39b5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.1588483
Dec 21 10:56:56.320602 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-f0bc8879-2941-47f8-b24e-5829c9e0ffb4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5fdb74-e1ef-4f6a-aff0-cdab00855906 HTTP/1.1" status: 200  len: 1000 time: 0.1278653
Dec 21 10:56:56.345148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:56:56.446923 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-54f10c66-c083-4a5b-875e-5841d313a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:56.448424 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-54f10c66-c083-4a5b-875e-5841d313a700 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0931578
Dec 21 10:56:56.507542 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-2d111735-7bbb-411f-a397-b68af2d1dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:56.509205 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-2d111735-7bbb-411f-a397-b68af2d1dd24 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1869113
Dec 21 10:56:56.637217 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-53ca1860-ccf0-431d-8790-78308a31a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:56:56.639001 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-53ca1860-ccf0-431d-8790-78308a31a9bb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1838672
Dec 21 10:56:56.732400 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec57b0b8>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '3af9e148-aef7-4200-8ea1-aab439de94b3', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.155', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:dc:41:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:56:52Z', 'updated_at': '2020-12-21T10:56:54Z', 'revision_number': 1, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}, {'id': 'f9adc1b1-076d-4d07-b4c9-b729e6b165ae', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:e0:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:54:20Z', 'updated_at': '2020-12-21T10:54:25Z', 'revision_number': 2, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:56:56.738487 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e1626c-339e-485b-a09c-2b284c6eb216 None None] The sync data for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs is: [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': '3af9e148-aef7-4200-8ea1-aab439de94b3', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.155', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:dc:41:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:56:52Z', 'updated_at': '2020-12-21T10:56:54Z', 'revision_number': 1, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}, {'id': 'f9adc1b1-076d-4d07-b4c9-b729e6b165ae', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:e0:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:54:20Z', 'updated_at': '2020-12-21T10:54:25Z', 'revision_number': 2, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:56:56.796116 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-fb80d295-3dbe-4ec6-b66c-b92d5761391c service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2791777
Dec 21 10:56:56.872574 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-dd38a9b3-c874-45b7-a764-cc0700e49fa5 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2254150
Dec 21 10:56:57.053223 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f746b4b-4b90-45c3-82fd-615c3c51ee1c None None] New status for floating IP 3af9e148-aef7-4200-8ea1-aab439de94b3: ACTIVE {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:56:57.074188 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-41a0be3a-b70d-409d-ba5b-f95bbb894baa req-ed36edd2-2182-47ed-a79a-ec93b2bce63c service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2706857
Dec 21 10:56:57.106022 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-dad4645d-65eb-427d-bc52-6d59bbf3bb6f req-af66de2e-610f-4d47-af01-e6d2a246bbb9 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1815827
Dec 21 10:57:02.365141 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:04.452088 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7046caec-8f52-4034-94bb-e8cca597be2d req-f2a2ece2-a499-4a00-b0f0-cfb77d895fca service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0754087
Dec 21 10:57:04.606792 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046caec-8f52-4034-94bb-e8cca597be2d req-dcac1f31-5ca0-4b6d-a784-a3f6657c6c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:57:04.608420 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7046caec-8f52-4034-94bb-e8cca597be2d req-dcac1f31-5ca0-4b6d-a784-a3f6657c6c67 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 1163 time: 0.0821259
Dec 21 10:57:04.773430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046caec-8f52-4034-94bb-e8cca597be2d req-73da8d19-b544-4ea5-889f-d6dfb28768a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:57:04.775089 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7046caec-8f52-4034-94bb-e8cca597be2d req-73da8d19-b544-4ea5-889f-d6dfb28768a8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.1458790
Dec 21 10:57:04.881464 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7046caec-8f52-4034-94bb-e8cca597be2d req-3b6cd12b-1b54-437a-8a43-7bee49fbdaa5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 1001 time: 0.0985370
Dec 21 10:57:04.954994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046caec-8f52-4034-94bb-e8cca597be2d req-d2f3210c-7445-41d6-97d9-25f8e87d6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:57:04.956611 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7046caec-8f52-4034-94bb-e8cca597be2d req-d2f3210c-7445-41d6-97d9-25f8e87d6090 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0681202
Dec 21 10:57:05.036623 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7046caec-8f52-4034-94bb-e8cca597be2d req-7a87d48f-aaa9-4ea2-9ecf-246d10f103dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:57:05.038204 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7046caec-8f52-4034-94bb-e8cca597be2d req-7a87d48f-aaa9-4ea2-9ecf-246d10f103dc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753157
Dec 21 10:57:05.186214 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7046caec-8f52-4034-94bb-e8cca597be2d req-b2c446e7-4b6d-4b08-a115-b9af83c513b9 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412604
Dec 21 10:57:05.336160 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-7046caec-8f52-4034-94bb-e8cca597be2d req-32a67c3e-7266-4d85-a32d-17115babf66c service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1415033
Dec 21 10:57:08.507561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-44599ed2-39cd-403d-ad47-a7a88d966aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:12.381295 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:12.569692 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e4da7c11-2af6-4d86-9ec4-b826f24ade88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:12.845957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:13.721978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:15.520780 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:57:32.365661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:38.511987 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-58c233f2-974a-4656-8838-34959af75483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:42.380653 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:42.573672 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-383f00ab-8147-4a3a-8bd1-9f97713f1cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:42.851081 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:43.724500 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:57:52.521161 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:58:02.359971 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:07.331056 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-0db9236a-83e9-4ab4-856e-f833a81cc150 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1134553
Dec 21 10:58:07.432970 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-84bc6c29-e9d9-4349-aa4a-5b0b94ce31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:07.434735 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-84bc6c29-e9d9-4349-aa4a-5b0b94ce31d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 1163 time: 0.0816362
Dec 21 10:58:07.891265 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-19bbd15d-68d2-40bf-9cc6-44c73fac022d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:07.891265 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-19bbd15d-68d2-40bf-9cc6-44c73fac022d service neutron] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.4357266
Dec 21 10:58:08.030114 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-108b215a-f75a-4d0a-a4ee-e2dd3a412dc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5fdb74-e1ef-4f6a-aff0-cdab00855906 HTTP/1.1" status: 200  len: 1002 time: 0.1317141
Dec 21 10:58:08.102375 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-79372808-d26d-4300-8207-cf3e3e08efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:08.104517 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-79372808-d26d-4300-8207-cf3e3e08efe7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0679131
Dec 21 10:58:08.206327 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-37ebde77-5576-4a57-8e9a-4fa9324e719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:08.208066 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-37ebde77-5576-4a57-8e9a-4fa9324e719f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0974538
Dec 21 10:58:08.372787 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-ab733bc7-9e66-4aa4-9f32-cb19eff5b1c7 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571624
Dec 21 10:58:08.521448 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7121c8a3-c4ab-4b99-8898-459469d348c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:08.543805 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a0f5dfb0-4724-4bac-838d-4d9a1af3ef2d req-204e8a2c-4f40-4e26-b136-4e97a7a58346 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1641235
Dec 21 10:58:12.390803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:12.586399 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a6c9db93-df02-4d9e-a0f5-93b2bdcf9654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:12.864867 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:13.738062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:29.526685 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:58:31.902734 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-a64cd7ba-dfa9-4896-8263-72805fc17a63 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/floatingips/3af9e148-aef7-4200-8ea1-aab439de94b3 HTTP/1.1" status: 200  len: 999 time: 0.1242890
Dec 21 10:58:32.088901 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-6b152ef5-eaaa-4e4f-9050-031832da9f4c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:32.090332 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-6b152ef5-eaaa-4e4f-9050-031832da9f4c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1818600
Dec 21 10:58:32.200015 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-e43f7dd3-eb02-46b0-ae1b-3f85d3f7a762 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.155 HTTP/1.1" status: 200  len: 1002 time: 0.1031530
Dec 21 10:58:32.282547 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-9b446263-782a-499c-afed-555c209816f6 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:32.284084 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-9b446263-782a-499c-afed-555c209816f6 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports/7c5fdb74-e1ef-4f6a-aff0-cdab00855906 HTTP/1.1" status: 200  len: 943 time: 0.0780408
Dec 21 10:58:32.381728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:32.481959 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-79e9f82b-4929-4f13-9f89-d1078be285bb tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.155 HTTP/1.1" status: 200  len: 1002 time: 0.1153576
Dec 21 10:58:32.721298 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Deleting port d8b94a7c-12f5-4916-9486-af9b99addd7d {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:58:32.721737 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:32.923331 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:32.924057 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:33.068439 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Calling delete_port for d8b94a7c-12f5-4916-9486-af9b99addd7d owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:58:33.233754 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:33.251790 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-be4a58b0-6615-4001-bc1f-c295a8853205 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:58:33.311853 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event deleted for resources: {'Port': ['ID=d8b94a7c-12f5-4916-9486-af9b99addd7d,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:58:33.327831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.328264 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.328733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.329149 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.329584 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.329997 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.330425 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.330833 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.331238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.331643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.332048 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.332447 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.332940 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.333443 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.333905 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.334312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.334715 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.335123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.335525 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.335925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.336324 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.336735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.337730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.338489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:33.344661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:58:33.520086 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:33.520365 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Floating IP 3af9e148-aef7-4200-8ea1-aab439de94b3 disassociated (deleted). External IP: 172.26.1.155, port: 7c5fdb74-e1ef-4f6a-aff0-cdab00855906.
Dec 21 10:58:33.927768 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Router 2f35667d-1d75-437d-8d64-3027ea5a8d8b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:58:34.126374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:58:34.148829 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] Sync routers for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:58:34.154097 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:34.160668 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:58:34.161402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec0f85f8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:58:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:34.213085 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-2aa90f11-2a13-4407-8ac9-73c3e2f64fa5 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "DELETE /v2.0/floatingips/3af9e148-aef7-4200-8ea1-aab439de94b3 HTTP/1.1" status: 204  len: 173 time: 1.7247217
Dec 21 10:58:34.213728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'tag': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:58:34.282258 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'tag': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906', 'status': 'completed', 'code': 200}
Dec 21 10:58:34.389191 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-810524f7-57a3-450b-9248-5916d92f0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:34.390982 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-810524f7-57a3-450b-9248-5916d92f0b4d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 1163 time: 0.1459849
Dec 21 10:58:34.584193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:58:34.817537 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-37ee1b01-814f-43f2-a7d0-a35f4c7d8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:34.819220 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-37ee1b01-814f-43f2-a7d0-a35f4c7d8f2b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 1163 time: 0.5133781
Dec 21 10:58:34.973945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-1259ad5f-9d89-4ff7-9f31-d59a283badd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:34.975924 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-1259ad5f-9d89-4ff7-9f31-d59a283badd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.5753667
Dec 21 10:58:34.992176 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec0f85f8>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f9adc1b1-076d-4d07-b4c9-b729e6b165ae', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:e0:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:54:20Z', 'updated_at': '2020-12-21T10:54:25Z', 'revision_number': 2, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:34.996959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] Checking router: 2f35667d-1d75-437d-8d64-3027ea5a8d8b for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:58:35.006522 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:58:35.007201 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec0f85f8>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:58:13Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:35.063510 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-ba4925a0-5b2a-48bc-8293-838609ad7fdc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5fdb74-e1ef-4f6a-aff0-cdab00855906 HTTP/1.1" status: 200  len: 217 time: 0.0797722
Dec 21 10:58:35.074646 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-8a41d15b-c445-4b46-b25d-b50374c19807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:35.076253 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-8a41d15b-c445-4b46-b25d-b50374c19807 service neutron] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.2476666
Dec 21 10:58:35.194870 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-19bf5a83-132b-4e8e-8870-18976b089214 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c5fdb74-e1ef-4f6a-aff0-cdab00855906 HTTP/1.1" status: 200  len: 217 time: 0.0792043
Dec 21 10:58:35.205903 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:58:35.265397 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-7322b525-8540-475c-a6f8-4af08c096e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:35.267202 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-7322b525-8540-475c-a6f8-4af08c096e33 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.1940701
Dec 21 10:58:35.355911 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-c117a302-72d5-485c-814f-405d71c071a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:35.358183 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-c117a302-72d5-485c-814f-405d71c071a6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.1534321
Dec 21 10:58:35.501064 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-7e5ab348-2bf6-46f3-a99b-08c35b72c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:35.502796 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-7e5ab348-2bf6-46f3-a99b-08c35b72c031 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2255282
Dec 21 10:58:35.520049 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-20483222-0bf8-49cb-b88a-f784dcddcb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:35.521780 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-20483222-0bf8-49cb-b88a-f784dcddcb8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1556714
Dec 21 10:58:35.629661 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec0f85f8>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f9adc1b1-076d-4d07-b4c9-b729e6b165ae', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:e0:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:54:20Z', 'updated_at': '2020-12-21T10:54:25Z', 'revision_number': 2, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:35.636114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ad2b3d-c35f-4181-9d53-1f26d77dec33 None None] The sync data for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs is: [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_floatingips': [{'id': 'f9adc1b1-076d-4d07-b4c9-b729e6b165ae', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'floating_ip_address': '172.26.1.27', 'floating_network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'router_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'port_id': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1851, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'mac_address': 'fa:16:3e:e0:99:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-12-21T10:54:20Z', 'updated_at': '2020-12-21T10:54:25Z', 'revision_number': 2, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:58:35.814020 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-abb31afb-1967-490b-958d-b1c053ca838a service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2910972
Dec 21 10:58:35.816067 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-2858de4e-d621-4ac2-becc-494d28af534c service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2704566
Dec 21 10:58:36.098889 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-ffe04194-43df-49cc-a01b-a3740fd5cda3 req-3724536e-59a5-4b13-b1fa-ee922a1e848b service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2778857
Dec 21 10:58:36.102286 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-47ee6ea8-55b0-40b5-8127-f4cb5b2c555f req-71334bee-d9f1-4f13-9835-c9888e8421e1 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2562709
Dec 21 10:58:36.136402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3036a52d-ab74-47de-80c4-d4a0f61b09d8 None None] New status for floating IP 3af9e148-aef7-4200-8ea1-aab439de94b3: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:58:36.558452 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db737-cbf3-4a1c-a43f-a91bf3c8d0de req-a8d1a794-ca77-45c7-9518-df3c98349a5f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:36.559277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-eb6db737-cbf3-4a1c-a43f-a91bf3c8d0de req-a8d1a794-ca77-45c7-9518-df3c98349a5f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Synchronizing usage tracker for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:58:36.577188 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-eb6db737-cbf3-4a1c-a43f-a91bf3c8d0de req-a8d1a794-ca77-45c7-9518-df3c98349a5f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Unset dirty status for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:58:36.578593 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eb6db737-cbf3-4a1c-a43f-a91bf3c8d0de req-a8d1a794-ca77-45c7-9518-df3c98349a5f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 946 time: 0.1134763
Dec 21 10:58:36.631401 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eb6db737-cbf3-4a1c-a43f-a91bf3c8d0de req-13dfb979-0fb5-4e13-87cd-378e1b89467a tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0456693
Dec 21 10:58:37.867329 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29a955-cffc-47af-b66d-7b244553290f req-660faa36-4171-45b3-94b7-5f8fcbea58d2 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:37.872285 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3b29a955-cffc-47af-b66d-7b244553290f req-660faa36-4171-45b3-94b7-5f8fcbea58d2 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 946 time: 0.0982683
Dec 21 10:58:37.924288 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-3b29a955-cffc-47af-b66d-7b244553290f req-6f86c92f-9b1d-4bb4-84ea-6e6af59a2c4e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0483391
Dec 21 10:58:38.126797 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-2987e005-c69b-4c87-a25f-3a999312f77f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:38.128323 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-2987e005-c69b-4c87-a25f-3a999312f77f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.16 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 946 time: 0.0990059
Dec 21 10:58:38.219423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Deleting port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:58:38.220029 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:38.513849 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] For port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=7c5fdb74-e1ef-4f6a-aff0-cdab00855906,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:58:38.514284 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:38.517463 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-84acd227-689b-4a11-af67-49046006adce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:38.681552 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Calling delete_port for 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:58:38.841269 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:38.859673 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-73a214b9-ae4e-4e11-ae5f-5eedcd810a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:58:38.925066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event deleted for resources: {'Port': ['ID=7c5fdb74-e1ef-4f6a-aff0-cdab00855906,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:58:38.929299 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:58:39.114009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] No DVR routers for this DVR port 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:58:39.116266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:39.124237 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'name': 'network-vif-deleted', 'tag': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:58:39.132637 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-8a1214a1-5c38-4ed7-956a-3e35660fd4db req-9e19e406-dae5-4ab4-ac85-5636c7b240f8 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=c86346db-ecbb-4abe-84f5-5371ab66fbc4 HTTP/1.1" status: 200  len: 210 time: 0.0674362
Dec 21 10:58:39.143152 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-5191b465-6af4-46ac-ad0e-716b966fbaf9 req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.16 "DELETE /v2.0/ports/7c5fdb74-e1ef-4f6a-aff0-cdab00855906 HTTP/1.1" status: 204  len: 173 time: 1.0082052
Dec 21 10:58:39.189403 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86346db-ecbb-4abe-84f5-5371ab66fbc4', 'name': 'network-vif-deleted', 'tag': '7c5fdb74-e1ef-4f6a-aff0-cdab00855906', 'status': 'completed', 'code': 200}
Dec 21 10:58:39.917574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:58:39.955851 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] No Port match for: 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:58:39.956421 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 7c5fdb74-e1ef-4f6a-aff0-cdab00855906 not bound to the agent host hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:58:41.010803 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-8a7b8f98-74d6-46d5-9cbc-e4a3ade197c1 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/floatingips/f9adc1b1-076d-4d07-b4c9-b729e6b165ae HTTP/1.1" status: 200  len: 998 time: 0.1179771
Dec 21 10:58:41.173105 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-fc2ad507-b7e9-4f78-963b-4cd8fcfce056 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:41.174601 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-fc2ad507-b7e9-4f78-963b-4cd8fcfce056 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/networks/c8748333-3fcf-4be6-bc21-ddf4948bb217 HTTP/1.1" status: 200  len: 784 time: 0.1578622
Dec 21 10:58:41.186226 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-299ffcd0-ec11-4d38-b956-17929e7716bc tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=80970) __call__ /opt/stack/neutron/neutron/wsgi.py:728}}
Dec 21 10:58:41.187251 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-299ffcd0-ec11-4d38-b956-17929e7716bc tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13041 time: 0.0066085
Dec 21 10:58:41.298437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-ef65d9c4-4d8d-4f23-a6e2-3bfdb949abcf tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Synchronizing usage tracker for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:floatingip {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:58:41.313358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-ef65d9c4-4d8d-4f23-a6e2-3bfdb949abcf tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Unset dirty status for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:floatingip {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:58:41.314658 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-ef65d9c4-4d8d-4f23-a6e2-3bfdb949abcf tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.27 HTTP/1.1" status: 200  len: 1001 time: 0.1212022
Dec 21 10:58:41.394593 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-0b5e64ae-fb0e-44b1-9454-7351f39887bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:41.395222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-0b5e64ae-fb0e-44b1-9454-7351f39887bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Synchronizing usage tracker for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:58:41.410408 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-0b5e64ae-fb0e-44b1-9454-7351f39887bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Unset dirty status for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:58:41.411695 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-0b5e64ae-fb0e-44b1-9454-7351f39887bd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports/1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 943 time: 0.0909240
Dec 21 10:58:41.602550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-5aa97fd5-d389-4322-b393-e817aae53c11 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/floatingips?floating_ip_address=172.26.1.27 HTTP/1.1" status: 200  len: 1001 time: 0.1062398
Dec 21 10:58:41.830570 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Deleting port dd5768eb-c345-4c4f-82e2-16fe6b270c62 {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:58:41.830950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:42.015222 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:42.015814 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:42.145460 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Calling delete_port for dd5768eb-c345-4c4f-82e2-16fe6b270c62 owned by network:floatingip {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:58:42.305325 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:42.321837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b6f56ac7-3c26-428f-947a-8530e83b9798 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:58:42.387994 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:42.581785 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-5fa57dd6-8215-40c5-9bd6-8c999eef0685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:42.655288 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event deleted for resources: {'Port': ['ID=dd5768eb-c345-4c4f-82e2-16fe6b270c62,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:58:42.660009 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:58:42.825470 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for floatingip, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:42.825885 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.db.l3_db [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Floating IP f9adc1b1-076d-4d07-b4c9-b729e6b165ae disassociated (deleted). External IP: 172.26.1.27, port: 1ac63bf1-7c8a-47c5-a5db-6842944ef07c.
Dec 21 10:58:42.858182 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:43.203756 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Router 2f35667d-1d75-437d-8d64-3027ea5a8d8b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:58:43.394837 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:58:43.404605 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] Sync routers for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:58:43.416632 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:58:43.417429 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed949080>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:58:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:43.422138 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for floatingip, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:43.483352 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d7634734-f416-4c5f-87f6-266cc4b667fd tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "DELETE /v2.0/floatingips/f9adc1b1-076d-4d07-b4c9-b729e6b165ae HTTP/1.1" status: 204  len: 173 time: 1.8747239
Dec 21 10:58:43.483943 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'tag': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:58:43.548223 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'tag': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'status': 'completed', 'code': 200}
Dec 21 10:58:43.639347 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:58:43.754910 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-996a2ab7-3ce4-40ef-8f1f-d5b2156569e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:43.756467 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-996a2ab7-3ce4-40ef-8f1f-d5b2156569e3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 1163 time: 0.1762707
Dec 21 10:58:43.759155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-56f49167-bdd7-4653-8163-c0d46cb1d292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:43.760664 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-56f49167-bdd7-4653-8163-c0d46cb1d292 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 1163 time: 0.2115824
Dec 21 10:58:43.819714 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:44.010273 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed949080>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:44.014985 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] Checking router: 2f35667d-1d75-437d-8d64-3027ea5a8d8b for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:58:44.025423 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:58:44.026120 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fed949080>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:58:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:44.034803 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-3fab82bf-5a6d-44e4-92a6-3c489cc68a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:44.036442 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-3fab82bf-5a6d-44e4-92a6-3c489cc68a6a service neutron] 10.222.0.16 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.2731247
Dec 21 10:58:44.038888 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-41f5a836-5801-4262-a38d-921b4e1de843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:44.040589 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-41f5a836-5801-4262-a38d-921b4e1de843 service neutron] 10.222.0.45 "GET /v2.0/networks?id=deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 200  len: 903 time: 0.2552359
Dec 21 10:58:44.167445 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-b063de8a-69dd-47e0-ae57-309a603541bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 217 time: 0.1237087
Dec 21 10:58:44.176723 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-d880ee4b-afed-4866-8fbe-2753d0b8e8e3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 200  len: 217 time: 0.0815451
Dec 21 10:58:44.218306 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:58:44.302046 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-4cdb3afc-e4f7-433c-b2db-1aeb53d9ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:44.303550 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-4cdb3afc-e4f7-433c-b2db-1aeb53d9ad39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.1286376
Dec 21 10:58:44.304916 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-2a9883f2-28a0-4e65-8fe2-6b6794a106a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:44.306976 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-2a9883f2-28a0-4e65-8fe2-6b6794a106a6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 200  len: 848 time: 0.0930312
Dec 21 10:58:44.458261 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-fd036e74-03c6-4d2f-9e03-672b078a21ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:44.459921 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-fd036e74-03c6-4d2f-9e03-672b078a21ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1489356
Dec 21 10:58:44.463219 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-8675f383-e3da-41e1-ae90-125f63ebb116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:44.464855 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-8675f383-e3da-41e1-ae90-125f63ebb116 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=deaabaa0-625f-43fe-b41d-79c16251b242&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1207340
Dec 21 10:58:44.736783 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-3c5a5179-5c18-43aa-bf4d-963b1a8f9515 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2687595
Dec 21 10:58:44.738816 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-8d3d4b7c-cc05-48f7-bb58-e01faab554b5 service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2485359
Dec 21 10:58:44.752847 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fed949080>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:44.757278 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e684d69-1c07-4067-b2dd-f48880acf437 None None] The sync data for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs is: [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:54:02Z', 'revision_number': 4, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs', '_interfaces': [{'id': '114f5e54-18d1-4ea5-ba88-4e008db0fd94', 'name': '', 'network_id': 'deaabaa0-625f-43fe-b41d-79c16251b242', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'mac_address': 'fa:16:3e:29:ae:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '13b73687-f84a-4df4-88cb-33519f325993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:54:01Z', 'updated_at': '2020-12-21T10:54:11Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'subnets': [{'id': '13b73687-f84a-4df4-88cb-33519f325993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:58:45.204351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa1e64b-318f-40b2-ac89-e1f9155cedab None None] New status for floating IP f9adc1b1-076d-4d07-b4c9-b729e6b165ae: DOWN {{(pid=80973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Dec 21 10:58:45.301389 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93fe1cdf-7b21-42b6-9370-ddc27fa21b3b req-8bac34a0-bbcb-45e1-92cc-1c12bd672014 service neutron] 10.222.0.45 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5316117
Dec 21 10:58:45.303246 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-eeb862ca-ede5-44ad-88fb-756df71671ba req-5ea88644-8fd0-40ec-90fd-f19d2739ea80 service neutron] 10.222.0.16 "GET /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5586271
Dec 21 10:58:45.874445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec2caf6-11e0-462f-8c00-f406a5564870 req-622056d7-9df4-4d9e-a845-91286fad3d8f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:45.875124 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-6ec2caf6-11e0-462f-8c00-f406a5564870 req-622056d7-9df4-4d9e-a845-91286fad3d8f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Synchronizing usage tracker for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:port {{(pid=80970) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Dec 21 10:58:45.890133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.quota.resource [req-6ec2caf6-11e0-462f-8c00-f406a5564870 req-622056d7-9df4-4d9e-a845-91286fad3d8f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Unset dirty status for tenant:d3741cdc7dc748dbbcfe10e46cecef6b on resource:port {{(pid=80970) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Dec 21 10:58:45.891408 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ec2caf6-11e0-462f-8c00-f406a5564870 req-622056d7-9df4-4d9e-a845-91286fad3d8f tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 946 time: 0.1029971
Dec 21 10:58:45.940299 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-6ec2caf6-11e0-462f-8c00-f406a5564870 req-fd580986-2b6d-44bf-ac8d-6153556947e8 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0423861
Dec 21 10:58:47.165527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366f13e7-77c9-4e0c-be56-58a44f0ad04f req-5c0bf1e2-9cc9-47e0-bad4-60de58c91a11 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:47.167240 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-366f13e7-77c9-4e0c-be56-58a44f0ad04f req-5c0bf1e2-9cc9-47e0-bad4-60de58c91a11 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 946 time: 0.0897353
Dec 21 10:58:47.217933 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-366f13e7-77c9-4e0c-be56-58a44f0ad04f req-792b266a-b96a-4329-9b10-b847f27971e1 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups?id=64d32271-ebd2-41bd-b8bb-64914fda69cc&fields=id&fields=name HTTP/1.1" status: 200  len: 318 time: 0.0442584
Dec 21 10:58:47.516827 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd926525-2d4d-4292-97d5-4c6a2a3b0f2d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Dec 21 10:58:47.518371 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd926525-2d4d-4292-97d5-4c6a2a3b0f2d tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.16 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 946 time: 0.0837271
Dec 21 10:58:47.600076 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Deleting port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c {{(pid=80970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:58:47.600461 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:47.863358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] For port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c, host hv-neutron-6013, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-neutron-6013',level=0,port_id=1ac63bf1-7c8a-47c5-a5db-6842944ef07c,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:58:47.863671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:47.983749 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Device 1ac63bf1-7c8a-47c5-a5db-6842944ef07c no longer exists at agent ovs-agent-hv-neutron-6013 {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:58:48.001739 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Calling delete_port for 1ac63bf1-7c8a-47c5-a5db-6842944ef07c owned by compute:nova {{(pid=80970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:58:48.108708 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036821891613'] for port, before_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:48.155644 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852396568'] for port, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:48.171747 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-3c11907d-109d-438b-a76d-c5cc02df9203 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:58:48.232232 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event deleted for resources: {'Port': ['ID=1ac63bf1-7c8a-47c5-a5db-6842944ef07c,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:58:48.237131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:58:48.428307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] No DVR routers for this DVR port 1ac63bf1-7c8a-47c5-a5db-6842944ef07c on host hv-neutron-6013 {{(pid=80970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:58:48.432405 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-359d7b1a-efcf-4d10-a56d-dfa206442dea req-67b175e7-cc2d-4a86-aa12-7f69ef2d8287 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/ports?device_id=7b073b46-2dc3-4f09-aa1e-188d700ba9cb HTTP/1.1" status: 200  len: 210 time: 0.0555499
Dec 21 10:58:48.433445 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4362'] for port, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:48.436402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'name': 'network-vif-deleted', 'tag': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c'}] {{(pid=80970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}}
Dec 21 10:58:48.452131 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-a9bb609b-8581-4cf9-9658-dddad2e6be81 req-cd13055d-3377-41bb-8479-cb438a36e389 tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.16 "DELETE /v2.0/ports/1ac63bf1-7c8a-47c5-a5db-6842944ef07c HTTP/1.1" status: 204  len: 173 time: 0.9272382
Dec 21 10:58:48.502350 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b073b46-2dc3-4f09-aa1e-188d700ba9cb', 'name': 'network-vif-deleted', 'tag': '1ac63bf1-7c8a-47c5-a5db-6842944ef07c', 'status': 'completed', 'code': 200}
Dec 21 10:58:49.633113 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93eb5d87-8ff6-401f-adf1-57fea9d3315a req-d29ed92c-c7ee-4edb-b010-8188d718a84c tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "GET /v2.0/security-groups/64d32271-ebd2-41bd-b8bb-64914fda69cc HTTP/1.1" status: 200  len: 2885 time: 0.0600877
Dec 21 10:58:49.713300 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93eb5d87-8ff6-401f-adf1-57fea9d3315a req-fd62e993-d29e-4e27-920f-eac2d3b1302e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group, before_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:49.744501 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93eb5d87-8ff6-401f-adf1-57fea9d3315a req-fd62e993-d29e-4e27-920f-eac2d3b1302e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group, precommit_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:49.806579 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93eb5d87-8ff6-401f-adf1-57fea9d3315a req-fd62e993-d29e-4e27-920f-eac2d3b1302e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:49.811978 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-46802ba2-882a-4078-9776-e99e5d37e7d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:58:49.828039 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62e993-d29e-4e27-920f-eac2d3b1302e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d32271-ebd2-41bd-b8bb-64914fda69cc,revision_number=None']} {{(pid=80970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:58:49.831026 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-fd62e993-d29e-4e27-920f-eac2d3b1302e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:58:49.838485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [req-93eb5d87-8ff6-401f-adf1-57fea9d3315a req-fd62e993-d29e-4e27-920f-eac2d3b1302e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] Notify callbacks [] for security_group, before_response {{(pid=80970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:49.839712 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [req-93eb5d87-8ff6-401f-adf1-57fea9d3315a req-fd62e993-d29e-4e27-920f-eac2d3b1302e tempest-TestSnapshotPattern-1384182601 tempest-TestSnapshotPattern-1384182601] 10.222.0.45 "DELETE /v2.0/security-groups/64d32271-ebd2-41bd-b8bb-64914fda69cc HTTP/1.1" status: 204  len: 173 time: 0.1989605
Dec 21 10:58:49.903144 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 51748) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:58:50.560145 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-579933'] for router_interface, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:51.190485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Deleting port 114f5e54-18d1-4ea5-ba88-4e008db0fd94 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:58:51.191079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:51.383357 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] For port 114f5e54-18d1-4ea5-ba88-4e008db0fd94, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=114f5e54-18d1-4ea5-ba88-4e008db0fd94,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:58:51.384104 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:51.514319 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Calling delete_port for 114f5e54-18d1-4ea5-ba88-4e008db0fd94 owned by network:router_interface {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:58:51.845277 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:51.861599 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-aeb399ca-af25-4a56-b692-add774deac14 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:58:51.920798 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=114f5e54-18d1-4ea5-ba88-4e008db0fd94,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:58:51.932255 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.932676 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.933092 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.933533 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.933921 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.934326 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.934727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.935128 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.935527 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.935925 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.936420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.936819 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-601336-62-ovs {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.937283 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.937727 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.938123 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.938516 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.938914 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.939307 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.939700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.940093 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type SecurityGroup changed None to 1.3 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.940485 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.940876 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.941270 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.941700 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-neutron-6013 {{(pid=80971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Dec 21 10:58:51.947194 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:58:52.301151 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853789862', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-580027'] for router_interface, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:52.814897 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Router 2f35667d-1d75-437d-8d64-3027ea5a8d8b has already been hosted by L3 agent d5bed3a7-d896-41eb-96fc-ddc811259196 {{(pid=80971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Dec 21 10:58:53.007174 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] Notify agent at l3_agent.dv-neutron-601336-62-ovs the message routers_updated {{(pid=80971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Dec 21 10:58:53.016702 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] Sync routers for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Dec 21 10:58:53.020414 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-9ed64fb7-6d03-462e-992d-e830bc37d9f4 admin admin] 10.222.0.45 "PUT /v2.0/routers/2f35667d-1d75-437d-8d64-3027ea5a8d8b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1161199
Dec 21 10:58:53.023107 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 51762) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:58:53.026965 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:58:53.027651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec157278>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:58:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:53.226007 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:58:53.494114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Notify callbacks [] for router, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:53.546787 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec157278>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:58:51Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:53.550991 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] Checking router: 2f35667d-1d75-437d-8d64-3027ea5a8d8b for host: dv-neutron-601336-62-ovs {{(pid=80972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Dec 21 10:58:53.561221 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] Routers {'2f35667d-1d75-437d-8d64-3027ea5a8d8b'} bound to L3 agent in host dv-neutron-601336-62-ovs {{(pid=80972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Dec 21 10:58:53.562088 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f2fec157278>, 'dv-neutron-601336-62-ovs', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-12-21T09:48:12Z,description=<?>,heartbeat_timestamp=2020-12-21T10:58:43Z,host='dv-neutron-601336-62-ovs',id=d5bed3a7-d896-41eb-96fc-ddc811259196,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2020-12-21T09:48:12Z,topic='l3_agent')) {'router_ids': ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'], 'active': True} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:53.679060 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:53.684950 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Deleting port ef03c259-2989-462b-b5b3-23fe92d513da {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:58:53.685312 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:53.765323 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvr_db [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] Set router 2f35667d-1d75-437d-8d64-3027ea5a8d8b gateway port host: dv-neutron-601336-62-ovs {{(pid=80972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Dec 21 10:58:53.883415 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] For port ef03c259-2989-462b-b5b3-23fe92d513da, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=ef03c259-2989-462b-b5b3-23fe92d513da,segment=NetworkSegment(b2cb82b7-71b8-494e-9f48-48a185e03169),segment_id=b2cb82b7-71b8-494e-9f48-48a185e03169)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:58:53.884330 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:54.021628 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Calling delete_port for ef03c259-2989-462b-b5b3-23fe92d513da owned by network:router_gateway {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:58:54.082619 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_hamode_db [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f2fec157278>, [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:58:51Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}], 'dv-neutron-601336-62-ovs', False) {} {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:54.087358 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d176e08-4632-4f8f-b97d-d33e572b82e4 None None] The sync data for ids ['2f35667d-1d75-437d-8d64-3027ea5a8d8b'] in dv-neutron-601336-62-ovs is: [{'id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'name': 'tempest-TestSnapshotPattern-855710222-router', 'tenant_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'external_fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20'}], 'enable_snat': True}, 'gw_port_id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-12-21T10:53:57Z', 'updated_at': '2020-12-21T10:58:51Z', 'revision_number': 5, 'project_id': 'd3741cdc7dc748dbbcfe10e46cecef6b', 'gw_port': {'id': 'ef03c259-2989-462b-b5b3-23fe92d513da', 'name': '', 'network_id': 'c8748333-3fcf-4be6-bc21-ddf4948bb217', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:17:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f35667d-1d75-437d-8d64-3027ea5a8d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'ip_address': '172.26.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-601336-62-ovs', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-12-21T10:53:58Z', 'updated_at': '2020-12-21T10:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1c2361e8-76e9-4508-bea7-6ef2a496bc04', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-601336-62-ovs'}] {{(pid=80972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Dec 21 10:58:54.162155 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:54.363066 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854194347'] for router_gateway, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:54.503850 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580915', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-18361'] for router, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:54.506287 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:54.532939 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-581017'] for router, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:54.533671 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f35667d-1d75-437d-8d64-3027ea5a8d8b {{(pid=80971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Dec 21 10:58:54.548202 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] Notify callbacks [] for router, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:54.551698 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-15c53c7e-5342-4eda-8535-836df5ba9e89 admin admin] 10.222.0.45 "DELETE /v2.0/routers/2f35667d-1d75-437d-8d64-3027ea5a8d8b HTTP/1.1" status: 204  len: 168 time: 1.5254319
Dec 21 10:58:54.552398 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 51766) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:58:54.626098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.db_base_plugin_v2 [None req-977b3cb5-a896-4049-9dc1-bc4658b095a6 admin admin] Deleting subnet 13b73687-f84a-4df4-88cb-33519f325993 {{(pid=80971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}}
Dec 21 10:58:54.629638 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-977b3cb5-a896-4049-9dc1-bc4658b095a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:54.685691 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-977b3cb5-a896-4049-9dc1-bc4658b095a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3899834'] for subnet, precommit_delete_associations {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:54.775979 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-977b3cb5-a896-4049-9dc1-bc4658b095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33002696'] for subnet, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:55.048726 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-977b3cb5-a896-4049-9dc1-bc4658b095a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036821773104', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263399', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2837639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3014736'] for subnet, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:55.065464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-b9edbf8a-edbb-4889-a585-07a435c361dd tempest-NetworksIpV6Test-1982842262 tempest-NetworksIpV6Test-1982842262] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:58:55.116068 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b3cb5-a896-4049-9dc1-bc4658b095a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13b73687-f84a-4df4-88cb-33519f325993,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:58:55.121846 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-977b3cb5-a896-4049-9dc1-bc4658b095a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:58:55.203392 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-977b3cb5-a896-4049-9dc1-bc4658b095a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:55.208603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e642dcdf-c0b1-4a8d-b695-6e9dda004ca7 None None] Network deaabaa0-625f-43fe-b41d-79c16251b242 requested from dv-neutron-601336-62-ovs {{(pid=80972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Dec 21 10:58:55.210111 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-977b3cb5-a896-4049-9dc1-bc4658b095a6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/13b73687-f84a-4df4-88cb-33519f325993 HTTP/1.1" status: 204  len: 168 time: 0.6566184
Dec 21 10:58:55.212880 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 51770) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:58:55.336822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036821580354'] for network, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:55.347840 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 114f5e54-18d1-4ea5-ba88-4e008db0fd94 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:58:55.405402 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Deleting port 185187d4-89c8-4555-ac78-417475bccc07 {{(pid=80971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:58:55.405831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:55.415663 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 114f5e54-18d1-4ea5-ba88-4e008db0fd94 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:58:55.416062 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 114f5e54-18d1-4ea5-ba88-4e008db0fd94 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:58:55.416530 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ef03c259-2989-462b-b5b3-23fe92d513da no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:58:55.456574 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: ef03c259-2989-462b-b5b3-23fe92d513da {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:58:55.456945 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device ef03c259-2989-462b-b5b3-23fe92d513da not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:58:55.551609 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] DHCP port deletion for deaabaa0-625f-43fe-b41d-79c16251b242 request from dv-neutron-601336-62-ovs {{(pid=80972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Dec 21 10:58:55.556651 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] Deleting port 185187d4-89c8-4555-ac78-417475bccc07 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:58:55.557079 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:55.635603 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] For port 185187d4-89c8-4555-ac78-417475bccc07, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=185187d4-89c8-4555-ac78-417475bccc07,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:58:55.636112 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:55.777099 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Calling delete_port for 185187d4-89c8-4555-ac78-417475bccc07 owned by network:dhcp {{(pid=80971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:58:55.785928 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.db [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] For port 185187d4-89c8-4555-ac78-417475bccc07, host dv-neutron-601336-62-ovs, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-601336-62-ovs',level=0,port_id=185187d4-89c8-4555-ac78-417475bccc07,segment=NetworkSegment(fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6),segment_id=fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6)] {{(pid=80972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Dec 21 10:58:55.786433 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854198912'] for port, precommit_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:55.859479 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32883367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036834119550', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740241266701', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363296614109710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2837107'] for port, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:55.876388 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-4409a6d8-6f3f-4f31-be99-51bbe1b07ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:58:55.920193 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] Calling delete_port for 185187d4-89c8-4555-ac78-417475bccc07 owned by network:dhcp {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}}
Dec 21 10:58:55.931213 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Pushing event deleted for resources: {'Port': ['ID=185187d4-89c8-4555-ac78-417475bccc07,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:58:55.936351 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:58:55.995728 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.db.api [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Dec 21 10:58:55.996211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_db.api [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Dec 21 10:58:56.022733 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] No DVR routers for this DVR port 185187d4-89c8-4555-ac78-417475bccc07 on host dv-neutron-601336-62-ovs {{(pid=80971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Dec 21 10:58:56.149131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33022322', 'neutron.services.segments.db._delete_segments_for_network--9223363296613624334'] for network, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:56.262831 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f2feccf0940>,) {'filters': {'network_id': ['deaabaa0-625f-43fe-b41d-79c16251b242']}} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:56.280208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feccf0940>, 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6') {'for_net_delete': True} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:56.280548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.services.segments.db [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f2feccf0940>, 'fe18ea2b-bd4b-4c55-bb3d-a320e2a15ea6') {} {{(pid=80971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Dec 21 10:58:56.293266 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363296613615374', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036850875982'] for segment, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:56.310959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33023587'] for segment, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:56.313098 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80971) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Dec 21 10:58:56.493148 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Network deaabaa0-625f-43fe-b41d-79c16251b242 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:58:56.497730 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] Deleting port 185187d4-89c8-4555-ac78-417475bccc07 {{(pid=80972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Dec 21 10:58:56.498170 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740241064375'] for port, before_delete {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:56.502374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036821752232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036851938778'] for segment, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:56.569172 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-c91d22d5-ca64-4789-bd77-c9fc4cbeeb67 None None] The port '185187d4-89c8-4555-ac78-417475bccc07' was deleted {{(pid=80972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Dec 21 10:58:56.688871 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.managers [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Network deaabaa0-625f-43fe-b41d-79c16251b242 has no segments {{(pid=80971) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]: Traceback (most recent call last):
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     timer()
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     cb(*args, **kw)
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     return func(*args, **kwargs)
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     self._notify()
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     self.callback(batched_events)
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     event.method(event)
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     segment_id)['aggregates'][0]
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     return f(self, *a, **k)
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     return self._get(url).json()
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     **kwargs)
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     return self.request(url, 'GET', **kwargs)
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     **endpoint_filter)
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 21 10:58:56.713304 dv-neutron-601336-62-ovs neutron-server[80859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 21 10:58:56.798056 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036821753493', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-985938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-581486'] for network, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:56.801229 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-752da2b7-343f-46cb-82dc-084b5dd180cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:58:56.815488 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Notify callbacks [] for network, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:56.827183 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Pushing event deleted for resources: {'Network': ['ID=deaabaa0-625f-43fe-b41d-79c16251b242,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:58:56.831822 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:58:56.835563 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-f9d10f91-a5fa-4ce9-abae-f2afc1154854 admin admin] 10.222.0.45 "DELETE /v2.0/networks/deaabaa0-625f-43fe-b41d-79c16251b242 HTTP/1.1" status: 204  len: 168 time: 1.6213892
Dec 21 10:58:57.003137 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 51776) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:58:57.272063 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-064a6f92-4325-4dd7-a974-0753e4aea09c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d3741cdc7dc748dbbcfe10e46cecef6b&name=default HTTP/1.1" status: 200  len: 2883 time: 0.2675042
Dec 21 10:58:57.275133 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.wsgi [-] (80971) accepted ('10.222.0.45', 51782) {{(pid=80971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Dec 21 10:58:57.330572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 185187d4-89c8-4555-ac78-417475bccc07 no longer exists at agent ovs-agent-dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Dec 21 10:58:57.339207 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1995a833-10b6-4797-b92c-8971480cb682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:57.365030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.plugin [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] No Port match for: 185187d4-89c8-4555-ac78-417475bccc07 {{(pid=80972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Dec 21 10:58:57.365430 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.plugins.ml2.rpc [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Device 185187d4-89c8-4555-ac78-417475bccc07 not bound to the agent host dv-neutron-601336-62-ovs {{(pid=80972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Dec 21 10:58:57.368913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1995a833-10b6-4797-b92c-8971480cb682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:57.415548 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1995a833-10b6-4797-b92c-8971480cb682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854263487'] for security_group, after_delete {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:57.420561 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-267c6d3f-251d-4237-9bad-bd5cefe0c0a5 tempest-TestNetworkBasicOps-1966723058 tempest-TestNetworkBasicOps-1966723058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Dec 21 10:58:57.436913 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995a833-10b6-4797-b92c-8971480cb682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6e0539-d21a-4561-99a6-52b3213fd9ca,revision_number=None']} {{(pid=80971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Dec 21 10:58:57.440084 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG oslo_concurrency.lockutils [None req-1995a833-10b6-4797-b92c-8971480cb682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Dec 21 10:58:57.442121 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-1995a833-10b6-4797-b92c-8971480cb682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:58:57.443330 dv-neutron-601336-62-ovs neutron-server[80859]: INFO neutron.wsgi [None req-1995a833-10b6-4797-b92c-8971480cb682 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d6e0539-d21a-4561-99a6-52b3213fd9ca HTTP/1.1" status: 204  len: 168 time: 0.1676183
Dec 21 10:59:02.393988 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:06.517879 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:59:08.520468 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-839391f6-31af-4e64-b0c3-c9488e1cc113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:12.388957 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:12.585168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0829c56f-d31b-4c74-964c-27d1fb246aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:12.860059 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:13.733769 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:32.393635 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:38.521664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-b9f99e66-55a8-4af3-9955-a351220c0309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:42.394337 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:42.587845 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-66281952-b7ee-4a5e-9989-262892171c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:42.862373 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 10:59:43.518861 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 10:59:43.738203 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:02.392428 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:08.524589 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f5f54721-61cb-404c-ab17-c07ae29856c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:12.394698 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:12.589114 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-9142caae-d995-47dc-af75-f636bee91503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:12.867678 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:13.740011 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:20.518437 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 11:00:32.391664 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:38.527472 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2b0cc152-125f-44ce-b38e-11580f553d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:42.399420 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:42.593725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-95280069-05a2-4561-b810-98eddafa39af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:42.860959 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:43.743407 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:00:57.519204 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 11:01:02.392600 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:08.530043 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19d301f2-5909-4e58-9523-5f61e5bc2971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:12.401416 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:12.600014 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39325302-c014-4fbb-9eb1-239b5bd2d492 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:12.862489 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:13.746466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:32.386572 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:34.518735 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 11:01:38.532410 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-d50fd2af-1ba9-4f5f-a41f-52602dfeb8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:42.405320 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:42.593376 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-e894b254-091c-4146-ad9e-8a2ae07f61e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:42.864933 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:01:43.748642 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:02.389568 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:08.535656 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-cb89f29e-68e5-4b3f-a4a5-dcbd3265a73a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:11.518582 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 11:02:12.408595 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:12.594171 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-3e209556-67d4-4ee7-824e-2b88f8f6f7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:12.868187 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:13.751464 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:32.400670 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:38.539441 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-19c494d8-eabd-441b-aa11-faefaa1b9b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:42.411723 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:42.595968 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-0caa5e7a-0e3a-471b-bbfa-7ffb3d93a26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:42.871010 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:43.754890 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:02:48.518466 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 11:03:02.402258 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:08.543725 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-ce4dd7da-dae0-4e31-8942-368af39ab9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:12.416131 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:12.599625 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-c66366bf-408e-40d4-b728-a569d43a6178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:12.874587 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:13.758238 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:25.519125 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 11:03:32.398302 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:38.547247 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-60d538f3-27f4-4477-8aa1-0a8e0b087976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:42.417643 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:42.600927 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-6912499d-d501-444e-870f-684b69b18ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:42.877044 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:03:43.760504 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:02.409549 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:02.519127 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 11:04:08.549374 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-45b7e033-c7cd-4ad8-8f51-8e4e71975ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:12.419974 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:12.602811 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-43af3f11-9e68-47a8-9210-32ee577573c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:12.880168 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:13.764316 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:32.411211 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-f4fbd6ba-4f2e-4627-8bf8-7c65ad67d117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:38.560082 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-7a321759-6d2b-4102-9d41-e2145aeb6df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:39.520030 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron.db.agents_db [None req-95c55973-5296-47c0-9970-acce8f0286c2 None None] Agent healthcheck: found 6 active agents {{(pid=80973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Dec 21 11:04:42.422366 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-39ff56c5-e134-4927-a3a7-57721a7a6f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:42.603606 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-2481b60c-0174-4179-8094-ec1478c7fef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:42.883208 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-74d95b9d-eac0-4a30-9489-e35d6c5414e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Dec 21 11:04:43.768037 dv-neutron-601336-62-ovs neutron-server[80859]: DEBUG neutron_lib.callbacks.manager [None req-a2ad27ed-b452-4589-9558-f98895ce3695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363296613624351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33005189'] for agent, after_update {{(pid=80972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}